-- Logs begin at Tue 2022-04-12 12:33:55 UTC, end at Tue 2022-04-12 13:42:00 UTC. -- Apr 12 13:06:59.561290 dv-cinder-830097-4-iscsi systemd[1]: Started Devstack devstack@q-svc.service. Apr 12 13:07:02.526149 dv-cinder-830097-4-iscsi neutron-server[103348]: INFO neutron.common.config [-] Logging enabled! Apr 12 13:07:02.526765 dv-cinder-830097-4-iscsi neutron-server[103348]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 20.1.0.dev106 Apr 12 13:07:02.526934 dv-cinder-830097-4-iscsi neutron-server[103348]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=103348) setup_logging /opt/stack/neutron/neutron/common/config.py:112}} Apr 12 13:07:02.530298 dv-cinder-830097-4-iscsi neutron-server[103348]: INFO neutron.common.config [-] Logging enabled! Apr 12 13:07:02.530553 dv-cinder-830097-4-iscsi neutron-server[103348]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 20.1.0.dev106 Apr 12 13:07:02.530868 dv-cinder-830097-4-iscsi neutron-server[103348]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=103348) setup_logging /opt/stack/neutron/neutron/common/config.py:112}} Apr 12 13:07:02.531804 dv-cinder-830097-4-iscsi neutron-server[103348]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=103348) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Apr 12 13:07:02.532042 dv-cinder-830097-4-iscsi neutron-server[103348]: DEBUG neutron.common.config [-] Configuration options gathered from: {{(pid=103348) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Apr 12 13:07:02.532416 dv-cinder-830097-4-iscsi neutron-server[103348]: DEBUG neutron.common.config [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=103348) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Apr 12 13:07:02.532666 dv-cinder-830097-4-iscsi neutron-server[103348]: DEBUG neutron.common.config [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=103348) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Apr 12 13:07:02.532919 dv-cinder-830097-4-iscsi neutron-server[103348]: DEBUG neutron.common.config [-] ================================================================================ {{(pid=103348) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Apr 12 13:07:02.533345 dv-cinder-830097-4-iscsi neutron-server[103348]: DEBUG neutron.common.config [-] allow_bulk = True {{(pid=103348) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 13:07:02.533778 dv-cinder-830097-4-iscsi neutron-server[103348]: WARNING oslo_config.cfg [-] Deprecated: Option "allow_overlapping_ips" from group "DEFAULT" is deprecated for removal. Its value may be silently ignored in the future. Apr 12 13:07:02.534096 dv-cinder-830097-4-iscsi neutron-server[103348]: DEBUG neutron.common.config [-] allow_overlapping_ips = True {{(pid=103348) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 13:07:02.534399 dv-cinder-830097-4-iscsi neutron-server[103348]: DEBUG neutron.common.config [-] api_extensions_path = {{(pid=103348) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 13:07:02.534700 dv-cinder-830097-4-iscsi neutron-server[103348]: DEBUG neutron.common.config [-] api_paste_config = api-paste.ini {{(pid=103348) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 13:07:02.535004 dv-cinder-830097-4-iscsi neutron-server[103348]: DEBUG neutron.common.config [-] api_workers = 2 {{(pid=103348) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 13:07:02.535304 dv-cinder-830097-4-iscsi neutron-server[103348]: DEBUG neutron.common.config [-] auth_strategy = keystone {{(pid=103348) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 13:07:02.535597 dv-cinder-830097-4-iscsi neutron-server[103348]: DEBUG neutron.common.config [-] backlog = 4096 {{(pid=103348) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 13:07:02.535891 dv-cinder-830097-4-iscsi neutron-server[103348]: DEBUG neutron.common.config [-] base_mac = fa:16:3e:00:00:00 {{(pid=103348) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 13:07:02.536192 dv-cinder-830097-4-iscsi neutron-server[103348]: DEBUG neutron.common.config [-] bind_host = 0.0.0.0 {{(pid=103348) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 13:07:02.536483 dv-cinder-830097-4-iscsi neutron-server[103348]: DEBUG neutron.common.config [-] bind_port = 9696 {{(pid=103348) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 13:07:02.536786 dv-cinder-830097-4-iscsi neutron-server[103348]: DEBUG neutron.common.config [-] client_socket_timeout = 900 {{(pid=103348) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 13:07:02.537077 dv-cinder-830097-4-iscsi neutron-server[103348]: DEBUG neutron.common.config [-] config_dir = [] {{(pid=103348) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 13:07:02.537375 dv-cinder-830097-4-iscsi neutron-server[103348]: DEBUG neutron.common.config [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=103348) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 13:07:02.537686 dv-cinder-830097-4-iscsi neutron-server[103348]: DEBUG neutron.common.config [-] config_source = [] {{(pid=103348) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 13:07:02.537973 dv-cinder-830097-4-iscsi neutron-server[103348]: DEBUG neutron.common.config [-] control_exchange = neutron {{(pid=103348) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 13:07:02.538266 dv-cinder-830097-4-iscsi neutron-server[103348]: DEBUG neutron.common.config [-] core_plugin = ml2 {{(pid=103348) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 13:07:02.538554 dv-cinder-830097-4-iscsi neutron-server[103348]: DEBUG neutron.common.config [-] debug = True {{(pid=103348) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 13:07:02.538839 dv-cinder-830097-4-iscsi neutron-server[103348]: DEBUG neutron.common.config [-] default_availability_zones = [] {{(pid=103348) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 13:07:02.539281 dv-cinder-830097-4-iscsi neutron-server[103348]: DEBUG neutron.common.config [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=103348) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 13:07:02.539688 dv-cinder-830097-4-iscsi neutron-server[103348]: DEBUG neutron.common.config [-] dhcp_agent_notification = True {{(pid=103348) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 13:07:02.539973 dv-cinder-830097-4-iscsi neutron-server[103348]: DEBUG neutron.common.config [-] dhcp_lease_duration = 86400 {{(pid=103348) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 13:07:02.540270 dv-cinder-830097-4-iscsi neutron-server[103348]: DEBUG neutron.common.config [-] dns_domain = openstacklocal {{(pid=103348) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 13:07:02.540552 dv-cinder-830097-4-iscsi neutron-server[103348]: DEBUG neutron.common.config [-] enable_traditional_dhcp = True {{(pid=103348) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 13:07:02.540852 dv-cinder-830097-4-iscsi neutron-server[103348]: DEBUG neutron.common.config [-] external_dns_driver = None {{(pid=103348) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 13:07:02.541133 dv-cinder-830097-4-iscsi neutron-server[103348]: DEBUG neutron.common.config [-] filter_validation = True {{(pid=103348) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 13:07:02.541424 dv-cinder-830097-4-iscsi neutron-server[103348]: DEBUG neutron.common.config [-] global_physnet_mtu = 1500 {{(pid=103348) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 13:07:02.541757 dv-cinder-830097-4-iscsi neutron-server[103348]: DEBUG neutron.common.config [-] host = dv-cinder-830097-4-iscsi {{(pid=103348) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 13:07:02.542039 dv-cinder-830097-4-iscsi neutron-server[103348]: DEBUG neutron.common.config [-] http_retries = 3 {{(pid=103348) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 13:07:02.542331 dv-cinder-830097-4-iscsi neutron-server[103348]: DEBUG neutron.common.config [-] instance_format = [instance: %(uuid)s] {{(pid=103348) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 13:07:02.542622 dv-cinder-830097-4-iscsi neutron-server[103348]: DEBUG neutron.common.config [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=103348) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 13:07:02.542920 dv-cinder-830097-4-iscsi neutron-server[103348]: DEBUG neutron.common.config [-] ipam_driver = internal {{(pid=103348) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 13:07:02.543198 dv-cinder-830097-4-iscsi neutron-server[103348]: DEBUG neutron.common.config [-] ipv6_pd_enabled = False {{(pid=103348) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 13:07:02.543481 dv-cinder-830097-4-iscsi neutron-server[103348]: DEBUG neutron.common.config [-] log_config_append = None {{(pid=103348) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 13:07:02.543773 dv-cinder-830097-4-iscsi neutron-server[103348]: DEBUG neutron.common.config [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=103348) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 13:07:02.544052 dv-cinder-830097-4-iscsi neutron-server[103348]: DEBUG neutron.common.config [-] log_dir = None {{(pid=103348) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 13:07:02.544329 dv-cinder-830097-4-iscsi neutron-server[103348]: DEBUG neutron.common.config [-] log_file = None {{(pid=103348) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 13:07:02.544611 dv-cinder-830097-4-iscsi neutron-server[103348]: DEBUG neutron.common.config [-] log_rotate_interval = 1 {{(pid=103348) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 13:07:02.544935 dv-cinder-830097-4-iscsi neutron-server[103348]: DEBUG neutron.common.config [-] log_rotate_interval_type = days {{(pid=103348) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 13:07:02.545255 dv-cinder-830097-4-iscsi neutron-server[103348]: DEBUG neutron.common.config [-] log_rotation_type = none {{(pid=103348) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 13:07:02.545525 dv-cinder-830097-4-iscsi neutron-server[103348]: DEBUG neutron.common.config [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=103348) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 13:07:02.545752 dv-cinder-830097-4-iscsi neutron-server[103348]: DEBUG neutron.common.config [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=103348) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 13:07:02.545978 dv-cinder-830097-4-iscsi neutron-server[103348]: DEBUG neutron.common.config [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=103348) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 13:07:02.546280 dv-cinder-830097-4-iscsi neutron-server[103348]: DEBUG neutron.common.config [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=103348) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 13:07:02.546570 dv-cinder-830097-4-iscsi neutron-server[103348]: DEBUG neutron.common.config [-] logging_user_identity_format = %(user)s %(project)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=103348) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 13:07:02.546851 dv-cinder-830097-4-iscsi neutron-server[103348]: DEBUG neutron.common.config [-] max_dns_nameservers = 5 {{(pid=103348) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 13:07:02.547133 dv-cinder-830097-4-iscsi neutron-server[103348]: DEBUG neutron.common.config [-] max_header_line = 16384 {{(pid=103348) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 13:07:02.547414 dv-cinder-830097-4-iscsi neutron-server[103348]: DEBUG neutron.common.config [-] max_logfile_count = 30 {{(pid=103348) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 13:07:02.547693 dv-cinder-830097-4-iscsi neutron-server[103348]: DEBUG neutron.common.config [-] max_logfile_size_mb = 200 {{(pid=103348) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 13:07:02.547970 dv-cinder-830097-4-iscsi neutron-server[103348]: DEBUG neutron.common.config [-] max_subnet_host_routes = 20 {{(pid=103348) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 13:07:02.548244 dv-cinder-830097-4-iscsi neutron-server[103348]: DEBUG neutron.common.config [-] network_link_prefix = None {{(pid=103348) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 13:07:02.548532 dv-cinder-830097-4-iscsi neutron-server[103348]: DEBUG neutron.common.config [-] notify_nova_on_port_data_changes = True {{(pid=103348) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 13:07:02.548842 dv-cinder-830097-4-iscsi neutron-server[103348]: DEBUG neutron.common.config [-] notify_nova_on_port_status_changes = True {{(pid=103348) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 13:07:02.549135 dv-cinder-830097-4-iscsi neutron-server[103348]: DEBUG neutron.common.config [-] pagination_max_limit = -1 {{(pid=103348) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 13:07:02.549416 dv-cinder-830097-4-iscsi neutron-server[103348]: DEBUG neutron.common.config [-] periodic_fuzzy_delay = 5 {{(pid=103348) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 13:07:02.549695 dv-cinder-830097-4-iscsi neutron-server[103348]: DEBUG neutron.common.config [-] periodic_interval = 40 {{(pid=103348) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 13:07:02.549971 dv-cinder-830097-4-iscsi neutron-server[103348]: DEBUG neutron.common.config [-] publish_errors = False {{(pid=103348) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 13:07:02.550247 dv-cinder-830097-4-iscsi neutron-server[103348]: DEBUG neutron.common.config [-] rate_limit_burst = 0 {{(pid=103348) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 13:07:02.550535 dv-cinder-830097-4-iscsi neutron-server[103348]: DEBUG neutron.common.config [-] rate_limit_except_level = CRITICAL {{(pid=103348) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 13:07:02.550813 dv-cinder-830097-4-iscsi neutron-server[103348]: DEBUG neutron.common.config [-] rate_limit_interval = 0 {{(pid=103348) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 13:07:02.551093 dv-cinder-830097-4-iscsi neutron-server[103348]: DEBUG neutron.common.config [-] retry_until_window = 30 {{(pid=103348) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 13:07:02.551371 dv-cinder-830097-4-iscsi neutron-server[103348]: DEBUG neutron.common.config [-] rpc_response_max_timeout = 600 {{(pid=103348) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 13:07:02.551662 dv-cinder-830097-4-iscsi neutron-server[103348]: DEBUG neutron.common.config [-] rpc_state_report_workers = 0 {{(pid=103348) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 13:07:02.551934 dv-cinder-830097-4-iscsi neutron-server[103348]: DEBUG neutron.common.config [-] rpc_workers = None {{(pid=103348) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 13:07:02.552211 dv-cinder-830097-4-iscsi neutron-server[103348]: DEBUG neutron.common.config [-] send_events_interval = 2 {{(pid=103348) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 13:07:02.552512 dv-cinder-830097-4-iscsi neutron-server[103348]: DEBUG neutron.common.config [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=103348) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 13:07:02.552825 dv-cinder-830097-4-iscsi neutron-server[103348]: DEBUG neutron.common.config [-] setproctitle = on {{(pid=103348) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 13:07:02.553141 dv-cinder-830097-4-iscsi neutron-server[103348]: DEBUG neutron.common.config [-] state_path = /opt/stack/data/neutron {{(pid=103348) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 13:07:02.553432 dv-cinder-830097-4-iscsi neutron-server[103348]: DEBUG neutron.common.config [-] syslog_log_facility = LOG_USER {{(pid=103348) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 13:07:02.553710 dv-cinder-830097-4-iscsi neutron-server[103348]: DEBUG neutron.common.config [-] tcp_keepidle = 600 {{(pid=103348) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 13:07:02.553996 dv-cinder-830097-4-iscsi neutron-server[103348]: DEBUG neutron.common.config [-] transport_url = **** {{(pid=103348) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 13:07:02.554272 dv-cinder-830097-4-iscsi neutron-server[103348]: DEBUG neutron.common.config [-] use_eventlog = False {{(pid=103348) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 13:07:02.554544 dv-cinder-830097-4-iscsi neutron-server[103348]: DEBUG neutron.common.config [-] use_journal = False {{(pid=103348) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 13:07:02.554819 dv-cinder-830097-4-iscsi neutron-server[103348]: DEBUG neutron.common.config [-] use_json = False {{(pid=103348) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 13:07:02.555091 dv-cinder-830097-4-iscsi neutron-server[103348]: DEBUG neutron.common.config [-] use_ssl = False {{(pid=103348) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 13:07:02.555364 dv-cinder-830097-4-iscsi neutron-server[103348]: DEBUG neutron.common.config [-] use_stderr = False {{(pid=103348) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 13:07:02.555653 dv-cinder-830097-4-iscsi neutron-server[103348]: DEBUG neutron.common.config [-] use_syslog = False {{(pid=103348) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 13:07:02.555926 dv-cinder-830097-4-iscsi neutron-server[103348]: DEBUG neutron.common.config [-] vlan_transparent = False {{(pid=103348) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 13:07:02.556200 dv-cinder-830097-4-iscsi neutron-server[103348]: DEBUG neutron.common.config [-] watch_log_file = False {{(pid=103348) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 13:07:02.556477 dv-cinder-830097-4-iscsi neutron-server[103348]: DEBUG neutron.common.config [-] wsgi_default_pool_size = 100 {{(pid=103348) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 13:07:02.556752 dv-cinder-830097-4-iscsi neutron-server[103348]: DEBUG neutron.common.config [-] wsgi_keep_alive = True {{(pid=103348) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 13:07:02.557073 dv-cinder-830097-4-iscsi neutron-server[103348]: DEBUG neutron.common.config [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=103348) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 13:07:02.557347 dv-cinder-830097-4-iscsi neutron-server[103348]: DEBUG neutron.common.config [-] wsgi_server_debug = False {{(pid=103348) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 13:07:02.557643 dv-cinder-830097-4-iscsi neutron-server[103348]: DEBUG neutron.common.config [-] oslo_concurrency.disable_process_locking = False {{(pid=103348) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 13:07:02.557942 dv-cinder-830097-4-iscsi neutron-server[103348]: DEBUG neutron.common.config [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=103348) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 13:07:02.558244 dv-cinder-830097-4-iscsi neutron-server[103348]: DEBUG neutron.common.config [-] profiler.connection_string = messaging:// {{(pid=103348) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 13:07:02.558540 dv-cinder-830097-4-iscsi neutron-server[103348]: DEBUG neutron.common.config [-] profiler.enabled = False {{(pid=103348) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 13:07:02.558834 dv-cinder-830097-4-iscsi neutron-server[103348]: DEBUG neutron.common.config [-] profiler.es_doc_type = notification {{(pid=103348) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 13:07:02.559117 dv-cinder-830097-4-iscsi neutron-server[103348]: DEBUG neutron.common.config [-] profiler.es_scroll_size = 10000 {{(pid=103348) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 13:07:02.559409 dv-cinder-830097-4-iscsi neutron-server[103348]: DEBUG neutron.common.config [-] profiler.es_scroll_time = 2m {{(pid=103348) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 13:07:02.559687 dv-cinder-830097-4-iscsi neutron-server[103348]: DEBUG neutron.common.config [-] profiler.filter_error_trace = False {{(pid=103348) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 13:07:02.559977 dv-cinder-830097-4-iscsi neutron-server[103348]: DEBUG neutron.common.config [-] profiler.hmac_keys = SECRET_KEY {{(pid=103348) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 13:07:02.560267 dv-cinder-830097-4-iscsi neutron-server[103348]: DEBUG neutron.common.config [-] profiler.sentinel_service_name = mymaster {{(pid=103348) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 13:07:02.560556 dv-cinder-830097-4-iscsi neutron-server[103348]: DEBUG neutron.common.config [-] profiler.socket_timeout = 0.1 {{(pid=103348) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 13:07:02.560863 dv-cinder-830097-4-iscsi neutron-server[103348]: DEBUG neutron.common.config [-] profiler.trace_sqlalchemy = False {{(pid=103348) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 13:07:02.561169 dv-cinder-830097-4-iscsi neutron-server[103348]: DEBUG neutron.common.config [-] oslo_policy.enforce_new_defaults = False {{(pid=103348) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 13:07:02.561460 dv-cinder-830097-4-iscsi neutron-server[103348]: DEBUG neutron.common.config [-] oslo_policy.enforce_scope = False {{(pid=103348) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 13:07:02.561756 dv-cinder-830097-4-iscsi neutron-server[103348]: DEBUG neutron.common.config [-] oslo_policy.policy_default_rule = default {{(pid=103348) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 13:07:02.562060 dv-cinder-830097-4-iscsi neutron-server[103348]: DEBUG neutron.common.config [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=103348) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 13:07:02.562356 dv-cinder-830097-4-iscsi neutron-server[103348]: DEBUG neutron.common.config [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=103348) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 13:07:02.562649 dv-cinder-830097-4-iscsi neutron-server[103348]: DEBUG neutron.common.config [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=103348) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 13:07:02.562929 dv-cinder-830097-4-iscsi neutron-server[103348]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=103348) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 13:07:02.563207 dv-cinder-830097-4-iscsi neutron-server[103348]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=103348) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 13:07:02.563484 dv-cinder-830097-4-iscsi neutron-server[103348]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=103348) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 13:07:02.563765 dv-cinder-830097-4-iscsi neutron-server[103348]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=103348) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 13:07:02.564055 dv-cinder-830097-4-iscsi neutron-server[103348]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=103348) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 13:07:02.564334 dv-cinder-830097-4-iscsi neutron-server[103348]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=103348) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 13:07:02.564627 dv-cinder-830097-4-iscsi neutron-server[103348]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_process_name = {{(pid=103348) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 13:07:02.564953 dv-cinder-830097-4-iscsi neutron-server[103348]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=103348) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 13:07:02.565240 dv-cinder-830097-4-iscsi neutron-server[103348]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=103348) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 13:07:02.565547 dv-cinder-830097-4-iscsi neutron-server[103348]: DEBUG neutron.common.config [-] oslo_middleware.http_basic_auth_user_file = /etc/htpasswd {{(pid=103348) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 13:07:02.565836 dv-cinder-830097-4-iscsi neutron-server[103348]: DEBUG neutron.common.config [-] nova.auth_section = None {{(pid=103348) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 13:07:02.566129 dv-cinder-830097-4-iscsi neutron-server[103348]: DEBUG neutron.common.config [-] nova.auth_type = password {{(pid=103348) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 13:07:02.566420 dv-cinder-830097-4-iscsi neutron-server[103348]: DEBUG neutron.common.config [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=103348) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 13:07:02.566696 dv-cinder-830097-4-iscsi neutron-server[103348]: DEBUG neutron.common.config [-] nova.certfile = None {{(pid=103348) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 13:07:02.566977 dv-cinder-830097-4-iscsi neutron-server[103348]: DEBUG neutron.common.config [-] nova.collect_timing = False {{(pid=103348) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 13:07:02.567271 dv-cinder-830097-4-iscsi neutron-server[103348]: DEBUG neutron.common.config [-] nova.endpoint_type = public {{(pid=103348) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 13:07:02.567556 dv-cinder-830097-4-iscsi neutron-server[103348]: DEBUG neutron.common.config [-] nova.insecure = False {{(pid=103348) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 13:07:02.567831 dv-cinder-830097-4-iscsi neutron-server[103348]: DEBUG neutron.common.config [-] nova.keyfile = None {{(pid=103348) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 13:07:02.568111 dv-cinder-830097-4-iscsi neutron-server[103348]: DEBUG neutron.common.config [-] nova.live_migration_events = False {{(pid=103348) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 13:07:02.568398 dv-cinder-830097-4-iscsi neutron-server[103348]: DEBUG neutron.common.config [-] nova.region_name = RegionOne {{(pid=103348) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 13:07:02.569227 dv-cinder-830097-4-iscsi neutron-server[103348]: DEBUG neutron.common.config [-] nova.split_loggers = False {{(pid=103348) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 13:07:02.569511 dv-cinder-830097-4-iscsi neutron-server[103348]: DEBUG neutron.common.config [-] nova.timeout = None {{(pid=103348) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 13:07:02.569797 dv-cinder-830097-4-iscsi neutron-server[103348]: DEBUG neutron.common.config [-] placement.auth_section = None {{(pid=103348) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 13:07:02.570077 dv-cinder-830097-4-iscsi neutron-server[103348]: DEBUG neutron.common.config [-] placement.auth_type = None {{(pid=103348) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 13:07:02.570354 dv-cinder-830097-4-iscsi neutron-server[103348]: DEBUG neutron.common.config [-] placement.cafile = None {{(pid=103348) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 13:07:02.570630 dv-cinder-830097-4-iscsi neutron-server[103348]: DEBUG neutron.common.config [-] placement.certfile = None {{(pid=103348) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 13:07:02.570913 dv-cinder-830097-4-iscsi neutron-server[103348]: DEBUG neutron.common.config [-] placement.collect_timing = False {{(pid=103348) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 13:07:02.571204 dv-cinder-830097-4-iscsi neutron-server[103348]: DEBUG neutron.common.config [-] placement.endpoint_type = public {{(pid=103348) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 13:07:02.571483 dv-cinder-830097-4-iscsi neutron-server[103348]: DEBUG neutron.common.config [-] placement.insecure = False {{(pid=103348) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 13:07:02.571758 dv-cinder-830097-4-iscsi neutron-server[103348]: DEBUG neutron.common.config [-] placement.keyfile = None {{(pid=103348) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 13:07:02.572032 dv-cinder-830097-4-iscsi neutron-server[103348]: DEBUG neutron.common.config [-] placement.region_name = None {{(pid=103348) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 13:07:02.572313 dv-cinder-830097-4-iscsi neutron-server[103348]: DEBUG neutron.common.config [-] placement.split_loggers = False {{(pid=103348) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 13:07:02.572590 dv-cinder-830097-4-iscsi neutron-server[103348]: DEBUG neutron.common.config [-] placement.timeout = None {{(pid=103348) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 13:07:02.572908 dv-cinder-830097-4-iscsi neutron-server[103348]: DEBUG neutron.common.config [-] ironic.auth_section = None {{(pid=103348) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 13:07:02.573191 dv-cinder-830097-4-iscsi neutron-server[103348]: DEBUG neutron.common.config [-] ironic.auth_type = None {{(pid=103348) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 13:07:02.573469 dv-cinder-830097-4-iscsi neutron-server[103348]: DEBUG neutron.common.config [-] ironic.cafile = None {{(pid=103348) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 13:07:02.573745 dv-cinder-830097-4-iscsi neutron-server[103348]: DEBUG neutron.common.config [-] ironic.certfile = None {{(pid=103348) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 13:07:02.574024 dv-cinder-830097-4-iscsi neutron-server[103348]: DEBUG neutron.common.config [-] ironic.collect_timing = False {{(pid=103348) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 13:07:02.574300 dv-cinder-830097-4-iscsi neutron-server[103348]: DEBUG neutron.common.config [-] ironic.connect_retries = None {{(pid=103348) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 13:07:02.574575 dv-cinder-830097-4-iscsi neutron-server[103348]: DEBUG neutron.common.config [-] ironic.connect_retry_delay = None {{(pid=103348) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 13:07:02.574854 dv-cinder-830097-4-iscsi neutron-server[103348]: DEBUG neutron.common.config [-] ironic.enable_notifications = False {{(pid=103348) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 13:07:02.575128 dv-cinder-830097-4-iscsi neutron-server[103348]: DEBUG neutron.common.config [-] ironic.endpoint_override = None {{(pid=103348) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 13:07:02.575407 dv-cinder-830097-4-iscsi neutron-server[103348]: DEBUG neutron.common.config [-] ironic.insecure = False {{(pid=103348) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 13:07:02.575689 dv-cinder-830097-4-iscsi neutron-server[103348]: DEBUG neutron.common.config [-] ironic.interface = None {{(pid=103348) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 13:07:02.575963 dv-cinder-830097-4-iscsi neutron-server[103348]: DEBUG neutron.common.config [-] ironic.keyfile = None {{(pid=103348) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 13:07:02.576240 dv-cinder-830097-4-iscsi neutron-server[103348]: DEBUG neutron.common.config [-] ironic.max_version = None {{(pid=103348) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 13:07:02.576514 dv-cinder-830097-4-iscsi neutron-server[103348]: DEBUG neutron.common.config [-] ironic.min_version = None {{(pid=103348) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 13:07:02.576807 dv-cinder-830097-4-iscsi neutron-server[103348]: DEBUG neutron.common.config [-] ironic.region_name = None {{(pid=103348) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 13:07:02.577086 dv-cinder-830097-4-iscsi neutron-server[103348]: DEBUG neutron.common.config [-] ironic.service_name = None {{(pid=103348) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 13:07:02.577364 dv-cinder-830097-4-iscsi neutron-server[103348]: DEBUG neutron.common.config [-] ironic.service_type = None {{(pid=103348) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 13:07:02.577645 dv-cinder-830097-4-iscsi neutron-server[103348]: DEBUG neutron.common.config [-] ironic.split_loggers = False {{(pid=103348) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 13:07:02.577917 dv-cinder-830097-4-iscsi neutron-server[103348]: DEBUG neutron.common.config [-] ironic.status_code_retries = None {{(pid=103348) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 13:07:02.578190 dv-cinder-830097-4-iscsi neutron-server[103348]: DEBUG neutron.common.config [-] ironic.status_code_retry_delay = None {{(pid=103348) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 13:07:02.578459 dv-cinder-830097-4-iscsi neutron-server[103348]: DEBUG neutron.common.config [-] ironic.timeout = None {{(pid=103348) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 13:07:02.578733 dv-cinder-830097-4-iscsi neutron-server[103348]: DEBUG neutron.common.config [-] ironic.valid_interfaces = None {{(pid=103348) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 13:07:02.579008 dv-cinder-830097-4-iscsi neutron-server[103348]: DEBUG neutron.common.config [-] ironic.version = None {{(pid=103348) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 13:07:02.579295 dv-cinder-830097-4-iscsi neutron-server[103348]: DEBUG neutron.common.config [-] service_providers.service_provider = [] {{(pid=103348) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 13:07:02.579596 dv-cinder-830097-4-iscsi neutron-server[103348]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=103348) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 13:07:02.579877 dv-cinder-830097-4-iscsi neutron-server[103348]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=103348) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 13:07:02.580162 dv-cinder-830097-4-iscsi neutron-server[103348]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=103348) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 13:07:02.580443 dv-cinder-830097-4-iscsi neutron-server[103348]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=103348) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 13:07:02.580721 dv-cinder-830097-4-iscsi neutron-server[103348]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=103348) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 13:07:02.581025 dv-cinder-830097-4-iscsi neutron-server[103348]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=103348) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 13:07:02.581304 dv-cinder-830097-4-iscsi neutron-server[103348]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=103348) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 13:07:02.581586 dv-cinder-830097-4-iscsi neutron-server[103348]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=103348) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 13:07:02.581869 dv-cinder-830097-4-iscsi neutron-server[103348]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=103348) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 13:07:02.582145 dv-cinder-830097-4-iscsi neutron-server[103348]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=103348) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 13:07:02.582437 dv-cinder-830097-4-iscsi neutron-server[103348]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=103348) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 13:07:02.582722 dv-cinder-830097-4-iscsi neutron-server[103348]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=103348) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 13:07:02.583011 dv-cinder-830097-4-iscsi neutron-server[103348]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=103348) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 13:07:02.583312 dv-cinder-830097-4-iscsi neutron-server[103348]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=103348) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 13:07:02.583596 dv-cinder-830097-4-iscsi neutron-server[103348]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=103348) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 13:07:02.583895 dv-cinder-830097-4-iscsi neutron-server[103348]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=103348) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 13:07:02.584175 dv-cinder-830097-4-iscsi neutron-server[103348]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=103348) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 13:07:02.585122 dv-cinder-830097-4-iscsi neutron-server[103348]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_quorum_queue = False {{(pid=103348) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 13:07:02.585485 dv-cinder-830097-4-iscsi neutron-server[103348]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=103348) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 13:07:02.585789 dv-cinder-830097-4-iscsi neutron-server[103348]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=103348) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 13:07:02.586079 dv-cinder-830097-4-iscsi neutron-server[103348]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=103348) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 13:07:02.586394 dv-cinder-830097-4-iscsi neutron-server[103348]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=103348) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 13:07:02.586661 dv-cinder-830097-4-iscsi neutron-server[103348]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl = False {{(pid=103348) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 13:07:02.586962 dv-cinder-830097-4-iscsi neutron-server[103348]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=103348) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 13:07:02.587259 dv-cinder-830097-4-iscsi neutron-server[103348]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=103348) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 13:07:02.587558 dv-cinder-830097-4-iscsi neutron-server[103348]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=103348) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 13:07:02.587856 dv-cinder-830097-4-iscsi neutron-server[103348]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_version = {{(pid=103348) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 13:07:02.588151 dv-cinder-830097-4-iscsi neutron-server[103348]: DEBUG neutron.common.config [-] oslo_messaging_notifications.driver = [] {{(pid=103348) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 13:07:02.588438 dv-cinder-830097-4-iscsi neutron-server[103348]: DEBUG neutron.common.config [-] oslo_messaging_notifications.retry = -1 {{(pid=103348) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 13:07:02.588749 dv-cinder-830097-4-iscsi neutron-server[103348]: DEBUG neutron.common.config [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=103348) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 13:07:02.589066 dv-cinder-830097-4-iscsi neutron-server[103348]: DEBUG neutron.common.config [-] oslo_messaging_notifications.transport_url = **** {{(pid=103348) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 13:07:02.589286 dv-cinder-830097-4-iscsi neutron-server[103348]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=103348) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Apr 12 13:07:02.589530 dv-cinder-830097-4-iscsi neutron-server[103348]: DEBUG oslo.service.wsgi [-] Loading app neutron from /etc/neutron/api-paste.ini {{(pid=103348) load_app /usr/local/lib/python3.8/dist-packages/oslo_service/wsgi.py:349}} Apr 12 13:07:02.978439 dv-cinder-830097-4-iscsi neutron-server[103348]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" acquired by "neutron_lib.plugins.directory._create_plugin_directory" :: waited 0.000s {{(pid=103348) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:386}} Apr 12 13:07:02.978713 dv-cinder-830097-4-iscsi neutron-server[103348]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" "released" by "neutron_lib.plugins.directory._create_plugin_directory" :: held 0.001s {{(pid=103348) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:400}} Apr 12 13:07:02.979018 dv-cinder-830097-4-iscsi neutron-server[103348]: DEBUG oslo_concurrency.lockutils [-] Lock "manager" acquired by "neutron.manager.NeutronManager._create_instance" :: waited 0.000s {{(pid=103348) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:386}} Apr 12 13:07:02.979355 dv-cinder-830097-4-iscsi neutron-server[103348]: INFO neutron.manager [-] Loading core plugin: ml2 Apr 12 13:07:03.311884 dv-cinder-830097-4-iscsi neutron-server[103348]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=103348) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 12 13:07:03.312189 dv-cinder-830097-4-iscsi neutron-server[103348]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=103348) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 12 13:07:03.312464 dv-cinder-830097-4-iscsi neutron-server[103348]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103348) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 12 13:07:03.313808 dv-cinder-830097-4-iscsi neutron-server[103348]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=103348) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 12 13:07:03.314085 dv-cinder-830097-4-iscsi neutron-server[103348]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=103348) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 12 13:07:03.314354 dv-cinder-830097-4-iscsi neutron-server[103348]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103348) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 12 13:07:03.369507 dv-cinder-830097-4-iscsi neutron-server[103348]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=103348) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 12 13:07:03.369785 dv-cinder-830097-4-iscsi neutron-server[103348]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=103348) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 12 13:07:03.370053 dv-cinder-830097-4-iscsi neutron-server[103348]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103348) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 12 13:07:03.384808 dv-cinder-830097-4-iscsi neutron-server[103348]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=103348) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 12 13:07:03.385095 dv-cinder-830097-4-iscsi neutron-server[103348]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=103348) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 12 13:07:03.385368 dv-cinder-830097-4-iscsi neutron-server[103348]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103348) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 12 13:07:03.415759 dv-cinder-830097-4-iscsi neutron-server[103348]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=103348) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 12 13:07:03.416030 dv-cinder-830097-4-iscsi neutron-server[103348]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=103348) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 12 13:07:03.416297 dv-cinder-830097-4-iscsi neutron-server[103348]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103348) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 12 13:07:03.453135 dv-cinder-830097-4-iscsi neutron-server[103348]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=103348) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 12 13:07:03.453434 dv-cinder-830097-4-iscsi neutron-server[103348]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=103348) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 12 13:07:03.453702 dv-cinder-830097-4-iscsi neutron-server[103348]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103348) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 12 13:07:03.794533 dv-cinder-830097-4-iscsi neutron-server[103348]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_create 55550000 {{(pid=103348) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 12 13:07:03.795173 dv-cinder-830097-4-iscsi neutron-server[103348]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_update 55550000 {{(pid=103348) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 12 13:07:03.795173 dv-cinder-830097-4-iscsi neutron-server[103348]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment precommit_create 55550000 {{(pid=103348) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 12 13:07:03.795333 dv-cinder-830097-4-iscsi neutron-server[103348]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: network precommit_delete 55550000 {{(pid=103348) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 12 13:07:03.796021 dv-cinder-830097-4-iscsi neutron-server[103348]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment before_delete 55550000 {{(pid=103348) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 12 13:07:03.896322 dv-cinder-830097-4-iscsi neutron-server[103348]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_delete 55550000 {{(pid=103348) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 12 13:07:03.896647 dv-cinder-830097-4-iscsi neutron-server[103348]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent before_delete 55550000 {{(pid=103348) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 12 13:07:03.896992 dv-cinder-830097-4-iscsi neutron-server[103348]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_create 55550000 {{(pid=103348) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 12 13:07:03.897266 dv-cinder-830097-4-iscsi neutron-server[103348]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_create 55550000 {{(pid=103348) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 12 13:07:03.897614 dv-cinder-830097-4-iscsi neutron-server[103348]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_update 55550000 {{(pid=103348) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 12 13:07:03.897935 dv-cinder-830097-4-iscsi neutron-server[103348]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_create 55550000 {{(pid=103348) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 12 13:07:03.898204 dv-cinder-830097-4-iscsi neutron-server[103348]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_delete 55550000 {{(pid=103348) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 12 13:07:03.898468 dv-cinder-830097-4-iscsi neutron-server[103348]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_create 55550000 {{(pid=103348) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 12 13:07:03.898730 dv-cinder-830097-4-iscsi neutron-server[103348]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_delete 55550000 {{(pid=103348) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 12 13:07:03.899017 dv-cinder-830097-4-iscsi neutron-server[103348]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network after_delete 55550000 {{(pid=103348) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 12 13:07:03.899283 dv-cinder-830097-4-iscsi neutron-server[103348]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network precommit_delete 0 {{(pid=103348) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 12 13:07:03.899554 dv-cinder-830097-4-iscsi neutron-server[103348]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_create 55550000 {{(pid=103348) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 12 13:07:03.899813 dv-cinder-830097-4-iscsi neutron-server[103348]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_update 55550000 {{(pid=103348) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 12 13:07:03.900068 dv-cinder-830097-4-iscsi neutron-server[103348]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_delete 55550000 {{(pid=103348) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 12 13:07:03.900326 dv-cinder-830097-4-iscsi neutron-server[103348]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port provisioning_complete 55550000 {{(pid=103348) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 12 13:07:03.900593 dv-cinder-830097-4-iscsi neutron-server[103348]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=103348) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 12 13:07:03.900952 dv-cinder-830097-4-iscsi neutron-server[103348]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy after_delete 55550000 {{(pid=103348) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 12 13:07:03.901229 dv-cinder-830097-4-iscsi neutron-server[103348]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > agent after_update 55550000 {{(pid=103348) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 12 13:07:03.901503 dv-cinder-830097-4-iscsi neutron-server[103348]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet after_delete 55550000 {{(pid=103348) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 12 13:07:03.901766 dv-cinder-830097-4-iscsi neutron-server[103348]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet precommit_delete 0 {{(pid=103348) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 12 13:07:03.902192 dv-cinder-830097-4-iscsi neutron-server[103348]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=103348) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 12 13:07:03.902454 dv-cinder-830097-4-iscsi neutron-server[103348]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103348) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 12 13:07:03.902744 dv-cinder-830097-4-iscsi neutron-server[103348]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=103348) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 12 13:07:03.903131 dv-cinder-830097-4-iscsi neutron-server[103348]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=103348) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 12 13:07:03.903390 dv-cinder-830097-4-iscsi neutron-server[103348]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=103348) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 12 13:07:03.903645 dv-cinder-830097-4-iscsi neutron-server[103348]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103348) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 12 13:07:03.904051 dv-cinder-830097-4-iscsi neutron-server[103348]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: network configured {{(pid=103348) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Apr 12 13:07:03.904296 dv-cinder-830097-4-iscsi neutron-server[103348]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: port configured {{(pid=103348) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Apr 12 13:07:03.904536 dv-cinder-830097-4-iscsi neutron-server[103348]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnet configured {{(pid=103348) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Apr 12 13:07:03.904800 dv-cinder-830097-4-iscsi neutron-server[103348]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnetpool configured {{(pid=103348) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Apr 12 13:07:03.905036 dv-cinder-830097-4-iscsi neutron-server[103348]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group configured {{(pid=103348) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Apr 12 13:07:03.905273 dv-cinder-830097-4-iscsi neutron-server[103348]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group_rule configured {{(pid=103348) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Apr 12 13:07:03.905638 dv-cinder-830097-4-iscsi neutron-server[103348]: INFO neutron.plugins.ml2.managers [-] Configured type driver names: ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] Apr 12 13:07:03.908762 dv-cinder-830097-4-iscsi neutron-server[103348]: INFO neutron.plugins.ml2.drivers.type_flat [-] Allowable flat physical_network names: ['physnet1'] Apr 12 13:07:03.913442 dv-cinder-830097-4-iscsi neutron-server[103348]: INFO neutron.plugins.ml2.drivers.type_local [-] ML2 LocalTypeDriver initialization complete Apr 12 13:07:03.917084 dv-cinder-830097-4-iscsi neutron-server[103348]: INFO neutron.plugins.ml2.drivers.type_vlan [-] Network VLAN ranges: OrderedDict([('physnet1', [(200, 249)])]) Apr 12 13:07:03.918749 dv-cinder-830097-4-iscsi neutron-server[103348]: INFO neutron.plugins.ml2.managers [-] Loaded type driver names: ['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan'] Apr 12 13:07:03.919210 dv-cinder-830097-4-iscsi neutron-server[103348]: INFO neutron.plugins.ml2.managers [-] Registered types: dict_keys(['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan']) Apr 12 13:07:03.919548 dv-cinder-830097-4-iscsi neutron-server[103348]: INFO neutron.plugins.ml2.managers [-] Tenant network_types: ['vlan'] Apr 12 13:07:03.919938 dv-cinder-830097-4-iscsi neutron-server[103348]: INFO neutron.plugins.ml2.managers [-] Configured extension driver names: ['port_security'] Apr 12 13:07:03.922923 dv-cinder-830097-4-iscsi neutron-server[103348]: INFO neutron.plugins.ml2.managers [-] Loaded extension driver names: ['port_security'] Apr 12 13:07:03.923177 dv-cinder-830097-4-iscsi neutron-server[103348]: INFO neutron.plugins.ml2.managers [-] Registered extension drivers: ['port_security'] Apr 12 13:07:03.923520 dv-cinder-830097-4-iscsi neutron-server[103348]: INFO neutron.plugins.ml2.managers [-] Configured mechanism driver names: ['openvswitch', 'hyperv'] Apr 12 13:07:03.929128 dv-cinder-830097-4-iscsi neutron-server[103348]: INFO neutron.plugins.ml2.drivers.mech_agent [-] HyperV agent's supported_vnic_types: ['normal', 'direct'] Apr 12 13:07:03.953007 dv-cinder-830097-4-iscsi neutron-server[103348]: INFO neutron.plugins.ml2.drivers.mech_agent [-] Open vSwitch agent's supported_vnic_types: ['normal', 'direct', 'smart-nic', 'vdpa'] Apr 12 13:07:03.953469 dv-cinder-830097-4-iscsi neutron-server[103348]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > qos_plugin after_init 55550000 {{(pid=103348) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 12 13:07:03.953772 dv-cinder-830097-4-iscsi neutron-server[103348]: DEBUG neutron.services.qos.drivers.openvswitch.driver [-] Open vSwitch QoS driver registered {{(pid=103348) register /opt/stack/neutron/neutron/services/qos/drivers/openvswitch/driver.py:88}} Apr 12 13:07:03.954146 dv-cinder-830097-4-iscsi neutron-server[103348]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > logging-plugin after_init 55550000 {{(pid=103348) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 12 13:07:03.955507 dv-cinder-830097-4-iscsi neutron-server[103348]: DEBUG neutron.services.logapi.drivers.openvswitch.driver [-] Open vSwitch logging driver registered {{(pid=103348) register /opt/stack/neutron/neutron/services/logapi/drivers/openvswitch/driver.py:69}} Apr 12 13:07:03.955787 dv-cinder-830097-4-iscsi neutron-server[103348]: INFO neutron.plugins.ml2.managers [-] Loaded mechanism driver names: ['openvswitch', 'hyperv'] Apr 12 13:07:03.956033 dv-cinder-830097-4-iscsi neutron-server[103348]: INFO neutron.plugins.ml2.managers [-] Registered mechanism drivers: ['openvswitch', 'hyperv'] Apr 12 13:07:03.959402 dv-cinder-830097-4-iscsi neutron-server[103348]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > floatingip before_response 55550000 {{(pid=103348) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 12 13:07:03.959684 dv-cinder-830097-4-iscsi neutron-server[103348]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_response 55550000 {{(pid=103348) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 12 13:07:04.022354 dv-cinder-830097-4-iscsi neutron-server[103348]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'flat' Apr 12 13:07:04.022595 dv-cinder-830097-4-iscsi neutron-server[103348]: INFO neutron.plugins.ml2.drivers.type_flat [-] ML2 FlatTypeDriver initialization complete Apr 12 13:07:04.022834 dv-cinder-830097-4-iscsi neutron-server[103348]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'geneve' Apr 12 13:07:04.023224 dv-cinder-830097-4-iscsi neutron-server[103348]: INFO neutron.plugins.ml2.drivers.type_tunnel [-] geneve ID ranges: [(1, 1000)] Apr 12 13:07:04.043991 dv-cinder-830097-4-iscsi neutron-server[103348]: DEBUG oslo_db.sqlalchemy.engines [None req-8e40bf90-8d6f-431f-bb3d-29128e58fdaa None None] MySQL server mode set to STRICT_TRANS_TABLES,STRICT_ALL_TABLES,NO_ZERO_IN_DATE,NO_ZERO_DATE,ERROR_FOR_DIVISION_BY_ZERO,TRADITIONAL,NO_ENGINE_SUBSTITUTION {{(pid=103348) _check_effective_sql_mode /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/engines.py:314}} Apr 12 13:07:04.477859 dv-cinder-830097-4-iscsi neutron-server[103348]: INFO neutron.plugins.ml2.managers [None req-8e40bf90-8d6f-431f-bb3d-29128e58fdaa None None] Initializing driver for type 'gre' Apr 12 13:07:04.478458 dv-cinder-830097-4-iscsi neutron-server[103348]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-8e40bf90-8d6f-431f-bb3d-29128e58fdaa None None] gre ID ranges: [(1, 1000)] Apr 12 13:07:04.529506 dv-cinder-830097-4-iscsi neutron-server[103348]: INFO neutron.plugins.ml2.managers [None req-8e40bf90-8d6f-431f-bb3d-29128e58fdaa None None] Initializing driver for type 'local' Apr 12 13:07:04.529930 dv-cinder-830097-4-iscsi neutron-server[103348]: INFO neutron.plugins.ml2.managers [None req-8e40bf90-8d6f-431f-bb3d-29128e58fdaa None None] Initializing driver for type 'vlan' Apr 12 13:07:04.544024 dv-cinder-830097-4-iscsi neutron-server[103348]: INFO neutron.plugins.ml2.drivers.type_vlan [None req-8e40bf90-8d6f-431f-bb3d-29128e58fdaa None None] VlanTypeDriver initialization complete Apr 12 13:07:04.544381 dv-cinder-830097-4-iscsi neutron-server[103348]: INFO neutron.plugins.ml2.managers [None req-8e40bf90-8d6f-431f-bb3d-29128e58fdaa None None] Initializing driver for type 'vxlan' Apr 12 13:07:04.544888 dv-cinder-830097-4-iscsi neutron-server[103348]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-8e40bf90-8d6f-431f-bb3d-29128e58fdaa None None] vxlan ID ranges: [(1, 1000)] Apr 12 13:07:04.598723 dv-cinder-830097-4-iscsi neutron-server[103348]: INFO neutron.plugins.ml2.managers [None req-8e40bf90-8d6f-431f-bb3d-29128e58fdaa None None] Initializing extension driver 'port_security' Apr 12 13:07:04.599061 dv-cinder-830097-4-iscsi neutron-server[103348]: INFO neutron.plugins.ml2.extensions.port_security [None req-8e40bf90-8d6f-431f-bb3d-29128e58fdaa None None] PortSecurityExtensionDriver initialization complete Apr 12 13:07:04.599399 dv-cinder-830097-4-iscsi neutron-server[103348]: INFO neutron.plugins.ml2.managers [None req-8e40bf90-8d6f-431f-bb3d-29128e58fdaa None None] Initializing mechanism driver 'openvswitch' Apr 12 13:07:04.599724 dv-cinder-830097-4-iscsi neutron-server[103348]: INFO neutron.plugins.ml2.managers [None req-8e40bf90-8d6f-431f-bb3d-29128e58fdaa None None] Initializing mechanism driver 'hyperv' Apr 12 13:07:04.607569 dv-cinder-830097-4-iscsi neutron-server[103348]: DEBUG neutron.plugins.ml2.plugin [None req-8e40bf90-8d6f-431f-bb3d-29128e58fdaa None None] neutron.plugins.ml2.plugin.Ml2Plugin method _start_rpc_notifiers called with arguments () {} {{(pid=103348) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 13:07:04.608407 dv-cinder-830097-4-iscsi neutron-server[103348]: DEBUG neutron_lib.callbacks.manager [None req-8e40bf90-8d6f-431f-bb3d-29128e58fdaa None None] Subscribe: > port after_create 55550000 {{(pid=103348) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 12 13:07:04.608795 dv-cinder-830097-4-iscsi neutron-server[103348]: DEBUG neutron_lib.callbacks.manager [None req-8e40bf90-8d6f-431f-bb3d-29128e58fdaa None None] Subscribe: > port after_update 55550000 {{(pid=103348) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 12 13:07:04.609167 dv-cinder-830097-4-iscsi neutron-server[103348]: DEBUG neutron_lib.callbacks.manager [None req-8e40bf90-8d6f-431f-bb3d-29128e58fdaa None None] Subscribe: > port after_delete 55550000 {{(pid=103348) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 12 13:07:04.609700 dv-cinder-830097-4-iscsi neutron-server[103348]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[port] started {{(pid=103348) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:112}} Apr 12 13:07:04.610140 dv-cinder-830097-4-iscsi neutron-server[103348]: DEBUG neutron_lib.callbacks.manager [None req-8e40bf90-8d6f-431f-bb3d-29128e58fdaa None None] Subscribe: > subnet after_create 55550000 {{(pid=103348) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 12 13:07:04.610497 dv-cinder-830097-4-iscsi neutron-server[103348]: DEBUG neutron_lib.callbacks.manager [None req-8e40bf90-8d6f-431f-bb3d-29128e58fdaa None None] Subscribe: > subnet after_update 55550000 {{(pid=103348) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 12 13:07:04.610844 dv-cinder-830097-4-iscsi neutron-server[103348]: DEBUG neutron_lib.callbacks.manager [None req-8e40bf90-8d6f-431f-bb3d-29128e58fdaa None None] Subscribe: > subnet after_delete 55550000 {{(pid=103348) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 12 13:07:04.611242 dv-cinder-830097-4-iscsi neutron-server[103348]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[subnet] started {{(pid=103348) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:112}} Apr 12 13:07:04.611650 dv-cinder-830097-4-iscsi neutron-server[103348]: DEBUG neutron_lib.callbacks.manager [None req-8e40bf90-8d6f-431f-bb3d-29128e58fdaa None None] Subscribe: > network after_create 55550000 {{(pid=103348) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 12 13:07:04.612001 dv-cinder-830097-4-iscsi neutron-server[103348]: DEBUG neutron_lib.callbacks.manager [None req-8e40bf90-8d6f-431f-bb3d-29128e58fdaa None None] Subscribe: > network after_update 55550000 {{(pid=103348) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 12 13:07:04.612342 dv-cinder-830097-4-iscsi neutron-server[103348]: DEBUG neutron_lib.callbacks.manager [None req-8e40bf90-8d6f-431f-bb3d-29128e58fdaa None None] Subscribe: > network after_delete 55550000 {{(pid=103348) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 12 13:07:04.612737 dv-cinder-830097-4-iscsi neutron-server[103348]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[network] started {{(pid=103348) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:112}} Apr 12 13:07:04.613168 dv-cinder-830097-4-iscsi neutron-server[103348]: DEBUG neutron_lib.callbacks.manager [None req-8e40bf90-8d6f-431f-bb3d-29128e58fdaa None None] Subscribe: > security_group after_create 55550000 {{(pid=103348) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 12 13:07:04.613519 dv-cinder-830097-4-iscsi neutron-server[103348]: DEBUG neutron_lib.callbacks.manager [None req-8e40bf90-8d6f-431f-bb3d-29128e58fdaa None None] Subscribe: > security_group after_update 55550000 {{(pid=103348) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 12 13:07:04.613861 dv-cinder-830097-4-iscsi neutron-server[103348]: DEBUG neutron_lib.callbacks.manager [None req-8e40bf90-8d6f-431f-bb3d-29128e58fdaa None None] Subscribe: > security_group after_delete 55550000 {{(pid=103348) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 12 13:07:04.614259 dv-cinder-830097-4-iscsi neutron-server[103348]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group] started {{(pid=103348) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:112}} Apr 12 13:07:04.614668 dv-cinder-830097-4-iscsi neutron-server[103348]: DEBUG neutron_lib.callbacks.manager [None req-8e40bf90-8d6f-431f-bb3d-29128e58fdaa None None] Subscribe: > security_group_rule after_create 55550000 {{(pid=103348) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 12 13:07:04.615014 dv-cinder-830097-4-iscsi neutron-server[103348]: DEBUG neutron_lib.callbacks.manager [None req-8e40bf90-8d6f-431f-bb3d-29128e58fdaa None None] Subscribe: > security_group_rule after_update 55550000 {{(pid=103348) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 12 13:07:04.615353 dv-cinder-830097-4-iscsi neutron-server[103348]: DEBUG neutron_lib.callbacks.manager [None req-8e40bf90-8d6f-431f-bb3d-29128e58fdaa None None] Subscribe: > security_group_rule after_delete 55550000 {{(pid=103348) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 12 13:07:04.616302 dv-cinder-830097-4-iscsi neutron-server[103348]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group_rule] started {{(pid=103348) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:112}} Apr 12 13:07:04.616720 dv-cinder-830097-4-iscsi neutron-server[103348]: DEBUG neutron_lib.callbacks.manager [None req-8e40bf90-8d6f-431f-bb3d-29128e58fdaa None None] Subscribe: > address_group after_create 55550000 {{(pid=103348) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 12 13:07:04.617089 dv-cinder-830097-4-iscsi neutron-server[103348]: DEBUG neutron_lib.callbacks.manager [None req-8e40bf90-8d6f-431f-bb3d-29128e58fdaa None None] Subscribe: > address_group after_update 55550000 {{(pid=103348) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 12 13:07:04.617428 dv-cinder-830097-4-iscsi neutron-server[103348]: DEBUG neutron_lib.callbacks.manager [None req-8e40bf90-8d6f-431f-bb3d-29128e58fdaa None None] Subscribe: > address_group after_delete 55550000 {{(pid=103348) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 12 13:07:04.617828 dv-cinder-830097-4-iscsi neutron-server[103348]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[address_group] started {{(pid=103348) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:112}} Apr 12 13:07:04.618275 dv-cinder-830097-4-iscsi neutron-server[103348]: DEBUG neutron.plugins.ml2.ovo_rpc [None req-8e40bf90-8d6f-431f-bb3d-29128e58fdaa None None] ML2 OVO RPC backend initialized. {{(pid=103348) __init__ /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:162}} Apr 12 13:07:04.618985 dv-cinder-830097-4-iscsi neutron-server[103348]: DEBUG neutron_lib.callbacks.manager [None req-8e40bf90-8d6f-431f-bb3d-29128e58fdaa None None] Subscribe: > router_interface after_create 55550000 {{(pid=103348) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 12 13:07:04.619340 dv-cinder-830097-4-iscsi neutron-server[103348]: DEBUG neutron_lib.callbacks.manager [None req-8e40bf90-8d6f-431f-bb3d-29128e58fdaa None None] Subscribe: > router_interface after_delete 55550000 {{(pid=103348) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 12 13:07:04.619759 dv-cinder-830097-4-iscsi neutron-server[103348]: DEBUG neutron_lib.callbacks.manager [None req-8e40bf90-8d6f-431f-bb3d-29128e58fdaa None None] Subscribe: > network before_response 55550000 {{(pid=103348) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 12 13:07:04.620269 dv-cinder-830097-4-iscsi neutron-server[103348]: DEBUG neutron_lib.callbacks.manager [None req-8e40bf90-8d6f-431f-bb3d-29128e58fdaa None None] Subscribe: > networks before_response 55550000 {{(pid=103348) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 12 13:07:04.620627 dv-cinder-830097-4-iscsi neutron-server[103348]: DEBUG neutron_lib.callbacks.manager [None req-8e40bf90-8d6f-431f-bb3d-29128e58fdaa None None] Subscribe: > port before_response 55550000 {{(pid=103348) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 12 13:07:04.620998 dv-cinder-830097-4-iscsi neutron-server[103348]: DEBUG neutron_lib.callbacks.manager [None req-8e40bf90-8d6f-431f-bb3d-29128e58fdaa None None] Subscribe: > ports before_response 55550000 {{(pid=103348) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 12 13:07:04.621346 dv-cinder-830097-4-iscsi neutron-server[103348]: DEBUG neutron_lib.callbacks.manager [None req-8e40bf90-8d6f-431f-bb3d-29128e58fdaa None None] Subscribe: > subnet before_response 55550000 {{(pid=103348) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 12 13:07:04.621689 dv-cinder-830097-4-iscsi neutron-server[103348]: DEBUG neutron_lib.callbacks.manager [None req-8e40bf90-8d6f-431f-bb3d-29128e58fdaa None None] Subscribe: > subnets before_response 55550000 {{(pid=103348) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 12 13:07:04.622038 dv-cinder-830097-4-iscsi neutron-server[103348]: DEBUG neutron_lib.callbacks.manager [None req-8e40bf90-8d6f-431f-bb3d-29128e58fdaa None None] Subscribe: > network after_create 55550000 {{(pid=103348) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 12 13:07:04.622374 dv-cinder-830097-4-iscsi neutron-server[103348]: DEBUG neutron_lib.callbacks.manager [None req-8e40bf90-8d6f-431f-bb3d-29128e58fdaa None None] Subscribe: > network after_update 55550000 {{(pid=103348) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 12 13:07:04.622709 dv-cinder-830097-4-iscsi neutron-server[103348]: DEBUG neutron_lib.callbacks.manager [None req-8e40bf90-8d6f-431f-bb3d-29128e58fdaa None None] Subscribe: > network after_delete 55550000 {{(pid=103348) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 12 13:07:04.623047 dv-cinder-830097-4-iscsi neutron-server[103348]: DEBUG neutron_lib.callbacks.manager [None req-8e40bf90-8d6f-431f-bb3d-29128e58fdaa None None] Subscribe: > port after_create 55550000 {{(pid=103348) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 12 13:07:04.623384 dv-cinder-830097-4-iscsi neutron-server[103348]: DEBUG neutron_lib.callbacks.manager [None req-8e40bf90-8d6f-431f-bb3d-29128e58fdaa None None] Subscribe: > port after_update 55550000 {{(pid=103348) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 12 13:07:04.623719 dv-cinder-830097-4-iscsi neutron-server[103348]: DEBUG neutron_lib.callbacks.manager [None req-8e40bf90-8d6f-431f-bb3d-29128e58fdaa None None] Subscribe: > port after_delete 55550000 {{(pid=103348) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 12 13:07:04.624051 dv-cinder-830097-4-iscsi neutron-server[103348]: DEBUG neutron_lib.callbacks.manager [None req-8e40bf90-8d6f-431f-bb3d-29128e58fdaa None None] Subscribe: > subnet after_create 55550000 {{(pid=103348) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 12 13:07:04.624389 dv-cinder-830097-4-iscsi neutron-server[103348]: DEBUG neutron_lib.callbacks.manager [None req-8e40bf90-8d6f-431f-bb3d-29128e58fdaa None None] Subscribe: > subnet after_update 55550000 {{(pid=103348) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 12 13:07:04.624724 dv-cinder-830097-4-iscsi neutron-server[103348]: DEBUG neutron_lib.callbacks.manager [None req-8e40bf90-8d6f-431f-bb3d-29128e58fdaa None None] Subscribe: > subnet after_delete 55550000 {{(pid=103348) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 12 13:07:04.632684 dv-cinder-830097-4-iscsi neutron-server[103348]: INFO neutron.quota [None req-8e40bf90-8d6f-431f-bb3d-29128e58fdaa None None] Loaded quota_driver: . Apr 12 13:07:04.633068 dv-cinder-830097-4-iscsi neutron-server[103348]: INFO neutron.plugins.ml2.plugin [None req-8e40bf90-8d6f-431f-bb3d-29128e58fdaa None None] Modular L2 Plugin initialization complete Apr 12 13:07:04.633409 dv-cinder-830097-4-iscsi neutron-server[103348]: DEBUG neutron.manager [None req-8e40bf90-8d6f-431f-bb3d-29128e58fdaa None None] Loading services supported by the core plugin {{(pid=103348) _load_services_from_core_plugin /opt/stack/neutron/neutron/manager.py:168}} Apr 12 13:07:04.633773 dv-cinder-830097-4-iscsi neutron-server[103348]: INFO neutron.plugins.ml2.managers [None req-8e40bf90-8d6f-431f-bb3d-29128e58fdaa None None] Got port-security extension from driver 'port_security' Apr 12 13:07:04.634252 dv-cinder-830097-4-iscsi neutron-server[103348]: INFO neutron.extensions.vlantransparent [None req-8e40bf90-8d6f-431f-bb3d-29128e58fdaa None None] Disabled vlantransparent extension. Apr 12 13:07:04.634745 dv-cinder-830097-4-iscsi neutron-server[103348]: DEBUG neutron.manager [None req-8e40bf90-8d6f-431f-bb3d-29128e58fdaa None None] Loading service plugins: ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin', 'auto_allocate', 'tag', 'timestamp', 'network_ip_availability', 'flavors', 'revisions'] {{(pid=103348) _load_service_plugins /opt/stack/neutron/neutron/manager.py:194}} Apr 12 13:07:04.635064 dv-cinder-830097-4-iscsi neutron-server[103348]: INFO neutron.manager [None req-8e40bf90-8d6f-431f-bb3d-29128e58fdaa None None] Loading Plugin: router Apr 12 13:07:04.670316 dv-cinder-830097-4-iscsi neutron-server[103348]: DEBUG neutron_lib.callbacks.manager [None req-8e40bf90-8d6f-431f-bb3d-29128e58fdaa None None] Subscribe: > router_interface before_create 55550000 {{(pid=103348) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 12 13:07:04.670711 dv-cinder-830097-4-iscsi neutron-server[103348]: DEBUG neutron_lib.callbacks.manager [None req-8e40bf90-8d6f-431f-bb3d-29128e58fdaa None None] Subscribe: > router after_create 55549900 {{(pid=103348) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 12 13:07:04.671082 dv-cinder-830097-4-iscsi neutron-server[103348]: DEBUG neutron_lib.callbacks.manager [None req-8e40bf90-8d6f-431f-bb3d-29128e58fdaa None None] Subscribe: > router before_create 55549900 {{(pid=103348) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 12 13:07:04.671445 dv-cinder-830097-4-iscsi neutron-server[103348]: DEBUG neutron_lib.callbacks.manager [None req-8e40bf90-8d6f-431f-bb3d-29128e58fdaa None None] Subscribe: > router_interface before_delete 55550000 {{(pid=103348) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 12 13:07:04.671818 dv-cinder-830097-4-iscsi neutron-server[103348]: DEBUG neutron_lib.callbacks.manager [None req-8e40bf90-8d6f-431f-bb3d-29128e58fdaa None None] Subscribe: > router_interface after_delete 55550000 {{(pid=103348) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 12 13:07:04.672171 dv-cinder-830097-4-iscsi neutron-server[103348]: DEBUG neutron_lib.callbacks.manager [None req-8e40bf90-8d6f-431f-bb3d-29128e58fdaa None None] Subscribe: > router after_delete 55549900 {{(pid=103348) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 12 13:07:04.672524 dv-cinder-830097-4-iscsi neutron-server[103348]: DEBUG neutron_lib.callbacks.manager [None req-8e40bf90-8d6f-431f-bb3d-29128e58fdaa None None] Subscribe: > floatingip after_create 55550000 {{(pid=103348) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 12 13:07:04.672902 dv-cinder-830097-4-iscsi neutron-server[103348]: DEBUG neutron_lib.callbacks.manager [None req-8e40bf90-8d6f-431f-bb3d-29128e58fdaa None None] Subscribe: > floatingip after_update 55550000 {{(pid=103348) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 12 13:07:04.673259 dv-cinder-830097-4-iscsi neutron-server[103348]: DEBUG neutron_lib.callbacks.manager [None req-8e40bf90-8d6f-431f-bb3d-29128e58fdaa None None] Subscribe: > router after_create 55549900 {{(pid=103348) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 12 13:07:04.673602 dv-cinder-830097-4-iscsi neutron-server[103348]: DEBUG neutron_lib.callbacks.manager [None req-8e40bf90-8d6f-431f-bb3d-29128e58fdaa None None] Subscribe: > router after_update 55549900 {{(pid=103348) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 12 13:07:04.673949 dv-cinder-830097-4-iscsi neutron-server[103348]: DEBUG neutron_lib.callbacks.manager [None req-8e40bf90-8d6f-431f-bb3d-29128e58fdaa None None] Subscribe: > router after_update 55549900 {{(pid=103348) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 12 13:07:04.674291 dv-cinder-830097-4-iscsi neutron-server[103348]: DEBUG neutron_lib.callbacks.manager [None req-8e40bf90-8d6f-431f-bb3d-29128e58fdaa None None] Subscribe: > router_gateway after_delete 55550000 {{(pid=103348) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 12 13:07:04.674643 dv-cinder-830097-4-iscsi neutron-server[103348]: DEBUG neutron_lib.callbacks.manager [None req-8e40bf90-8d6f-431f-bb3d-29128e58fdaa None None] Subscribe: > router after_update 55549900 {{(pid=103348) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 12 13:07:04.675050 dv-cinder-830097-4-iscsi neutron-server[103348]: DEBUG neutron_lib.callbacks.manager [None req-8e40bf90-8d6f-431f-bb3d-29128e58fdaa None None] Subscribe: > router precommit_update 55549900 {{(pid=103348) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 12 13:07:04.675413 dv-cinder-830097-4-iscsi neutron-server[103348]: DEBUG neutron_lib.callbacks.manager [None req-8e40bf90-8d6f-431f-bb3d-29128e58fdaa None None] Subscribe: port after_update 55550000 {{(pid=103348) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 12 13:07:04.675748 dv-cinder-830097-4-iscsi neutron-server[103348]: DEBUG neutron_lib.callbacks.manager [None req-8e40bf90-8d6f-431f-bb3d-29128e58fdaa None None] Subscribe: port after_delete 55550000 {{(pid=103348) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 12 13:07:04.676079 dv-cinder-830097-4-iscsi neutron-server[103348]: DEBUG neutron_lib.callbacks.manager [None req-8e40bf90-8d6f-431f-bb3d-29128e58fdaa None None] Subscribe: subnet after_update 55550000 {{(pid=103348) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 12 13:07:04.676419 dv-cinder-830097-4-iscsi neutron-server[103348]: DEBUG neutron_lib.callbacks.manager [None req-8e40bf90-8d6f-431f-bb3d-29128e58fdaa None None] Subscribe: subnetpool_address_scope after_update 55550000 {{(pid=103348) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 12 13:07:04.676762 dv-cinder-830097-4-iscsi neutron-server[103348]: DEBUG neutron_lib.callbacks.manager [None req-8e40bf90-8d6f-431f-bb3d-29128e58fdaa None None] Subscribe: > port precommit_delete 55550000 {{(pid=103348) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 12 13:07:04.677136 dv-cinder-830097-4-iscsi neutron-server[103348]: DEBUG neutron_lib.callbacks.manager [None req-8e40bf90-8d6f-431f-bb3d-29128e58fdaa None None] Subscribe: > router precommit_create 55549900 {{(pid=103348) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 12 13:07:04.677470 dv-cinder-830097-4-iscsi neutron-server[103348]: DEBUG neutron_lib.callbacks.manager [None req-8e40bf90-8d6f-431f-bb3d-29128e58fdaa None None] Subscribe: port before_delete 55550000 {{(pid=103348) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 12 13:07:04.677807 dv-cinder-830097-4-iscsi neutron-server[103348]: DEBUG neutron_lib.callbacks.manager [None req-8e40bf90-8d6f-431f-bb3d-29128e58fdaa None None] Subscribe: > router precommit_create 55550000 {{(pid=103348) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 12 13:07:04.678191 dv-cinder-830097-4-iscsi neutron-server[103348]: DEBUG neutron_lib.callbacks.manager [None req-8e40bf90-8d6f-431f-bb3d-29128e58fdaa None None] Subscribe: > router after_update 55549900 {{(pid=103348) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 12 13:07:04.678532 dv-cinder-830097-4-iscsi neutron-server[103348]: DEBUG neutron_lib.callbacks.manager [None req-8e40bf90-8d6f-431f-bb3d-29128e58fdaa None None] Subscribe: > router precommit_delete 55549900 {{(pid=103348) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 12 13:07:04.678879 dv-cinder-830097-4-iscsi neutron-server[103348]: DEBUG neutron_lib.callbacks.manager [None req-8e40bf90-8d6f-431f-bb3d-29128e58fdaa None None] Subscribe: > router precommit_create 55549900 {{(pid=103348) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 12 13:07:04.679237 dv-cinder-830097-4-iscsi neutron-server[103348]: DEBUG neutron_lib.callbacks.manager [None req-8e40bf90-8d6f-431f-bb3d-29128e58fdaa None None] Subscribe: > router_interface after_create 55550000 {{(pid=103348) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 12 13:07:04.679578 dv-cinder-830097-4-iscsi neutron-server[103348]: DEBUG neutron_lib.callbacks.manager [None req-8e40bf90-8d6f-431f-bb3d-29128e58fdaa None None] Subscribe: > router precommit_update 55549900 {{(pid=103348) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 12 13:07:04.679941 dv-cinder-830097-4-iscsi neutron-server[103348]: DEBUG neutron_lib.callbacks.manager [None req-8e40bf90-8d6f-431f-bb3d-29128e58fdaa None None] Subscribe: > agent after_create 55550000 {{(pid=103348) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 12 13:07:04.680288 dv-cinder-830097-4-iscsi neutron-server[103348]: DEBUG neutron_lib.callbacks.manager [None req-8e40bf90-8d6f-431f-bb3d-29128e58fdaa None None] Subscribe: > agent after_delete 55550000 {{(pid=103348) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 12 13:07:04.680793 dv-cinder-830097-4-iscsi neutron-server[103348]: DEBUG neutron_lib.callbacks.manager [None req-8e40bf90-8d6f-431f-bb3d-29128e58fdaa None None] Subscribe: > network after_delete 55550000 {{(pid=103348) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 12 13:07:04.681666 dv-cinder-830097-4-iscsi neutron-server[103348]: DEBUG neutron.quota.resource_registry [None req-8e40bf90-8d6f-431f-bb3d-29128e58fdaa None None] Tracking information for resource: router configured {{(pid=103348) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Apr 12 13:07:04.681997 dv-cinder-830097-4-iscsi neutron-server[103348]: DEBUG neutron.quota.resource_registry [None req-8e40bf90-8d6f-431f-bb3d-29128e58fdaa None None] Tracking information for resource: floatingip configured {{(pid=103348) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Apr 12 13:07:04.686933 dv-cinder-830097-4-iscsi neutron-server[103348]: INFO neutron.db.l3_agentschedulers_db [None req-8e40bf90-8d6f-431f-bb3d-29128e58fdaa None None] Skipping period L3 agent status check because automatic router rescheduling is disabled. Apr 12 13:07:04.687513 dv-cinder-830097-4-iscsi neutron-server[103348]: DEBUG neutron_lib.callbacks.manager [None req-8e40bf90-8d6f-431f-bb3d-29128e58fdaa None None] Subscribe: port after_update 55550000 {{(pid=103348) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 12 13:07:04.687874 dv-cinder-830097-4-iscsi neutron-server[103348]: DEBUG neutron_lib.callbacks.manager [None req-8e40bf90-8d6f-431f-bb3d-29128e58fdaa None None] Subscribe: port after_create 55550000 {{(pid=103348) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 12 13:07:04.688222 dv-cinder-830097-4-iscsi neutron-server[103348]: DEBUG neutron_lib.callbacks.manager [None req-8e40bf90-8d6f-431f-bb3d-29128e58fdaa None None] Subscribe: port after_delete 55550000 {{(pid=103348) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 12 13:07:04.688569 dv-cinder-830097-4-iscsi neutron-server[103348]: DEBUG neutron_lib.callbacks.manager [None req-8e40bf90-8d6f-431f-bb3d-29128e58fdaa None None] Subscribe: port after_update 55550000 {{(pid=103348) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 12 13:07:04.689396 dv-cinder-830097-4-iscsi neutron-server[103348]: DEBUG neutron_lib.callbacks.manager [None req-8e40bf90-8d6f-431f-bb3d-29128e58fdaa None None] Subscribe: > router before_create 55550100 {{(pid=103348) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 12 13:07:04.689757 dv-cinder-830097-4-iscsi neutron-server[103348]: DEBUG neutron_lib.callbacks.manager [None req-8e40bf90-8d6f-431f-bb3d-29128e58fdaa None None] Subscribe: > router precommit_delete 55550100 {{(pid=103348) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 12 13:07:04.690113 dv-cinder-830097-4-iscsi neutron-server[103348]: DEBUG neutron_lib.callbacks.manager [None req-8e40bf90-8d6f-431f-bb3d-29128e58fdaa None None] Subscribe: > router precommit_create 55550100 {{(pid=103348) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 12 13:07:04.690462 dv-cinder-830097-4-iscsi neutron-server[103348]: DEBUG neutron_lib.callbacks.manager [None req-8e40bf90-8d6f-431f-bb3d-29128e58fdaa None None] Subscribe: > router precommit_update 55550100 {{(pid=103348) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 12 13:07:04.695892 dv-cinder-830097-4-iscsi neutron-server[103348]: DEBUG neutron.services.provider_configuration [None req-8e40bf90-8d6f-431f-bb3d-29128e58fdaa None None] Service providers = [] {{(pid=103348) parse_service_provider_opt /opt/stack/neutron/neutron/services/provider_configuration.py:171}} Apr 12 13:07:04.696256 dv-cinder-830097-4-iscsi neutron-server[103348]: DEBUG neutron.db.servicetype_db [None req-8e40bf90-8d6f-431f-bb3d-29128e58fdaa None None] Adding provider configuration for service L3_ROUTER_NAT {{(pid=103348) add_provider_configuration /opt/stack/neutron/neutron/db/servicetype_db.py:42}} Apr 12 13:07:04.699211 dv-cinder-830097-4-iscsi neutron-server[103348]: DEBUG neutron.services.service_base [None req-8e40bf90-8d6f-431f-bb3d-29128e58fdaa None None] Loaded 'neutron.services.l3_router.service_providers.dvrha.DvrHaDriver' provider for service L3_ROUTER_NAT {{(pid=103348) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Apr 12 13:07:04.699556 dv-cinder-830097-4-iscsi neutron-server[103348]: DEBUG neutron.services.service_base [None req-8e40bf90-8d6f-431f-bb3d-29128e58fdaa None None] Loaded 'neutron.services.l3_router.service_providers.dvr.DvrDriver' provider for service L3_ROUTER_NAT {{(pid=103348) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Apr 12 13:07:04.699896 dv-cinder-830097-4-iscsi neutron-server[103348]: DEBUG neutron.services.service_base [None req-8e40bf90-8d6f-431f-bb3d-29128e58fdaa None None] Loaded 'neutron.services.l3_router.service_providers.ha.HaDriver' provider for service L3_ROUTER_NAT {{(pid=103348) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Apr 12 13:07:04.700830 dv-cinder-830097-4-iscsi neutron-server[103348]: DEBUG neutron.services.service_base [None req-8e40bf90-8d6f-431f-bb3d-29128e58fdaa None None] Loaded 'neutron.services.l3_router.service_providers.single_node.SingleNodeDriver' provider for service L3_ROUTER_NAT {{(pid=103348) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Apr 12 13:07:04.701201 dv-cinder-830097-4-iscsi neutron-server[103348]: INFO neutron.services.service_base [None req-8e40bf90-8d6f-431f-bb3d-29128e58fdaa None None] Default provider is not specified for service type L3_ROUTER_NAT Apr 12 13:07:04.701574 dv-cinder-830097-4-iscsi neutron-server[103348]: DEBUG neutron.manager [None req-8e40bf90-8d6f-431f-bb3d-29128e58fdaa None None] Successfully loaded L3_ROUTER_NAT plugin. Description: L3 Router Service Plugin for basic L3 forwarding between (L2) Neutron networks and access to external networks via a NAT gateway. {{(pid=103348) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Apr 12 13:07:04.701888 dv-cinder-830097-4-iscsi neutron-server[103348]: INFO neutron.manager [None req-8e40bf90-8d6f-431f-bb3d-29128e58fdaa None None] Loading Plugin: neutron.services.metering.metering_plugin.MeteringPlugin Apr 12 13:07:04.714467 dv-cinder-830097-4-iscsi neutron-server[103348]: DEBUG neutron.manager [None req-8e40bf90-8d6f-431f-bb3d-29128e58fdaa None None] Successfully loaded METERING plugin. Description: METERING {{(pid=103348) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Apr 12 13:07:04.714796 dv-cinder-830097-4-iscsi neutron-server[103348]: INFO neutron.manager [None req-8e40bf90-8d6f-431f-bb3d-29128e58fdaa None None] Loading Plugin: auto_allocate Apr 12 13:07:04.720379 dv-cinder-830097-4-iscsi neutron-server[103348]: DEBUG neutron_lib.callbacks.manager [None req-8e40bf90-8d6f-431f-bb3d-29128e58fdaa None None] Subscribe: network precommit_update 55550000 {{(pid=103348) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 12 13:07:04.720745 dv-cinder-830097-4-iscsi neutron-server[103348]: DEBUG neutron_lib.callbacks.manager [None req-8e40bf90-8d6f-431f-bb3d-29128e58fdaa None None] Subscribe: network precommit_create 55550000 {{(pid=103348) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 12 13:07:04.721308 dv-cinder-830097-4-iscsi neutron-server[103348]: DEBUG neutron.manager [None req-8e40bf90-8d6f-431f-bb3d-29128e58fdaa None None] Successfully loaded auto-allocated-topology plugin. Description: Auto Allocated Topology - aka get me a network. {{(pid=103348) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Apr 12 13:07:04.721625 dv-cinder-830097-4-iscsi neutron-server[103348]: INFO neutron.manager [None req-8e40bf90-8d6f-431f-bb3d-29128e58fdaa None None] Loading Plugin: tag Apr 12 13:07:04.728862 dv-cinder-830097-4-iscsi neutron-server[103348]: DEBUG neutron.manager [None req-8e40bf90-8d6f-431f-bb3d-29128e58fdaa None None] Successfully loaded TAG plugin. Description: Tag support {{(pid=103348) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Apr 12 13:07:04.729139 dv-cinder-830097-4-iscsi neutron-server[103348]: INFO neutron.manager [None req-8e40bf90-8d6f-431f-bb3d-29128e58fdaa None None] Loading Plugin: timestamp Apr 12 13:07:04.733053 dv-cinder-830097-4-iscsi neutron-server[103348]: DEBUG neutron.manager [None req-8e40bf90-8d6f-431f-bb3d-29128e58fdaa None None] Successfully loaded timestamp plugin. Description: Adds timestamps to Neutron resources with standard attributes {{(pid=103348) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Apr 12 13:07:04.733382 dv-cinder-830097-4-iscsi neutron-server[103348]: INFO neutron.manager [None req-8e40bf90-8d6f-431f-bb3d-29128e58fdaa None None] Loading Plugin: network_ip_availability Apr 12 13:07:04.738938 dv-cinder-830097-4-iscsi neutron-server[103348]: DEBUG neutron_lib.callbacks.manager [None req-8e40bf90-8d6f-431f-bb3d-29128e58fdaa None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=103348) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 12 13:07:04.739305 dv-cinder-830097-4-iscsi neutron-server[103348]: DEBUG neutron_lib.callbacks.manager [None req-8e40bf90-8d6f-431f-bb3d-29128e58fdaa None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=103348) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 12 13:07:04.739682 dv-cinder-830097-4-iscsi neutron-server[103348]: DEBUG neutron_lib.callbacks.manager [None req-8e40bf90-8d6f-431f-bb3d-29128e58fdaa None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103348) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 12 13:07:04.740394 dv-cinder-830097-4-iscsi neutron-server[103348]: DEBUG neutron.manager [None req-8e40bf90-8d6f-431f-bb3d-29128e58fdaa None None] Successfully loaded network-ip-availability plugin. Description: Provides IP availability data for each network and subnet. {{(pid=103348) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Apr 12 13:07:04.740758 dv-cinder-830097-4-iscsi neutron-server[103348]: INFO neutron.manager [None req-8e40bf90-8d6f-431f-bb3d-29128e58fdaa None None] Loading Plugin: flavors Apr 12 13:07:04.745600 dv-cinder-830097-4-iscsi neutron-server[103348]: DEBUG neutron.manager [None req-8e40bf90-8d6f-431f-bb3d-29128e58fdaa None None] Successfully loaded FLAVORS plugin. Description: Neutron Flavors and Service Profiles manager plugin {{(pid=103348) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Apr 12 13:07:04.745931 dv-cinder-830097-4-iscsi neutron-server[103348]: INFO neutron.manager [None req-8e40bf90-8d6f-431f-bb3d-29128e58fdaa None None] Loading Plugin: revisions Apr 12 13:07:04.750194 dv-cinder-830097-4-iscsi neutron-server[103348]: DEBUG neutron.manager [None req-8e40bf90-8d6f-431f-bb3d-29128e58fdaa None None] Successfully loaded revision_plugin plugin. Description: Adds revision numbers to resources. {{(pid=103348) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Apr 12 13:07:04.750583 dv-cinder-830097-4-iscsi neutron-server[103348]: DEBUG oslo_concurrency.lockutils [None req-8e40bf90-8d6f-431f-bb3d-29128e58fdaa None None] Lock "manager" "released" by "neutron.manager.NeutronManager._create_instance" :: held 1.771s {{(pid=103348) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:400}} Apr 12 13:07:04.751313 dv-cinder-830097-4-iscsi neutron-server[103348]: DEBUG neutron.api.extensions [None req-8e40bf90-8d6f-431f-bb3d-29128e58fdaa None None] get_extension_paths = OrderedDict([('/opt/stack/neutron/neutron/extensions', 1)]) {{(pid=103348) get_extensions_path /opt/stack/neutron/neutron/api/extensions.py:640}} Apr 12 13:07:04.751646 dv-cinder-830097-4-iscsi neutron-server[103348]: INFO neutron.api.extensions [None req-8e40bf90-8d6f-431f-bb3d-29128e58fdaa None None] Initializing extension manager. Apr 12 13:07:04.752166 dv-cinder-830097-4-iscsi neutron-server[103348]: DEBUG neutron.api.extensions [None req-8e40bf90-8d6f-431f-bb3d-29128e58fdaa None None] Loading extension file: __init__.py {{(pid=103348) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 12 13:07:04.752506 dv-cinder-830097-4-iscsi neutron-server[103348]: DEBUG neutron.api.extensions [None req-8e40bf90-8d6f-431f-bb3d-29128e58fdaa None None] Loading extension file: __pycache__ {{(pid=103348) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 12 13:07:04.752875 dv-cinder-830097-4-iscsi neutron-server[103348]: DEBUG neutron.api.extensions [None req-8e40bf90-8d6f-431f-bb3d-29128e58fdaa None None] Loading extension file: address_group.py {{(pid=103348) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 12 13:07:04.753630 dv-cinder-830097-4-iscsi neutron-server[103348]: DEBUG neutron.api.extensions [None req-8e40bf90-8d6f-431f-bb3d-29128e58fdaa None None] Ext name="Address group" alias="address-group" description="Support address group" updated="2020-07-15T10:00:00-00:00" {{(pid=103348) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 12 13:07:04.754201 dv-cinder-830097-4-iscsi neutron-server[103348]: INFO neutron.api.extensions [None req-8e40bf90-8d6f-431f-bb3d-29128e58fdaa None None] Loaded extension: address-group Apr 12 13:07:04.754522 dv-cinder-830097-4-iscsi neutron-server[103348]: DEBUG neutron.api.extensions [None req-8e40bf90-8d6f-431f-bb3d-29128e58fdaa None None] Loading extension file: address_scope.py {{(pid=103348) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 12 13:07:04.755230 dv-cinder-830097-4-iscsi neutron-server[103348]: DEBUG neutron.api.extensions [None req-8e40bf90-8d6f-431f-bb3d-29128e58fdaa None None] Ext name="Address scope" alias="address-scope" description="Address scopes extension." updated="2015-07-26T10:00:00-00:00" {{(pid=103348) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 12 13:07:04.755739 dv-cinder-830097-4-iscsi neutron-server[103348]: INFO neutron.api.extensions [None req-8e40bf90-8d6f-431f-bb3d-29128e58fdaa None None] Loaded extension: address-scope Apr 12 13:07:04.756586 dv-cinder-830097-4-iscsi neutron-server[103348]: DEBUG neutron.api.extensions [None req-8e40bf90-8d6f-431f-bb3d-29128e58fdaa None None] Loading extension file: admin_state_down_before_update.py {{(pid=103348) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 12 13:07:04.757617 dv-cinder-830097-4-iscsi neutron-server[103348]: DEBUG neutron.api.extensions [None req-8e40bf90-8d6f-431f-bb3d-29128e58fdaa None None] Ext name="Enforce Router's Admin State Down Before Update Extension" alias="router-admin-state-down-before-update" description="Ensure that the admin state of a router is DOWN (admin_state_up=False) before updating the distributed attribute" updated="2019-07-02T15:56:00" {{(pid=103348) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 12 13:07:04.758124 dv-cinder-830097-4-iscsi neutron-server[103348]: INFO neutron.api.extensions [None req-8e40bf90-8d6f-431f-bb3d-29128e58fdaa None None] Loaded extension: router-admin-state-down-before-update Apr 12 13:07:04.758444 dv-cinder-830097-4-iscsi neutron-server[103348]: DEBUG neutron.api.extensions [None req-8e40bf90-8d6f-431f-bb3d-29128e58fdaa None None] Loading extension file: agent.py {{(pid=103348) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 12 13:07:04.759138 dv-cinder-830097-4-iscsi neutron-server[103348]: DEBUG neutron.api.extensions [None req-8e40bf90-8d6f-431f-bb3d-29128e58fdaa None None] Ext name="agent" alias="agent" description="The agent management extension." updated="2013-02-03T10:00:00-00:00" {{(pid=103348) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 12 13:07:04.759643 dv-cinder-830097-4-iscsi neutron-server[103348]: INFO neutron.api.extensions [None req-8e40bf90-8d6f-431f-bb3d-29128e58fdaa None None] Loaded extension: agent Apr 12 13:07:04.759961 dv-cinder-830097-4-iscsi neutron-server[103348]: DEBUG neutron.api.extensions [None req-8e40bf90-8d6f-431f-bb3d-29128e58fdaa None None] Loading extension file: agent_resources_synced.py {{(pid=103348) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 12 13:07:04.760893 dv-cinder-830097-4-iscsi neutron-server[103348]: DEBUG neutron.api.extensions [None req-8e40bf90-8d6f-431f-bb3d-29128e58fdaa None None] Ext name="Agent's Resource View Synced to Placement" alias="agent-resources-synced" description="Stores success/failure of last sync to Placement" updated="2018-12-19T00:00:00-00:00" {{(pid=103348) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 12 13:07:04.761401 dv-cinder-830097-4-iscsi neutron-server[103348]: INFO neutron.api.extensions [None req-8e40bf90-8d6f-431f-bb3d-29128e58fdaa None None] Loaded extension: agent-resources-synced Apr 12 13:07:04.761720 dv-cinder-830097-4-iscsi neutron-server[103348]: DEBUG neutron.api.extensions [None req-8e40bf90-8d6f-431f-bb3d-29128e58fdaa None None] Loading extension file: allowedaddresspairs.py {{(pid=103348) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 12 13:07:04.763501 dv-cinder-830097-4-iscsi neutron-server[103348]: DEBUG neutron.api.extensions [None req-8e40bf90-8d6f-431f-bb3d-29128e58fdaa None None] Ext name="Allowed Address Pairs" alias="allowed-address-pairs" description="Provides allowed address pairs" updated="2013-07-23T10:00:00-00:00" {{(pid=103348) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 12 13:07:04.764020 dv-cinder-830097-4-iscsi neutron-server[103348]: INFO neutron.api.extensions [None req-8e40bf90-8d6f-431f-bb3d-29128e58fdaa None None] Loaded extension: allowed-address-pairs Apr 12 13:07:04.764342 dv-cinder-830097-4-iscsi neutron-server[103348]: DEBUG neutron.api.extensions [None req-8e40bf90-8d6f-431f-bb3d-29128e58fdaa None None] Loading extension file: auto_allocated_topology.py {{(pid=103348) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 12 13:07:04.765438 dv-cinder-830097-4-iscsi neutron-server[103348]: DEBUG neutron.api.extensions [None req-8e40bf90-8d6f-431f-bb3d-29128e58fdaa None None] Ext name="Auto Allocated Topology Services" alias="auto-allocated-topology" description="Auto Allocated Topology Services." updated="2016-01-01T00:00:00-00:00" {{(pid=103348) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 12 13:07:04.765956 dv-cinder-830097-4-iscsi neutron-server[103348]: INFO neutron.api.extensions [None req-8e40bf90-8d6f-431f-bb3d-29128e58fdaa None None] Loaded extension: auto-allocated-topology Apr 12 13:07:04.766280 dv-cinder-830097-4-iscsi neutron-server[103348]: DEBUG neutron.api.extensions [None req-8e40bf90-8d6f-431f-bb3d-29128e58fdaa None None] Loading extension file: availability_zone.py {{(pid=103348) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 12 13:07:04.766982 dv-cinder-830097-4-iscsi neutron-server[103348]: DEBUG neutron.api.extensions [None req-8e40bf90-8d6f-431f-bb3d-29128e58fdaa None None] Ext name="Availability Zone" alias="availability_zone" description="The availability zone extension." updated="2015-01-01T10:00:00-00:00" {{(pid=103348) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 12 13:07:04.767489 dv-cinder-830097-4-iscsi neutron-server[103348]: INFO neutron.api.extensions [None req-8e40bf90-8d6f-431f-bb3d-29128e58fdaa None None] Loaded extension: availability_zone Apr 12 13:07:04.767805 dv-cinder-830097-4-iscsi neutron-server[103348]: DEBUG neutron.api.extensions [None req-8e40bf90-8d6f-431f-bb3d-29128e58fdaa None None] Loading extension file: availability_zone_filter.py {{(pid=103348) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 12 13:07:04.768712 dv-cinder-830097-4-iscsi neutron-server[103348]: DEBUG neutron.api.extensions [None req-8e40bf90-8d6f-431f-bb3d-29128e58fdaa None None] Ext name="Availability Zone Filter Extension" alias="availability_zone_filter" description="Add filter parameters to AvailabilityZone resource" updated="2018-06-22T10:00:00-00:00" {{(pid=103348) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 12 13:07:04.769246 dv-cinder-830097-4-iscsi neutron-server[103348]: INFO neutron.api.extensions [None req-8e40bf90-8d6f-431f-bb3d-29128e58fdaa None None] Loaded extension: availability_zone_filter Apr 12 13:07:04.769567 dv-cinder-830097-4-iscsi neutron-server[103348]: DEBUG neutron.api.extensions [None req-8e40bf90-8d6f-431f-bb3d-29128e58fdaa None None] Loading extension file: data_plane_status.py {{(pid=103348) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 12 13:07:04.770467 dv-cinder-830097-4-iscsi neutron-server[103348]: DEBUG neutron.api.extensions [None req-8e40bf90-8d6f-431f-bb3d-29128e58fdaa None None] Ext name="Port data plane status extension" alias="data-plane-status" description="Expose status of underlying data plane" updated="2017-01-24T10:00:00-00:00" {{(pid=103348) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 12 13:07:04.770975 dv-cinder-830097-4-iscsi neutron-server[103348]: INFO neutron.api.extensions [None req-8e40bf90-8d6f-431f-bb3d-29128e58fdaa None None] Extension data-plane-status not supported by any of loaded plugins Apr 12 13:07:04.771292 dv-cinder-830097-4-iscsi neutron-server[103348]: DEBUG neutron.api.extensions [None req-8e40bf90-8d6f-431f-bb3d-29128e58fdaa None None] Loading extension file: default_subnetpools.py {{(pid=103348) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 12 13:07:04.772968 dv-cinder-830097-4-iscsi neutron-server[103348]: DEBUG neutron.api.extensions [None req-8e40bf90-8d6f-431f-bb3d-29128e58fdaa None None] Ext name="Default Subnetpools" alias="default-subnetpools" description="Provides ability to mark and use a subnetpool as the default." updated="2016-02-18T18:00:00-00:00" {{(pid=103348) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 12 13:07:04.773484 dv-cinder-830097-4-iscsi neutron-server[103348]: INFO neutron.api.extensions [None req-8e40bf90-8d6f-431f-bb3d-29128e58fdaa None None] Loaded extension: default-subnetpools Apr 12 13:07:04.773804 dv-cinder-830097-4-iscsi neutron-server[103348]: DEBUG neutron.api.extensions [None req-8e40bf90-8d6f-431f-bb3d-29128e58fdaa None None] Loading extension file: dhcpagentscheduler.py {{(pid=103348) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 12 13:07:04.774618 dv-cinder-830097-4-iscsi neutron-server[103348]: DEBUG neutron.api.extensions [None req-8e40bf90-8d6f-431f-bb3d-29128e58fdaa None None] Ext name="DHCP Agent Scheduler" alias="dhcp_agent_scheduler" description="Schedule networks among dhcp agents" updated="2013-02-07T10:00:00-00:00" {{(pid=103348) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 12 13:07:04.775126 dv-cinder-830097-4-iscsi neutron-server[103348]: INFO neutron.api.extensions [None req-8e40bf90-8d6f-431f-bb3d-29128e58fdaa None None] Loaded extension: dhcp_agent_scheduler Apr 12 13:07:04.775443 dv-cinder-830097-4-iscsi neutron-server[103348]: DEBUG neutron.api.extensions [None req-8e40bf90-8d6f-431f-bb3d-29128e58fdaa None None] Loading extension file: dns.py {{(pid=103348) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 12 13:07:04.776354 dv-cinder-830097-4-iscsi neutron-server[103348]: DEBUG neutron.api.extensions [None req-8e40bf90-8d6f-431f-bb3d-29128e58fdaa None None] Ext name="DNS Integration" alias="dns-integration" description="Provides integration with DNS." updated="2015-08-15T18:00:00-00:00" {{(pid=103348) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 12 13:07:04.776891 dv-cinder-830097-4-iscsi neutron-server[103348]: INFO neutron.api.extensions [None req-8e40bf90-8d6f-431f-bb3d-29128e58fdaa None None] Extension dns-integration not supported by any of loaded plugins Apr 12 13:07:04.777215 dv-cinder-830097-4-iscsi neutron-server[103348]: DEBUG neutron.api.extensions [None req-8e40bf90-8d6f-431f-bb3d-29128e58fdaa None None] Loading extension file: dns_domain_ports.py {{(pid=103348) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 12 13:07:04.778125 dv-cinder-830097-4-iscsi neutron-server[103348]: DEBUG neutron.api.extensions [None req-8e40bf90-8d6f-431f-bb3d-29128e58fdaa None None] Ext name="dns_domain for ports" alias="dns-domain-ports" description="Allows the DNS domain to be specified for a network port." updated="2017-04-24T10:00:00-00:00" {{(pid=103348) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 12 13:07:04.778630 dv-cinder-830097-4-iscsi neutron-server[103348]: INFO neutron.api.extensions [None req-8e40bf90-8d6f-431f-bb3d-29128e58fdaa None None] Extension dns-domain-ports not supported by any of loaded plugins Apr 12 13:07:04.779075 dv-cinder-830097-4-iscsi neutron-server[103348]: DEBUG neutron.api.extensions [None req-8e40bf90-8d6f-431f-bb3d-29128e58fdaa None None] Loading extension file: dns_integration_domain_keywords.py {{(pid=103348) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 12 13:07:04.780221 dv-cinder-830097-4-iscsi neutron-server[103348]: DEBUG neutron.api.extensions [None req-8e40bf90-8d6f-431f-bb3d-29128e58fdaa None None] Ext name="DNS domain names with keywords allowed" alias="dns-integration-domain-keywords" description="Allows to use keywords like , , and as DNS domain name" updated="2020-06-15T18:00:00-00:00" {{(pid=103348) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 12 13:07:04.780785 dv-cinder-830097-4-iscsi neutron-server[103348]: INFO neutron.api.extensions [None req-8e40bf90-8d6f-431f-bb3d-29128e58fdaa None None] Extension dns-integration-domain-keywords not supported by any of loaded plugins Apr 12 13:07:04.781197 dv-cinder-830097-4-iscsi neutron-server[103348]: DEBUG neutron.api.extensions [None req-8e40bf90-8d6f-431f-bb3d-29128e58fdaa None None] Loading extension file: dvr.py {{(pid=103348) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 12 13:07:04.781909 dv-cinder-830097-4-iscsi neutron-server[103348]: DEBUG neutron.api.extensions [None req-8e40bf90-8d6f-431f-bb3d-29128e58fdaa None None] Ext name="Distributed Virtual Router" alias="dvr" description="Enables configuration of Distributed Virtual Routers." updated="2014-06-1T10:00:00-00:00" {{(pid=103348) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 12 13:07:04.782440 dv-cinder-830097-4-iscsi neutron-server[103348]: INFO neutron.api.extensions [None req-8e40bf90-8d6f-431f-bb3d-29128e58fdaa None None] Loaded extension: dvr Apr 12 13:07:04.782800 dv-cinder-830097-4-iscsi neutron-server[103348]: DEBUG neutron.api.extensions [None req-8e40bf90-8d6f-431f-bb3d-29128e58fdaa None None] Loading extension file: ecmp_routes.py {{(pid=103348) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 12 13:07:04.783895 dv-cinder-830097-4-iscsi neutron-server[103348]: DEBUG neutron.api.extensions [None req-8e40bf90-8d6f-431f-bb3d-29128e58fdaa None None] Ext name="Equal Cost Multipath Routing" alias="ecmp_routes" description="Allows traffic to reach thesame destination via multiple different links " updated="2020-11-26T18:00:00-00:00" {{(pid=103348) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 12 13:07:04.784384 dv-cinder-830097-4-iscsi neutron-server[103348]: INFO neutron.api.extensions [None req-8e40bf90-8d6f-431f-bb3d-29128e58fdaa None None] Extension ecmp_routes not supported by any of loaded plugins Apr 12 13:07:04.784705 dv-cinder-830097-4-iscsi neutron-server[103348]: DEBUG neutron.api.extensions [None req-8e40bf90-8d6f-431f-bb3d-29128e58fdaa None None] Loading extension file: empty_string_filtering.py {{(pid=103348) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 12 13:07:04.785663 dv-cinder-830097-4-iscsi neutron-server[103348]: DEBUG neutron.api.extensions [None req-8e40bf90-8d6f-431f-bb3d-29128e58fdaa None None] Ext name="Empty String Filtering Extension" alias="empty-string-filtering" description="Allow filtering by attributes with empty string value" updated="2018-05-01T10:00:00-00:00" {{(pid=103348) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 12 13:07:04.786176 dv-cinder-830097-4-iscsi neutron-server[103348]: INFO neutron.api.extensions [None req-8e40bf90-8d6f-431f-bb3d-29128e58fdaa None None] Loaded extension: empty-string-filtering Apr 12 13:07:04.786530 dv-cinder-830097-4-iscsi neutron-server[103348]: DEBUG neutron.api.extensions [None req-8e40bf90-8d6f-431f-bb3d-29128e58fdaa None None] Loading extension file: expose_l3_conntrack_helper.py {{(pid=103348) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 12 13:07:04.787632 dv-cinder-830097-4-iscsi neutron-server[103348]: DEBUG neutron.api.extensions [None req-8e40bf90-8d6f-431f-bb3d-29128e58fdaa None None] Ext name="Expose CT target rules for conntrack helper" alias="expose-l3-conntrack-helper" description="Expose allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=103348) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 12 13:07:04.788297 dv-cinder-830097-4-iscsi neutron-server[103348]: INFO neutron.api.extensions [None req-8e40bf90-8d6f-431f-bb3d-29128e58fdaa None None] Extension expose-l3-conntrack-helper not supported by any of loaded plugins Apr 12 13:07:04.788626 dv-cinder-830097-4-iscsi neutron-server[103348]: DEBUG neutron.api.extensions [None req-8e40bf90-8d6f-431f-bb3d-29128e58fdaa None None] Loading extension file: expose_port_forwarding_in_fip.py {{(pid=103348) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 12 13:07:04.789644 dv-cinder-830097-4-iscsi neutron-server[103348]: DEBUG neutron.api.extensions [None req-8e40bf90-8d6f-431f-bb3d-29128e58fdaa None None] Ext name="Expose Floating IP port forwardings" alias="expose-port-forwarding-in-fip" description="Expose port forwarding fields in floating IP response" updated="2018-06-28T16:00:00-00:00" {{(pid=103348) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 12 13:07:04.790230 dv-cinder-830097-4-iscsi neutron-server[103348]: INFO neutron.api.extensions [None req-8e40bf90-8d6f-431f-bb3d-29128e58fdaa None None] Extension expose-port-forwarding-in-fip not supported by any of loaded plugins Apr 12 13:07:04.790553 dv-cinder-830097-4-iscsi neutron-server[103348]: DEBUG neutron.api.extensions [None req-8e40bf90-8d6f-431f-bb3d-29128e58fdaa None None] Loading extension file: external_net.py {{(pid=103348) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 12 13:07:04.791574 dv-cinder-830097-4-iscsi neutron-server[103348]: DEBUG neutron.api.extensions [None req-8e40bf90-8d6f-431f-bb3d-29128e58fdaa None None] Ext name="Neutron external network" alias="external-net" description="Adds external network attribute to network resource." updated="2013-01-14T10:00:00-00:00" {{(pid=103348) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 12 13:07:04.792137 dv-cinder-830097-4-iscsi neutron-server[103348]: INFO neutron.api.extensions [None req-8e40bf90-8d6f-431f-bb3d-29128e58fdaa None None] Loaded extension: external-net Apr 12 13:07:04.792465 dv-cinder-830097-4-iscsi neutron-server[103348]: DEBUG neutron.api.extensions [None req-8e40bf90-8d6f-431f-bb3d-29128e58fdaa None None] Loading extension file: extra_dhcp_opt.py {{(pid=103348) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 12 13:07:04.793529 dv-cinder-830097-4-iscsi neutron-server[103348]: DEBUG neutron.api.extensions [None req-8e40bf90-8d6f-431f-bb3d-29128e58fdaa None None] Ext name="Neutron Extra DHCP options" alias="extra_dhcp_opt" description="Extra options configuration for DHCP. For example PXE boot options to DHCP clients can be specified (e.g. tftp-server, server-ip-address, bootfile-name)" updated="2013-03-17T12:00:00-00:00" {{(pid=103348) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 12 13:07:04.794098 dv-cinder-830097-4-iscsi neutron-server[103348]: INFO neutron.api.extensions [None req-8e40bf90-8d6f-431f-bb3d-29128e58fdaa None None] Loaded extension: extra_dhcp_opt Apr 12 13:07:04.794453 dv-cinder-830097-4-iscsi neutron-server[103348]: DEBUG neutron.api.extensions [None req-8e40bf90-8d6f-431f-bb3d-29128e58fdaa None None] Loading extension file: extraroute.py {{(pid=103348) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 12 13:07:04.795409 dv-cinder-830097-4-iscsi neutron-server[103348]: DEBUG neutron.api.extensions [None req-8e40bf90-8d6f-431f-bb3d-29128e58fdaa None None] Ext name="Neutron Extra Route" alias="extraroute" description="Extra routes configuration for L3 router" updated="2013-02-01T10:00:00-00:00" {{(pid=103348) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 12 13:07:04.796002 dv-cinder-830097-4-iscsi neutron-server[103348]: INFO neutron.api.extensions [None req-8e40bf90-8d6f-431f-bb3d-29128e58fdaa None None] Loaded extension: extraroute Apr 12 13:07:04.796343 dv-cinder-830097-4-iscsi neutron-server[103348]: DEBUG neutron.api.extensions [None req-8e40bf90-8d6f-431f-bb3d-29128e58fdaa None None] Loading extension file: extraroute_atomic.py {{(pid=103348) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 12 13:07:04.797452 dv-cinder-830097-4-iscsi neutron-server[103348]: DEBUG neutron.api.extensions [None req-8e40bf90-8d6f-431f-bb3d-29128e58fdaa None None] Ext name="Atomically add/remove extra routes" alias="extraroute-atomic" description="Edit extra routes of a router on server side by atomically adding/removing extra routes" updated="2019-07-10T00:00:00+00:00" {{(pid=103348) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 12 13:07:04.798040 dv-cinder-830097-4-iscsi neutron-server[103348]: INFO neutron.api.extensions [None req-8e40bf90-8d6f-431f-bb3d-29128e58fdaa None None] Loaded extension: extraroute-atomic Apr 12 13:07:04.798402 dv-cinder-830097-4-iscsi neutron-server[103348]: DEBUG neutron.api.extensions [None req-8e40bf90-8d6f-431f-bb3d-29128e58fdaa None None] Loading extension file: filter_validation.py {{(pid=103348) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 12 13:07:04.799087 dv-cinder-830097-4-iscsi neutron-server[103348]: DEBUG neutron.api.extensions [None req-8e40bf90-8d6f-431f-bb3d-29128e58fdaa None None] Ext name="Filter parameters validation" alias="filter-validation" description="Provides validation on filter parameters." updated="2018-07-04T10:00:00-00:00" {{(pid=103348) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 12 13:07:04.799670 dv-cinder-830097-4-iscsi neutron-server[103348]: INFO neutron.api.extensions [None req-8e40bf90-8d6f-431f-bb3d-29128e58fdaa None None] Loaded extension: filter-validation Apr 12 13:07:04.799989 dv-cinder-830097-4-iscsi neutron-server[103348]: DEBUG neutron.api.extensions [None req-8e40bf90-8d6f-431f-bb3d-29128e58fdaa None None] Loading extension file: fip_pf_description.py {{(pid=103348) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 12 13:07:04.801107 dv-cinder-830097-4-iscsi neutron-server[103348]: DEBUG neutron.api.extensions [None req-8e40bf90-8d6f-431f-bb3d-29128e58fdaa None None] Ext name="Floating IP Port Forwarding new attribute description" alias="floating-ip-port-forwarding-description" description="Add a description field to Port Forwarding rules" updated="2019-11-01T10:00:00-00:00" {{(pid=103348) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 12 13:07:04.801620 dv-cinder-830097-4-iscsi neutron-server[103348]: INFO neutron.api.extensions [None req-8e40bf90-8d6f-431f-bb3d-29128e58fdaa None None] Extension floating-ip-port-forwarding-description not supported by any of loaded plugins Apr 12 13:07:04.801939 dv-cinder-830097-4-iscsi neutron-server[103348]: DEBUG neutron.api.extensions [None req-8e40bf90-8d6f-431f-bb3d-29128e58fdaa None None] Loading extension file: fip_pf_port_range.py {{(pid=103348) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 12 13:07:04.802844 dv-cinder-830097-4-iscsi neutron-server[103348]: DEBUG neutron.api.extensions [None req-8e40bf90-8d6f-431f-bb3d-29128e58fdaa None None] Ext name="Floating IP Port Forwarding support port ranges" alias="floating-ip-port-forwarding-port-ranges" description="Add suport to port ranges" updated="2020-07-01T10:00:00-00:00" {{(pid=103348) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 12 13:07:04.803468 dv-cinder-830097-4-iscsi neutron-server[103348]: INFO neutron.api.extensions [None req-8e40bf90-8d6f-431f-bb3d-29128e58fdaa None None] Extension floating-ip-port-forwarding-port-ranges not supported by any of loaded plugins Apr 12 13:07:04.803788 dv-cinder-830097-4-iscsi neutron-server[103348]: DEBUG neutron.api.extensions [None req-8e40bf90-8d6f-431f-bb3d-29128e58fdaa None None] Loading extension file: fip_port_details.py {{(pid=103348) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 12 13:07:04.804705 dv-cinder-830097-4-iscsi neutron-server[103348]: DEBUG neutron.api.extensions [None req-8e40bf90-8d6f-431f-bb3d-29128e58fdaa None None] Ext name="Floating IP Port Details Extension" alias="fip-port-details" description="Add port_details attribute to Floating IP resource" updated="2018-04-09T10:00:00-00:00" {{(pid=103348) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 12 13:07:04.805243 dv-cinder-830097-4-iscsi neutron-server[103348]: INFO neutron.api.extensions [None req-8e40bf90-8d6f-431f-bb3d-29128e58fdaa None None] Loaded extension: fip-port-details Apr 12 13:07:04.805561 dv-cinder-830097-4-iscsi neutron-server[103348]: DEBUG neutron.api.extensions [None req-8e40bf90-8d6f-431f-bb3d-29128e58fdaa None None] Loading extension file: flavors.py {{(pid=103348) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 12 13:07:04.806767 dv-cinder-830097-4-iscsi neutron-server[103348]: DEBUG neutron.api.extensions [None req-8e40bf90-8d6f-431f-bb3d-29128e58fdaa None None] Ext name="Neutron Service Flavors" alias="flavors" description="Flavor specification for Neutron advanced services." updated="2015-09-17T10:00:00-00:00" {{(pid=103348) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 12 13:07:04.807287 dv-cinder-830097-4-iscsi neutron-server[103348]: INFO neutron.api.extensions [None req-8e40bf90-8d6f-431f-bb3d-29128e58fdaa None None] Loaded extension: flavors Apr 12 13:07:04.807609 dv-cinder-830097-4-iscsi neutron-server[103348]: DEBUG neutron.api.extensions [None req-8e40bf90-8d6f-431f-bb3d-29128e58fdaa None None] Loading extension file: floating_ip_port_forwarding.py {{(pid=103348) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 12 13:07:04.809260 dv-cinder-830097-4-iscsi neutron-server[103348]: DEBUG neutron.api.extensions [None req-8e40bf90-8d6f-431f-bb3d-29128e58fdaa None None] Ext name="Floating IP Port Forwarding" alias="floating-ip-port-forwarding" description="Allow port forwarding from floating IP port to an internal port" updated="2018-01-19T10:00:00-00:00" {{(pid=103348) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 12 13:07:04.809780 dv-cinder-830097-4-iscsi neutron-server[103348]: INFO neutron.api.extensions [None req-8e40bf90-8d6f-431f-bb3d-29128e58fdaa None None] Extension floating-ip-port-forwarding not supported by any of loaded plugins Apr 12 13:07:04.810103 dv-cinder-830097-4-iscsi neutron-server[103348]: DEBUG neutron.api.extensions [None req-8e40bf90-8d6f-431f-bb3d-29128e58fdaa None None] Loading extension file: floatingip_pools.py {{(pid=103348) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 12 13:07:04.810796 dv-cinder-830097-4-iscsi neutron-server[103348]: DEBUG neutron.api.extensions [None req-8e40bf90-8d6f-431f-bb3d-29128e58fdaa None None] Ext name="Floating IP Pools Extension" alias="floatingip-pools" description="Provides a floating IP pools API." updated="2018-03-21T10:00:00-00:00" {{(pid=103348) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 12 13:07:04.811305 dv-cinder-830097-4-iscsi neutron-server[103348]: INFO neutron.api.extensions [None req-8e40bf90-8d6f-431f-bb3d-29128e58fdaa None None] Loaded extension: floatingip-pools Apr 12 13:07:04.811623 dv-cinder-830097-4-iscsi neutron-server[103348]: DEBUG neutron.api.extensions [None req-8e40bf90-8d6f-431f-bb3d-29128e58fdaa None None] Loading extension file: ip_allocation.py {{(pid=103348) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 12 13:07:04.812531 dv-cinder-830097-4-iscsi neutron-server[103348]: DEBUG neutron.api.extensions [None req-8e40bf90-8d6f-431f-bb3d-29128e58fdaa None None] Ext name="IP Allocation" alias="ip_allocation" description="IP allocation extension." updated="2016-06-10T23:00:00-00:00" {{(pid=103348) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 12 13:07:04.813068 dv-cinder-830097-4-iscsi neutron-server[103348]: INFO neutron.api.extensions [None req-8e40bf90-8d6f-431f-bb3d-29128e58fdaa None None] Extension ip_allocation not supported by any of loaded plugins Apr 12 13:07:04.813390 dv-cinder-830097-4-iscsi neutron-server[103348]: DEBUG neutron.api.extensions [None req-8e40bf90-8d6f-431f-bb3d-29128e58fdaa None None] Loading extension file: ip_substring_port_filtering.py {{(pid=103348) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 12 13:07:04.814298 dv-cinder-830097-4-iscsi neutron-server[103348]: DEBUG neutron.api.extensions [None req-8e40bf90-8d6f-431f-bb3d-29128e58fdaa None None] Ext name="IP address substring filtering" alias="ip-substring-filtering" description="Provides IP address substring filtering when listing ports" updated="2017-11-28T09:00:00-00:00" {{(pid=103348) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 12 13:07:04.814804 dv-cinder-830097-4-iscsi neutron-server[103348]: INFO neutron.api.extensions [None req-8e40bf90-8d6f-431f-bb3d-29128e58fdaa None None] Loaded extension: ip-substring-filtering Apr 12 13:07:04.815125 dv-cinder-830097-4-iscsi neutron-server[103348]: DEBUG neutron.api.extensions [None req-8e40bf90-8d6f-431f-bb3d-29128e58fdaa None None] Loading extension file: l2_adjacency.py {{(pid=103348) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 12 13:07:04.816034 dv-cinder-830097-4-iscsi neutron-server[103348]: DEBUG neutron.api.extensions [None req-8e40bf90-8d6f-431f-bb3d-29128e58fdaa None None] Ext name="L2 Adjacency" alias="l2_adjacency" description="Display L2 Adjacency for Neutron Networks." updated="2016-04-12T16:00:00-00:00" {{(pid=103348) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 12 13:07:04.816539 dv-cinder-830097-4-iscsi neutron-server[103348]: INFO neutron.api.extensions [None req-8e40bf90-8d6f-431f-bb3d-29128e58fdaa None None] Extension l2_adjacency not supported by any of loaded plugins Apr 12 13:07:04.816884 dv-cinder-830097-4-iscsi neutron-server[103348]: DEBUG neutron.api.extensions [None req-8e40bf90-8d6f-431f-bb3d-29128e58fdaa None None] Loading extension file: l3.py {{(pid=103348) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 12 13:07:04.817915 dv-cinder-830097-4-iscsi neutron-server[103348]: DEBUG neutron.api.extensions [None req-8e40bf90-8d6f-431f-bb3d-29128e58fdaa None None] Ext name="Neutron L3 Router" alias="router" description="Router abstraction for basic L3 forwarding between L2 Neutron networks and access to external networks via a NAT gateway." updated="2012-07-20T10:00:00-00:00" {{(pid=103348) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 12 13:07:04.818376 dv-cinder-830097-4-iscsi neutron-server[103348]: INFO neutron.api.extensions [None req-8e40bf90-8d6f-431f-bb3d-29128e58fdaa None None] Loaded extension: router Apr 12 13:07:04.819352 dv-cinder-830097-4-iscsi neutron-server[103348]: DEBUG neutron.api.extensions [None req-8e40bf90-8d6f-431f-bb3d-29128e58fdaa None None] Loading extension file: l3_conntrack_helper.py {{(pid=103348) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 12 13:07:04.821765 dv-cinder-830097-4-iscsi neutron-server[103348]: DEBUG neutron.api.extensions [None req-8e40bf90-8d6f-431f-bb3d-29128e58fdaa None None] Ext name="L3 Conntrack helper" alias="l3-conntrack-helper" description="Allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=103348) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 12 13:07:04.822299 dv-cinder-830097-4-iscsi neutron-server[103348]: INFO neutron.api.extensions [None req-8e40bf90-8d6f-431f-bb3d-29128e58fdaa None None] Extension l3-conntrack-helper not supported by any of loaded plugins Apr 12 13:07:04.822628 dv-cinder-830097-4-iscsi neutron-server[103348]: DEBUG neutron.api.extensions [None req-8e40bf90-8d6f-431f-bb3d-29128e58fdaa None None] Loading extension file: l3_ext_gw_mode.py {{(pid=103348) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 12 13:07:04.823545 dv-cinder-830097-4-iscsi neutron-server[103348]: DEBUG neutron.api.extensions [None req-8e40bf90-8d6f-431f-bb3d-29128e58fdaa None None] Ext name="Neutron L3 Configurable external gateway mode" alias="ext-gw-mode" description="Extension of the router abstraction for specifying whether SNAT should occur on the external gateway" updated="2013-03-28T10:00:00-00:00" {{(pid=103348) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 12 13:07:04.824066 dv-cinder-830097-4-iscsi neutron-server[103348]: INFO neutron.api.extensions [None req-8e40bf90-8d6f-431f-bb3d-29128e58fdaa None None] Loaded extension: ext-gw-mode Apr 12 13:07:04.824388 dv-cinder-830097-4-iscsi neutron-server[103348]: DEBUG neutron.api.extensions [None req-8e40bf90-8d6f-431f-bb3d-29128e58fdaa None None] Loading extension file: l3_ext_ha_mode.py {{(pid=103348) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 12 13:07:04.825337 dv-cinder-830097-4-iscsi neutron-server[103348]: DEBUG neutron.api.extensions [None req-8e40bf90-8d6f-431f-bb3d-29128e58fdaa None None] Ext name="HA Router extension" alias="l3-ha" description="Adds HA capability to routers." updated="2014-04-26T00:00:00-00:00" {{(pid=103348) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 12 13:07:04.825853 dv-cinder-830097-4-iscsi neutron-server[103348]: INFO neutron.api.extensions [None req-8e40bf90-8d6f-431f-bb3d-29128e58fdaa None None] Loaded extension: l3-ha Apr 12 13:07:04.826173 dv-cinder-830097-4-iscsi neutron-server[103348]: DEBUG neutron.api.extensions [None req-8e40bf90-8d6f-431f-bb3d-29128e58fdaa None None] Loading extension file: l3_ext_ndp_proxy.py {{(pid=103348) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 12 13:07:04.827078 dv-cinder-830097-4-iscsi neutron-server[103348]: DEBUG neutron.api.extensions [None req-8e40bf90-8d6f-431f-bb3d-29128e58fdaa None None] Ext name="Router support to enable NDP proxy" alias="l3-ext-ndp-proxy" description="Router extension to enable ndp proxy" updated="2020-08-25T00:00:00-00:00" {{(pid=103348) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 12 13:07:04.827593 dv-cinder-830097-4-iscsi neutron-server[103348]: INFO neutron.api.extensions [None req-8e40bf90-8d6f-431f-bb3d-29128e58fdaa None None] Extension l3-ext-ndp-proxy not supported by any of loaded plugins Apr 12 13:07:04.827912 dv-cinder-830097-4-iscsi neutron-server[103348]: DEBUG neutron.api.extensions [None req-8e40bf90-8d6f-431f-bb3d-29128e58fdaa None None] Loading extension file: l3_flavors.py {{(pid=103348) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 12 13:07:04.828842 dv-cinder-830097-4-iscsi neutron-server[103348]: DEBUG neutron.api.extensions [None req-8e40bf90-8d6f-431f-bb3d-29128e58fdaa None None] Ext name="Router Flavor Extension" alias="l3-flavors" description="Flavor support for routers." updated="2016-05-17T00:00:00-00:00" {{(pid=103348) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 12 13:07:04.829353 dv-cinder-830097-4-iscsi neutron-server[103348]: INFO neutron.api.extensions [None req-8e40bf90-8d6f-431f-bb3d-29128e58fdaa None None] Loaded extension: l3-flavors Apr 12 13:07:04.829673 dv-cinder-830097-4-iscsi neutron-server[103348]: DEBUG neutron.api.extensions [None req-8e40bf90-8d6f-431f-bb3d-29128e58fdaa None None] Loading extension file: l3_ndp_proxy.py {{(pid=103348) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 12 13:07:04.831026 dv-cinder-830097-4-iscsi neutron-server[103348]: DEBUG neutron.api.extensions [None req-8e40bf90-8d6f-431f-bb3d-29128e58fdaa None None] Ext name="name" alias="l3-ndp-proxy" description="description" updated="2021-06-29T10:00:00-00:00" {{(pid=103348) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 12 13:07:04.831544 dv-cinder-830097-4-iscsi neutron-server[103348]: INFO neutron.api.extensions [None req-8e40bf90-8d6f-431f-bb3d-29128e58fdaa None None] Extension l3-ndp-proxy not supported by any of loaded plugins Apr 12 13:07:04.831869 dv-cinder-830097-4-iscsi neutron-server[103348]: DEBUG neutron.api.extensions [None req-8e40bf90-8d6f-431f-bb3d-29128e58fdaa None None] Loading extension file: l3_port_ip_change_not_allowed.py {{(pid=103348) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 12 13:07:04.832850 dv-cinder-830097-4-iscsi neutron-server[103348]: DEBUG neutron.api.extensions [None req-8e40bf90-8d6f-431f-bb3d-29128e58fdaa None None] Ext name="Prevent L3 router ports IP address change extension" alias="l3-port-ip-change-not-allowed" description="Prevent change of IP address for some L3 router ports" updated="2018-10-09T10:00:00-00:00" {{(pid=103348) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 12 13:07:04.833322 dv-cinder-830097-4-iscsi neutron-server[103348]: INFO neutron.api.extensions [None req-8e40bf90-8d6f-431f-bb3d-29128e58fdaa None None] Loaded extension: l3-port-ip-change-not-allowed Apr 12 13:07:04.833646 dv-cinder-830097-4-iscsi neutron-server[103348]: DEBUG neutron.api.extensions [None req-8e40bf90-8d6f-431f-bb3d-29128e58fdaa None None] Loading extension file: l3agentscheduler.py {{(pid=103348) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 12 13:07:04.835295 dv-cinder-830097-4-iscsi neutron-server[103348]: DEBUG neutron.api.extensions [None req-8e40bf90-8d6f-431f-bb3d-29128e58fdaa None None] Ext name="L3 Agent Scheduler" alias="l3_agent_scheduler" description="Schedule routers among l3 agents" updated="2013-02-07T10:00:00-00:00" {{(pid=103348) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 12 13:07:04.835814 dv-cinder-830097-4-iscsi neutron-server[103348]: INFO neutron.api.extensions [None req-8e40bf90-8d6f-431f-bb3d-29128e58fdaa None None] Loaded extension: l3_agent_scheduler Apr 12 13:07:04.836141 dv-cinder-830097-4-iscsi neutron-server[103348]: DEBUG neutron.api.extensions [None req-8e40bf90-8d6f-431f-bb3d-29128e58fdaa None None] Loading extension file: local_ip.py {{(pid=103348) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 12 13:07:04.838066 dv-cinder-830097-4-iscsi neutron-server[103348]: DEBUG neutron.api.extensions [None req-8e40bf90-8d6f-431f-bb3d-29128e58fdaa None None] Ext name="Local IP" alias="local_ip" description="Support Node Local Virtual IP" updated="2021-07-26T10:00:00-00:00" {{(pid=103348) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 12 13:07:04.838589 dv-cinder-830097-4-iscsi neutron-server[103348]: INFO neutron.api.extensions [None req-8e40bf90-8d6f-431f-bb3d-29128e58fdaa None None] Extension local_ip not supported by any of loaded plugins Apr 12 13:07:04.838916 dv-cinder-830097-4-iscsi neutron-server[103348]: DEBUG neutron.api.extensions [None req-8e40bf90-8d6f-431f-bb3d-29128e58fdaa None None] Loading extension file: logging.py {{(pid=103348) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 12 13:07:04.840363 dv-cinder-830097-4-iscsi neutron-server[103348]: DEBUG neutron.api.extensions [None req-8e40bf90-8d6f-431f-bb3d-29128e58fdaa None None] Ext name="Logging API Extension" alias="logging" description="Provides a logging API for resources such as security group and firewall." updated="2017-01-01T10:00:00-00:00" {{(pid=103348) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 12 13:07:04.840920 dv-cinder-830097-4-iscsi neutron-server[103348]: INFO neutron.api.extensions [None req-8e40bf90-8d6f-431f-bb3d-29128e58fdaa None None] Extension logging not supported by any of loaded plugins Apr 12 13:07:04.841251 dv-cinder-830097-4-iscsi neutron-server[103348]: DEBUG neutron.api.extensions [None req-8e40bf90-8d6f-431f-bb3d-29128e58fdaa None None] Loading extension file: metering.py {{(pid=103348) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 12 13:07:04.841991 dv-cinder-830097-4-iscsi neutron-server[103348]: DEBUG neutron.api.extensions [None req-8e40bf90-8d6f-431f-bb3d-29128e58fdaa None None] Ext name="Neutron Metering" alias="metering" description="Neutron Metering extension." updated="2013-06-12T10:00:00-00:00" {{(pid=103348) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 12 13:07:04.842576 dv-cinder-830097-4-iscsi neutron-server[103348]: INFO neutron.api.extensions [None req-8e40bf90-8d6f-431f-bb3d-29128e58fdaa None None] Loaded extension: metering Apr 12 13:07:04.842899 dv-cinder-830097-4-iscsi neutron-server[103348]: DEBUG neutron.api.extensions [None req-8e40bf90-8d6f-431f-bb3d-29128e58fdaa None None] Loading extension file: metering_source_and_destination_fields.py {{(pid=103348) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 12 13:07:04.843995 dv-cinder-830097-4-iscsi neutron-server[103348]: DEBUG neutron.api.extensions [None req-8e40bf90-8d6f-431f-bb3d-29128e58fdaa None None] Ext name="Neutron Metering with source and destination filtering" alias="metering_source_and_destination_fields" description="Neutron Metering extension that enables the use of source and destination IP prefixes to create metering label rules." updated="2020-08-21T08:12:00-00:00" {{(pid=103348) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 12 13:07:04.844511 dv-cinder-830097-4-iscsi neutron-server[103348]: INFO neutron.api.extensions [None req-8e40bf90-8d6f-431f-bb3d-29128e58fdaa None None] Loaded extension: metering_source_and_destination_fields Apr 12 13:07:04.844870 dv-cinder-830097-4-iscsi neutron-server[103348]: DEBUG neutron.api.extensions [None req-8e40bf90-8d6f-431f-bb3d-29128e58fdaa None None] Loading extension file: multiprovidernet.py {{(pid=103348) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 12 13:07:04.845792 dv-cinder-830097-4-iscsi neutron-server[103348]: DEBUG neutron.api.extensions [None req-8e40bf90-8d6f-431f-bb3d-29128e58fdaa None None] Ext name="Multi Provider Network" alias="multi-provider" description="Expose mapping of virtual networks to multiple physical networks" updated="2013-06-27T10:00:00-00:00" {{(pid=103348) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 12 13:07:04.846303 dv-cinder-830097-4-iscsi neutron-server[103348]: INFO neutron.api.extensions [None req-8e40bf90-8d6f-431f-bb3d-29128e58fdaa None None] Loaded extension: multi-provider Apr 12 13:07:04.846624 dv-cinder-830097-4-iscsi neutron-server[103348]: DEBUG neutron.api.extensions [None req-8e40bf90-8d6f-431f-bb3d-29128e58fdaa None None] Loading extension file: netmtu.py {{(pid=103348) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 12 13:07:04.847800 dv-cinder-830097-4-iscsi neutron-server[103348]: DEBUG neutron.api.extensions [None req-8e40bf90-8d6f-431f-bb3d-29128e58fdaa None None] Ext name="Network MTU" alias="net-mtu" description="Provides MTU attribute for a network resource." updated="2015-03-25T10:00:00-00:00" {{(pid=103348) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 12 13:07:04.848310 dv-cinder-830097-4-iscsi neutron-server[103348]: INFO neutron.api.extensions [None req-8e40bf90-8d6f-431f-bb3d-29128e58fdaa None None] Loaded extension: net-mtu Apr 12 13:07:04.848630 dv-cinder-830097-4-iscsi neutron-server[103348]: DEBUG neutron.api.extensions [None req-8e40bf90-8d6f-431f-bb3d-29128e58fdaa None None] Loading extension file: netmtu_writable.py {{(pid=103348) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 12 13:07:04.849567 dv-cinder-830097-4-iscsi neutron-server[103348]: DEBUG neutron.api.extensions [None req-8e40bf90-8d6f-431f-bb3d-29128e58fdaa None None] Ext name="Network MTU (writable)" alias="net-mtu-writable" description="Provides a writable MTU attribute for a network resource." updated="2017-07-12T00:00:00-00:00" {{(pid=103348) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 12 13:07:04.850117 dv-cinder-830097-4-iscsi neutron-server[103348]: INFO neutron.api.extensions [None req-8e40bf90-8d6f-431f-bb3d-29128e58fdaa None None] Loaded extension: net-mtu-writable Apr 12 13:07:04.850571 dv-cinder-830097-4-iscsi neutron-server[103348]: DEBUG neutron.api.extensions [None req-8e40bf90-8d6f-431f-bb3d-29128e58fdaa None None] Loading extension file: network_availability_zone.py {{(pid=103348) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 12 13:07:04.851238 dv-cinder-830097-4-iscsi neutron-server[103348]: DEBUG neutron.api.extensions [None req-8e40bf90-8d6f-431f-bb3d-29128e58fdaa None None] Ext name="Network Availability Zone" alias="network_availability_zone" description="Availability zone support for network." updated="2015-01-01T10:00:00-00:00" {{(pid=103348) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 12 13:07:04.851749 dv-cinder-830097-4-iscsi neutron-server[103348]: INFO neutron.api.extensions [None req-8e40bf90-8d6f-431f-bb3d-29128e58fdaa None None] Loaded extension: network_availability_zone Apr 12 13:07:04.852073 dv-cinder-830097-4-iscsi neutron-server[103348]: DEBUG neutron.api.extensions [None req-8e40bf90-8d6f-431f-bb3d-29128e58fdaa None None] Loading extension file: network_ip_availability.py {{(pid=103348) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 12 13:07:04.853208 dv-cinder-830097-4-iscsi neutron-server[103348]: DEBUG neutron.api.extensions [None req-8e40bf90-8d6f-431f-bb3d-29128e58fdaa None None] Ext name="Network IP Availability" alias="network-ip-availability" description="Provides IP availability data for each network and subnet." updated="2015-09-24T00:00:00-00:00" {{(pid=103348) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 12 13:07:04.853718 dv-cinder-830097-4-iscsi neutron-server[103348]: INFO neutron.api.extensions [None req-8e40bf90-8d6f-431f-bb3d-29128e58fdaa None None] Loaded extension: network-ip-availability Apr 12 13:07:04.854037 dv-cinder-830097-4-iscsi neutron-server[103348]: DEBUG neutron.api.extensions [None req-8e40bf90-8d6f-431f-bb3d-29128e58fdaa None None] Loading extension file: network_segment_range.py {{(pid=103348) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 12 13:07:04.854798 dv-cinder-830097-4-iscsi neutron-server[103348]: DEBUG neutron.api.extensions [None req-8e40bf90-8d6f-431f-bb3d-29128e58fdaa None None] Ext name="Neutron Network Segment Range" alias="network-segment-range" description="Provides support for the network segment range management" updated="2018-11-29T00:00:00-00:00" {{(pid=103348) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 12 13:07:04.855300 dv-cinder-830097-4-iscsi neutron-server[103348]: INFO neutron.api.extensions [None req-8e40bf90-8d6f-431f-bb3d-29128e58fdaa None None] Extension network-segment-range not supported by any of loaded plugins Apr 12 13:07:04.855618 dv-cinder-830097-4-iscsi neutron-server[103348]: DEBUG neutron.api.extensions [None req-8e40bf90-8d6f-431f-bb3d-29128e58fdaa None None] Loading extension file: pagination.py {{(pid=103348) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 12 13:07:04.856590 dv-cinder-830097-4-iscsi neutron-server[103348]: DEBUG neutron.api.extensions [None req-8e40bf90-8d6f-431f-bb3d-29128e58fdaa None None] Ext name="Pagination support" alias="pagination" description="Extension that indicates that pagination is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=103348) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 12 13:07:04.856952 dv-cinder-830097-4-iscsi neutron-server[103348]: INFO neutron.api.extensions [None req-8e40bf90-8d6f-431f-bb3d-29128e58fdaa None None] Loaded extension: pagination Apr 12 13:07:04.857272 dv-cinder-830097-4-iscsi neutron-server[103348]: DEBUG neutron.api.extensions [None req-8e40bf90-8d6f-431f-bb3d-29128e58fdaa None None] Loading extension file: port_device_profile.py {{(pid=103348) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 12 13:07:04.858173 dv-cinder-830097-4-iscsi neutron-server[103348]: DEBUG neutron.api.extensions [None req-8e40bf90-8d6f-431f-bb3d-29128e58fdaa None None] Ext name="Port device profile" alias="port-device-profile" description="Expose the port device profile (Cyborg)" updated="2020-12-17T10:00:00-00:00" {{(pid=103348) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 12 13:07:04.858691 dv-cinder-830097-4-iscsi neutron-server[103348]: INFO neutron.api.extensions [None req-8e40bf90-8d6f-431f-bb3d-29128e58fdaa None None] Loaded extension: port-device-profile Apr 12 13:07:04.859012 dv-cinder-830097-4-iscsi neutron-server[103348]: DEBUG neutron.api.extensions [None req-8e40bf90-8d6f-431f-bb3d-29128e58fdaa None None] Loading extension file: port_mac_address_regenerate.py {{(pid=103348) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 12 13:07:04.859922 dv-cinder-830097-4-iscsi neutron-server[103348]: DEBUG neutron.api.extensions [None req-8e40bf90-8d6f-431f-bb3d-29128e58fdaa None None] Ext name="Neutron Port MAC address regenerate" alias="port-mac-address-regenerate" description="Network port MAC address regenerate" updated="2018-05-03T10:00:00-00:00" {{(pid=103348) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 12 13:07:04.860436 dv-cinder-830097-4-iscsi neutron-server[103348]: INFO neutron.api.extensions [None req-8e40bf90-8d6f-431f-bb3d-29128e58fdaa None None] Loaded extension: port-mac-address-regenerate Apr 12 13:07:04.860758 dv-cinder-830097-4-iscsi neutron-server[103348]: DEBUG neutron.api.extensions [None req-8e40bf90-8d6f-431f-bb3d-29128e58fdaa None None] Loading extension file: port_numa_affinity_policy.py {{(pid=103348) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 12 13:07:04.861690 dv-cinder-830097-4-iscsi neutron-server[103348]: DEBUG neutron.api.extensions [None req-8e40bf90-8d6f-431f-bb3d-29128e58fdaa None None] Ext name="Port NUMA affinity policy" alias="port-numa-affinity-policy" description="Expose the port NUMA affinity policy" updated="2020-07-08T10:00:00-00:00" {{(pid=103348) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 12 13:07:04.862204 dv-cinder-830097-4-iscsi neutron-server[103348]: INFO neutron.api.extensions [None req-8e40bf90-8d6f-431f-bb3d-29128e58fdaa None None] Loaded extension: port-numa-affinity-policy Apr 12 13:07:04.862530 dv-cinder-830097-4-iscsi neutron-server[103348]: DEBUG neutron.api.extensions [None req-8e40bf90-8d6f-431f-bb3d-29128e58fdaa None None] Loading extension file: port_resource_request.py {{(pid=103348) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 12 13:07:04.863444 dv-cinder-830097-4-iscsi neutron-server[103348]: DEBUG neutron.api.extensions [None req-8e40bf90-8d6f-431f-bb3d-29128e58fdaa None None] Ext name="Port Resource Request" alias="port-resource-request" description="Expose resource request to Port" updated="2018-05-08T10:00:00-00:00" {{(pid=103348) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 12 13:07:04.863953 dv-cinder-830097-4-iscsi neutron-server[103348]: INFO neutron.api.extensions [None req-8e40bf90-8d6f-431f-bb3d-29128e58fdaa None None] Extension port-resource-request not supported by any of loaded plugins Apr 12 13:07:04.864273 dv-cinder-830097-4-iscsi neutron-server[103348]: DEBUG neutron.api.extensions [None req-8e40bf90-8d6f-431f-bb3d-29128e58fdaa None None] Loading extension file: port_resource_request_groups.py {{(pid=103348) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 12 13:07:04.865249 dv-cinder-830097-4-iscsi neutron-server[103348]: DEBUG neutron.api.extensions [None req-8e40bf90-8d6f-431f-bb3d-29128e58fdaa None None] Ext name="Port Resource Request Groups" alias="port-resource-request-groups" description="Support requesting multiple groups of resources and traits from the same RP subtree in resource_request" updated="2021-08-02T10:00:00-00:00" {{(pid=103348) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 12 13:07:04.865934 dv-cinder-830097-4-iscsi neutron-server[103348]: INFO neutron.api.extensions [None req-8e40bf90-8d6f-431f-bb3d-29128e58fdaa None None] Extension port-resource-request-groups not supported by any of loaded plugins Apr 12 13:07:04.866257 dv-cinder-830097-4-iscsi neutron-server[103348]: DEBUG neutron.api.extensions [None req-8e40bf90-8d6f-431f-bb3d-29128e58fdaa None None] Loading extension file: portbindings.py {{(pid=103348) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 12 13:07:04.867176 dv-cinder-830097-4-iscsi neutron-server[103348]: DEBUG neutron.api.extensions [None req-8e40bf90-8d6f-431f-bb3d-29128e58fdaa None None] Ext name="Port Binding" alias="binding" description="Expose port bindings of a virtual port to external application" updated="2014-02-03T10:00:00-00:00" {{(pid=103348) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 12 13:07:04.867687 dv-cinder-830097-4-iscsi neutron-server[103348]: INFO neutron.api.extensions [None req-8e40bf90-8d6f-431f-bb3d-29128e58fdaa None None] Loaded extension: binding Apr 12 13:07:04.868012 dv-cinder-830097-4-iscsi neutron-server[103348]: DEBUG neutron.api.extensions [None req-8e40bf90-8d6f-431f-bb3d-29128e58fdaa None None] Loading extension file: portbindings_extended.py {{(pid=103348) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 12 13:07:04.869288 dv-cinder-830097-4-iscsi neutron-server[103348]: DEBUG neutron.api.extensions [None req-8e40bf90-8d6f-431f-bb3d-29128e58fdaa None None] Ext name="Port Bindings Extended" alias="binding-extended" description="Expose port bindings of a virtual port to external application" updated="2017-07-17T10:00:00-00:00" {{(pid=103348) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 12 13:07:04.869801 dv-cinder-830097-4-iscsi neutron-server[103348]: INFO neutron.api.extensions [None req-8e40bf90-8d6f-431f-bb3d-29128e58fdaa None None] Loaded extension: binding-extended Apr 12 13:07:04.870122 dv-cinder-830097-4-iscsi neutron-server[103348]: DEBUG neutron.api.extensions [None req-8e40bf90-8d6f-431f-bb3d-29128e58fdaa None None] Loading extension file: portsecurity.py {{(pid=103348) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 12 13:07:04.871027 dv-cinder-830097-4-iscsi neutron-server[103348]: DEBUG neutron.api.extensions [None req-8e40bf90-8d6f-431f-bb3d-29128e58fdaa None None] Ext name="Port Security" alias="port-security" description="Provides port security" updated="2012-07-23T10:00:00-00:00" {{(pid=103348) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 12 13:07:04.871541 dv-cinder-830097-4-iscsi neutron-server[103348]: INFO neutron.api.extensions [None req-8e40bf90-8d6f-431f-bb3d-29128e58fdaa None None] Loaded extension: port-security Apr 12 13:07:04.871864 dv-cinder-830097-4-iscsi neutron-server[103348]: DEBUG neutron.api.extensions [None req-8e40bf90-8d6f-431f-bb3d-29128e58fdaa None None] Loading extension file: project_id.py {{(pid=103348) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 12 13:07:04.872863 dv-cinder-830097-4-iscsi neutron-server[103348]: DEBUG neutron.api.extensions [None req-8e40bf90-8d6f-431f-bb3d-29128e58fdaa None None] Ext name="project_id field enabled" alias="project-id" description="Extension that indicates that project_id field is enabled." updated="2016-09-09T09:09:09-09:09" {{(pid=103348) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 12 13:07:04.873194 dv-cinder-830097-4-iscsi neutron-server[103348]: INFO neutron.api.extensions [None req-8e40bf90-8d6f-431f-bb3d-29128e58fdaa None None] Loaded extension: project-id Apr 12 13:07:04.873514 dv-cinder-830097-4-iscsi neutron-server[103348]: DEBUG neutron.api.extensions [None req-8e40bf90-8d6f-431f-bb3d-29128e58fdaa None None] Loading extension file: providernet.py {{(pid=103348) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 12 13:07:04.874421 dv-cinder-830097-4-iscsi neutron-server[103348]: DEBUG neutron.api.extensions [None req-8e40bf90-8d6f-431f-bb3d-29128e58fdaa None None] Ext name="Provider Network" alias="provider" description="Expose mapping of virtual networks to physical networks" updated="2012-09-07T10:00:00-00:00" {{(pid=103348) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 12 13:07:04.874939 dv-cinder-830097-4-iscsi neutron-server[103348]: INFO neutron.api.extensions [None req-8e40bf90-8d6f-431f-bb3d-29128e58fdaa None None] Loaded extension: provider Apr 12 13:07:04.875258 dv-cinder-830097-4-iscsi neutron-server[103348]: DEBUG neutron.api.extensions [None req-8e40bf90-8d6f-431f-bb3d-29128e58fdaa None None] Loading extension file: qos.py {{(pid=103348) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 12 13:07:04.878818 dv-cinder-830097-4-iscsi neutron-server[103348]: DEBUG neutron.api.extensions [None req-8e40bf90-8d6f-431f-bb3d-29128e58fdaa None None] Ext name="Quality of Service" alias="qos" description="The Quality of Service extension." updated="2015-06-08T10:00:00-00:00" {{(pid=103348) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 12 13:07:04.879342 dv-cinder-830097-4-iscsi neutron-server[103348]: INFO neutron.api.extensions [None req-8e40bf90-8d6f-431f-bb3d-29128e58fdaa None None] Extension qos not supported by any of loaded plugins Apr 12 13:07:04.879669 dv-cinder-830097-4-iscsi neutron-server[103348]: DEBUG neutron.api.extensions [None req-8e40bf90-8d6f-431f-bb3d-29128e58fdaa None None] Loading extension file: qos_bw_limit_direction.py {{(pid=103348) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 12 13:07:04.880940 dv-cinder-830097-4-iscsi neutron-server[103348]: DEBUG neutron.api.extensions [None req-8e40bf90-8d6f-431f-bb3d-29128e58fdaa None None] Ext name="Direction for QoS bandwidth limit rule" alias="qos-bw-limit-direction" description="Allow to configure QoS bandwidth limit rule with specific direction: ingress or egress" updated="2017-04-10T10:00:00-00:00" {{(pid=103348) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 12 13:07:04.882028 dv-cinder-830097-4-iscsi neutron-server[103348]: INFO neutron.api.extensions [None req-8e40bf90-8d6f-431f-bb3d-29128e58fdaa None None] Extension qos-bw-limit-direction not supported by any of loaded plugins Apr 12 13:07:04.882328 dv-cinder-830097-4-iscsi neutron-server[103348]: DEBUG neutron.api.extensions [None req-8e40bf90-8d6f-431f-bb3d-29128e58fdaa None None] Loading extension file: qos_bw_minimum_ingress.py {{(pid=103348) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 12 13:07:04.883366 dv-cinder-830097-4-iscsi neutron-server[103348]: DEBUG neutron.api.extensions [None req-8e40bf90-8d6f-431f-bb3d-29128e58fdaa None None] Ext name="Ingress direction for QoS minimum bandwidth rule" alias="qos-bw-minimum-ingress" description="Allow to configure QoS minumum bandwidth rule with ingress direction." updated="2018-07-09T10:00:00-00:00" {{(pid=103348) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 12 13:07:04.883880 dv-cinder-830097-4-iscsi neutron-server[103348]: INFO neutron.api.extensions [None req-8e40bf90-8d6f-431f-bb3d-29128e58fdaa None None] Extension qos-bw-minimum-ingress not supported by any of loaded plugins Apr 12 13:07:04.884202 dv-cinder-830097-4-iscsi neutron-server[103348]: DEBUG neutron.api.extensions [None req-8e40bf90-8d6f-431f-bb3d-29128e58fdaa None None] Loading extension file: qos_default.py {{(pid=103348) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 12 13:07:04.885137 dv-cinder-830097-4-iscsi neutron-server[103348]: DEBUG neutron.api.extensions [None req-8e40bf90-8d6f-431f-bb3d-29128e58fdaa None None] Ext name="QoS default policy" alias="qos-default" description="Expose the QoS default policy per project" updated="2017-041-06T10:00:00-00:00" {{(pid=103348) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 12 13:07:04.885649 dv-cinder-830097-4-iscsi neutron-server[103348]: INFO neutron.api.extensions [None req-8e40bf90-8d6f-431f-bb3d-29128e58fdaa None None] Extension qos-default not supported by any of loaded plugins Apr 12 13:07:04.885968 dv-cinder-830097-4-iscsi neutron-server[103348]: DEBUG neutron.api.extensions [None req-8e40bf90-8d6f-431f-bb3d-29128e58fdaa None None] Loading extension file: qos_fip.py {{(pid=103348) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 12 13:07:04.886898 dv-cinder-830097-4-iscsi neutron-server[103348]: DEBUG neutron.api.extensions [None req-8e40bf90-8d6f-431f-bb3d-29128e58fdaa None None] Ext name="Floating IP QoS" alias="qos-fip" description="The floating IP Quality of Service extension" updated="2017-07-20T00:00:00-00:00" {{(pid=103348) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 12 13:07:04.887403 dv-cinder-830097-4-iscsi neutron-server[103348]: INFO neutron.api.extensions [None req-8e40bf90-8d6f-431f-bb3d-29128e58fdaa None None] Extension qos-fip not supported by any of loaded plugins Apr 12 13:07:04.887722 dv-cinder-830097-4-iscsi neutron-server[103348]: DEBUG neutron.api.extensions [None req-8e40bf90-8d6f-431f-bb3d-29128e58fdaa None None] Loading extension file: qos_fip_network_policy.py {{(pid=103348) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 12 13:07:04.888637 dv-cinder-830097-4-iscsi neutron-server[103348]: DEBUG neutron.api.extensions [None req-8e40bf90-8d6f-431f-bb3d-29128e58fdaa None None] Ext name="QoS floating IP network policy ID" alias="qos-fip-network-policy" description="Adds a the QoS network ID to the floating IP definition" updated="2021-11-15T10:00:00-00:00" {{(pid=103348) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 12 13:07:04.889176 dv-cinder-830097-4-iscsi neutron-server[103348]: INFO neutron.api.extensions [None req-8e40bf90-8d6f-431f-bb3d-29128e58fdaa None None] Extension qos-fip-network-policy not supported by any of loaded plugins Apr 12 13:07:04.889496 dv-cinder-830097-4-iscsi neutron-server[103348]: DEBUG neutron.api.extensions [None req-8e40bf90-8d6f-431f-bb3d-29128e58fdaa None None] Loading extension file: qos_gateway_ip.py {{(pid=103348) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 12 13:07:04.890415 dv-cinder-830097-4-iscsi neutron-server[103348]: DEBUG neutron.api.extensions [None req-8e40bf90-8d6f-431f-bb3d-29128e58fdaa None None] Ext name="Router gateway IP QoS" alias="qos-gateway-ip" description="The Router gateway IP Quality of Service extension" updated="2018-02-24T00:00:00-00:00" {{(pid=103348) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 12 13:07:04.890924 dv-cinder-830097-4-iscsi neutron-server[103348]: INFO neutron.api.extensions [None req-8e40bf90-8d6f-431f-bb3d-29128e58fdaa None None] Extension qos-gateway-ip not supported by any of loaded plugins Apr 12 13:07:04.891243 dv-cinder-830097-4-iscsi neutron-server[103348]: DEBUG neutron.api.extensions [None req-8e40bf90-8d6f-431f-bb3d-29128e58fdaa None None] Loading extension file: qos_port_network_policy.py {{(pid=103348) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 12 13:07:04.892149 dv-cinder-830097-4-iscsi neutron-server[103348]: DEBUG neutron.api.extensions [None req-8e40bf90-8d6f-431f-bb3d-29128e58fdaa None None] Ext name="QoS port network policy ID" alias="qos-port-network-policy" description="Adds a the QoS network ID to the port definition" updated="2019-11-01T10:00:00-00:00" {{(pid=103348) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 12 13:07:04.892656 dv-cinder-830097-4-iscsi neutron-server[103348]: INFO neutron.api.extensions [None req-8e40bf90-8d6f-431f-bb3d-29128e58fdaa None None] Extension qos-port-network-policy not supported by any of loaded plugins Apr 12 13:07:04.893078 dv-cinder-830097-4-iscsi neutron-server[103348]: DEBUG neutron.api.extensions [None req-8e40bf90-8d6f-431f-bb3d-29128e58fdaa None None] Loading extension file: qos_pps_minimum_rule.py {{(pid=103348) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 12 13:07:04.894116 dv-cinder-830097-4-iscsi neutron-server[103348]: DEBUG neutron.api.extensions [None req-8e40bf90-8d6f-431f-bb3d-29128e58fdaa None None] Ext name="QoS minimum packet rate rule" alias="qos-pps-minimum" description="Allow to configure QoS minimum packet rate rule." updated="2021-07-14T10:00:00-00:00" {{(pid=103348) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 12 13:07:04.894627 dv-cinder-830097-4-iscsi neutron-server[103348]: INFO neutron.api.extensions [None req-8e40bf90-8d6f-431f-bb3d-29128e58fdaa None None] Extension qos-pps-minimum not supported by any of loaded plugins Apr 12 13:07:04.894948 dv-cinder-830097-4-iscsi neutron-server[103348]: DEBUG neutron.api.extensions [None req-8e40bf90-8d6f-431f-bb3d-29128e58fdaa None None] Loading extension file: qos_pps_minimum_rule_alias.py {{(pid=103348) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 12 13:07:04.895984 dv-cinder-830097-4-iscsi neutron-server[103348]: DEBUG neutron.api.extensions [None req-8e40bf90-8d6f-431f-bb3d-29128e58fdaa None None] Ext name="QoS minimum packet rate rule alias" alias="qos-pps-minimum-rule-alias" description="API to enable GET, PUT and DELETE operations on QoS minimum packet rate rule without specifying policy ID" updated="2021-10-22T10:00:00-00:00" {{(pid=103348) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 12 13:07:04.896495 dv-cinder-830097-4-iscsi neutron-server[103348]: INFO neutron.api.extensions [None req-8e40bf90-8d6f-431f-bb3d-29128e58fdaa None None] Extension qos-pps-minimum-rule-alias not supported by any of loaded plugins Apr 12 13:07:04.897563 dv-cinder-830097-4-iscsi neutron-server[103348]: DEBUG neutron.api.extensions [None req-8e40bf90-8d6f-431f-bb3d-29128e58fdaa None None] Loading extension file: qos_pps_rule.py {{(pid=103348) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 12 13:07:04.898756 dv-cinder-830097-4-iscsi neutron-server[103348]: DEBUG neutron.api.extensions [None req-8e40bf90-8d6f-431f-bb3d-29128e58fdaa None None] Ext name="QoS Rule Type Packet per Second Extension" alias="qos-pps" description="Add QoS Rule Type Packet per Second" updated="2021-05-12T10:00:00-00:00" {{(pid=103348) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 12 13:07:04.899275 dv-cinder-830097-4-iscsi neutron-server[103348]: INFO neutron.api.extensions [None req-8e40bf90-8d6f-431f-bb3d-29128e58fdaa None None] Extension qos-pps not supported by any of loaded plugins Apr 12 13:07:04.899599 dv-cinder-830097-4-iscsi neutron-server[103348]: DEBUG neutron.api.extensions [None req-8e40bf90-8d6f-431f-bb3d-29128e58fdaa None None] Loading extension file: qos_rule_type_details.py {{(pid=103348) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 12 13:07:04.900513 dv-cinder-830097-4-iscsi neutron-server[103348]: DEBUG neutron.api.extensions [None req-8e40bf90-8d6f-431f-bb3d-29128e58fdaa None None] Ext name="Details of QoS rule types" alias="qos-rule-type-details" description="Expose details about QoS rule types supported by loaded backend drivers" updated="2017-06-22T10:00:00-00:00" {{(pid=103348) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 12 13:07:04.901052 dv-cinder-830097-4-iscsi neutron-server[103348]: INFO neutron.api.extensions [None req-8e40bf90-8d6f-431f-bb3d-29128e58fdaa None None] Extension qos-rule-type-details not supported by any of loaded plugins Apr 12 13:07:04.901375 dv-cinder-830097-4-iscsi neutron-server[103348]: DEBUG neutron.api.extensions [None req-8e40bf90-8d6f-431f-bb3d-29128e58fdaa None None] Loading extension file: qos_rule_type_filter.py {{(pid=103348) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 12 13:07:04.902278 dv-cinder-830097-4-iscsi neutron-server[103348]: DEBUG neutron.api.extensions [None req-8e40bf90-8d6f-431f-bb3d-29128e58fdaa None None] Ext name="Allow to filter the list of QoS rule types" alias="qos-rule-type-filter" description="Allows to filter the QoS rule type list adding two new flags. "all_rules" prints all implemented QoS rule types."all_supported" prints all supported QoS rule types by the loaded mechanism drivers" updated="2022-02-02T10:00:00-00:00" {{(pid=103348) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 12 13:07:04.902790 dv-cinder-830097-4-iscsi neutron-server[103348]: INFO neutron.api.extensions [None req-8e40bf90-8d6f-431f-bb3d-29128e58fdaa None None] Extension qos-rule-type-filter not supported by any of loaded plugins Apr 12 13:07:04.903111 dv-cinder-830097-4-iscsi neutron-server[103348]: DEBUG neutron.api.extensions [None req-8e40bf90-8d6f-431f-bb3d-29128e58fdaa None None] Loading extension file: qos_rules_alias.py {{(pid=103348) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 12 13:07:04.904141 dv-cinder-830097-4-iscsi neutron-server[103348]: DEBUG neutron.api.extensions [None req-8e40bf90-8d6f-431f-bb3d-29128e58fdaa None None] Ext name="Quality of Service rules alias API" alias="qos-rules-alias" description="API to enable GET, PUT and DELETE operations on QoS policy rules without specifying policy ID" updated="2018-10-07T10:00:00-00:00" {{(pid=103348) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 12 13:07:04.904653 dv-cinder-830097-4-iscsi neutron-server[103348]: INFO neutron.api.extensions [None req-8e40bf90-8d6f-431f-bb3d-29128e58fdaa None None] Extension qos-rules-alias not supported by any of loaded plugins Apr 12 13:07:04.905002 dv-cinder-830097-4-iscsi neutron-server[103348]: DEBUG neutron.api.extensions [None req-8e40bf90-8d6f-431f-bb3d-29128e58fdaa None None] Loading extension file: quota_check_limit.py {{(pid=103348) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 12 13:07:04.905913 dv-cinder-830097-4-iscsi neutron-server[103348]: DEBUG neutron.api.extensions [None req-8e40bf90-8d6f-431f-bb3d-29128e58fdaa None None] Ext name="Quota engine limit check" alias="quota-check-limit" description="Support for checking the resource usage before applying a new quota limit" updated="2021-09-08T16:00:00-00:00" {{(pid=103348) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 12 13:07:04.906424 dv-cinder-830097-4-iscsi neutron-server[103348]: INFO neutron.api.extensions [None req-8e40bf90-8d6f-431f-bb3d-29128e58fdaa None None] Loaded extension: quota-check-limit Apr 12 13:07:04.906745 dv-cinder-830097-4-iscsi neutron-server[103348]: DEBUG neutron.api.extensions [None req-8e40bf90-8d6f-431f-bb3d-29128e58fdaa None None] Loading extension file: quotasv2.py {{(pid=103348) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 12 13:07:04.907680 dv-cinder-830097-4-iscsi neutron-server[103348]: DEBUG neutron.api.extensions [None req-8e40bf90-8d6f-431f-bb3d-29128e58fdaa None None] Ext name="Quota management support" alias="quotas" description="Expose functions for quotas management per project" updated="2012-07-29T10:00:00-00:00" {{(pid=103348) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 12 13:07:04.908007 dv-cinder-830097-4-iscsi neutron-server[103348]: INFO neutron.api.extensions [None req-8e40bf90-8d6f-431f-bb3d-29128e58fdaa None None] Loaded extension: quotas Apr 12 13:07:04.908331 dv-cinder-830097-4-iscsi neutron-server[103348]: DEBUG neutron.api.extensions [None req-8e40bf90-8d6f-431f-bb3d-29128e58fdaa None None] Loading extension file: quotasv2_detail.py {{(pid=103348) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 12 13:07:04.910058 dv-cinder-830097-4-iscsi neutron-server[103348]: DEBUG neutron.api.extensions [None req-8e40bf90-8d6f-431f-bb3d-29128e58fdaa None None] Ext name="Quota details management support" alias="quota_details" description="Expose functions for quotas usage statistics per project" updated="2017-02-10T10:00:00-00:00" {{(pid=103348) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 12 13:07:04.910394 dv-cinder-830097-4-iscsi neutron-server[103348]: INFO neutron.api.extensions [None req-8e40bf90-8d6f-431f-bb3d-29128e58fdaa None None] Loaded extension: quota_details Apr 12 13:07:04.910719 dv-cinder-830097-4-iscsi neutron-server[103348]: DEBUG neutron.api.extensions [None req-8e40bf90-8d6f-431f-bb3d-29128e58fdaa None None] Loading extension file: rbac.py {{(pid=103348) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 12 13:07:04.911774 dv-cinder-830097-4-iscsi neutron-server[103348]: DEBUG neutron.api.extensions [None req-8e40bf90-8d6f-431f-bb3d-29128e58fdaa None None] Ext name="RBAC Policies" alias="rbac-policies" description="Allows creation and modification of policies that control tenant access to resources." updated="2015-06-17T12:15:12-00:00" {{(pid=103348) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 12 13:07:04.912355 dv-cinder-830097-4-iscsi neutron-server[103348]: INFO neutron.api.extensions [None req-8e40bf90-8d6f-431f-bb3d-29128e58fdaa None None] Loaded extension: rbac-policies Apr 12 13:07:04.912763 dv-cinder-830097-4-iscsi neutron-server[103348]: DEBUG neutron.api.extensions [None req-8e40bf90-8d6f-431f-bb3d-29128e58fdaa None None] Loading extension file: rbac_address_group.py {{(pid=103348) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 12 13:07:04.913723 dv-cinder-830097-4-iscsi neutron-server[103348]: DEBUG neutron.api.extensions [None req-8e40bf90-8d6f-431f-bb3d-29128e58fdaa None None] Ext name="Add address_group type to RBAC" alias="rbac-address-group" description="Add address_group type to network RBAC" updated="2021-01-20T00:00:00-00:00" {{(pid=103348) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 12 13:07:04.914240 dv-cinder-830097-4-iscsi neutron-server[103348]: INFO neutron.api.extensions [None req-8e40bf90-8d6f-431f-bb3d-29128e58fdaa None None] Loaded extension: rbac-address-group Apr 12 13:07:04.914561 dv-cinder-830097-4-iscsi neutron-server[103348]: DEBUG neutron.api.extensions [None req-8e40bf90-8d6f-431f-bb3d-29128e58fdaa None None] Loading extension file: rbac_address_scope.py {{(pid=103348) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 12 13:07:04.915474 dv-cinder-830097-4-iscsi neutron-server[103348]: DEBUG neutron.api.extensions [None req-8e40bf90-8d6f-431f-bb3d-29128e58fdaa None None] Ext name="Add address_scope type to RBAC" alias="rbac-address-scope" description="Add address_scope type to RBAC" updated="2020-02-12T00:00:00-00:00" {{(pid=103348) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 12 13:07:04.915985 dv-cinder-830097-4-iscsi neutron-server[103348]: INFO neutron.api.extensions [None req-8e40bf90-8d6f-431f-bb3d-29128e58fdaa None None] Loaded extension: rbac-address-scope Apr 12 13:07:04.916304 dv-cinder-830097-4-iscsi neutron-server[103348]: DEBUG neutron.api.extensions [None req-8e40bf90-8d6f-431f-bb3d-29128e58fdaa None None] Loading extension file: rbac_security_groups.py {{(pid=103348) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 12 13:07:04.917311 dv-cinder-830097-4-iscsi neutron-server[103348]: DEBUG neutron.api.extensions [None req-8e40bf90-8d6f-431f-bb3d-29128e58fdaa None None] Ext name="Add security_group type to network RBAC" alias="rbac-security-groups" description="Add security_group type to network RBAC" updated="2019-02-14T00:00:00-00:00" {{(pid=103348) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 12 13:07:04.917828 dv-cinder-830097-4-iscsi neutron-server[103348]: INFO neutron.api.extensions [None req-8e40bf90-8d6f-431f-bb3d-29128e58fdaa None None] Loaded extension: rbac-security-groups Apr 12 13:07:04.918149 dv-cinder-830097-4-iscsi neutron-server[103348]: DEBUG neutron.api.extensions [None req-8e40bf90-8d6f-431f-bb3d-29128e58fdaa None None] Loading extension file: rbac_subnetpool.py {{(pid=103348) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 12 13:07:04.919145 dv-cinder-830097-4-iscsi neutron-server[103348]: DEBUG neutron.api.extensions [None req-8e40bf90-8d6f-431f-bb3d-29128e58fdaa None None] Ext name="Add subnetpool type to RBAC" alias="rbac-subnetpool" description="Add subnetpool type to RBAC" updated="2020-02-05T00:00:00-00:00" {{(pid=103348) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 12 13:07:04.919687 dv-cinder-830097-4-iscsi neutron-server[103348]: INFO neutron.api.extensions [None req-8e40bf90-8d6f-431f-bb3d-29128e58fdaa None None] Loaded extension: rbac-subnetpool Apr 12 13:07:04.920006 dv-cinder-830097-4-iscsi neutron-server[103348]: DEBUG neutron.api.extensions [None req-8e40bf90-8d6f-431f-bb3d-29128e58fdaa None None] Loading extension file: revisionifmatch.py {{(pid=103348) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 12 13:07:04.921012 dv-cinder-830097-4-iscsi neutron-server[103348]: DEBUG neutron.api.extensions [None req-8e40bf90-8d6f-431f-bb3d-29128e58fdaa None None] Ext name="If-Match constraints based on revision_number" alias="revision-if-match" description="Extension indicating that If-Match based on revision_number is supported." updated="2016-12-11T00:00:00-00:00" {{(pid=103348) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 12 13:07:04.921528 dv-cinder-830097-4-iscsi neutron-server[103348]: INFO neutron.api.extensions [None req-8e40bf90-8d6f-431f-bb3d-29128e58fdaa None None] Loaded extension: revision-if-match Apr 12 13:07:04.921846 dv-cinder-830097-4-iscsi neutron-server[103348]: DEBUG neutron.api.extensions [None req-8e40bf90-8d6f-431f-bb3d-29128e58fdaa None None] Loading extension file: revisions.py {{(pid=103348) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 12 13:07:04.922957 dv-cinder-830097-4-iscsi neutron-server[103348]: DEBUG neutron.api.extensions [None req-8e40bf90-8d6f-431f-bb3d-29128e58fdaa None None] Ext name="Resource revision numbers" alias="standard-attr-revisions" description="This extension will display the revision number of neutron resources." updated="2016-04-11T10:00:00-00:00" {{(pid=103348) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 12 13:07:04.923472 dv-cinder-830097-4-iscsi neutron-server[103348]: INFO neutron.api.extensions [None req-8e40bf90-8d6f-431f-bb3d-29128e58fdaa None None] Loaded extension: standard-attr-revisions Apr 12 13:07:04.923795 dv-cinder-830097-4-iscsi neutron-server[103348]: DEBUG neutron.api.extensions [None req-8e40bf90-8d6f-431f-bb3d-29128e58fdaa None None] Loading extension file: router_availability_zone.py {{(pid=103348) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 12 13:07:04.924471 dv-cinder-830097-4-iscsi neutron-server[103348]: DEBUG neutron.api.extensions [None req-8e40bf90-8d6f-431f-bb3d-29128e58fdaa None None] Ext name="Router Availability Zone" alias="router_availability_zone" description="Availability zone support for router." updated="2015-01-01T10:00:00-00:00" {{(pid=103348) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 12 13:07:04.925018 dv-cinder-830097-4-iscsi neutron-server[103348]: INFO neutron.api.extensions [None req-8e40bf90-8d6f-431f-bb3d-29128e58fdaa None None] Loaded extension: router_availability_zone Apr 12 13:07:04.925341 dv-cinder-830097-4-iscsi neutron-server[103348]: DEBUG neutron.api.extensions [None req-8e40bf90-8d6f-431f-bb3d-29128e58fdaa None None] Loading extension file: routerservicetype.py {{(pid=103348) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 12 13:07:04.926268 dv-cinder-830097-4-iscsi neutron-server[103348]: DEBUG neutron.api.extensions [None req-8e40bf90-8d6f-431f-bb3d-29128e58fdaa None None] Ext name="Router Service Type" alias="router-service-type" description="Provides router service type" updated="2013-01-29T00:00:00-00:00" {{(pid=103348) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 12 13:07:04.926779 dv-cinder-830097-4-iscsi neutron-server[103348]: INFO neutron.api.extensions [None req-8e40bf90-8d6f-431f-bb3d-29128e58fdaa None None] Extension router-service-type not supported by any of loaded plugins Apr 12 13:07:04.927102 dv-cinder-830097-4-iscsi neutron-server[103348]: DEBUG neutron.api.extensions [None req-8e40bf90-8d6f-431f-bb3d-29128e58fdaa None None] Loading extension file: security_groups_normalized_cidr.py {{(pid=103348) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 12 13:07:04.928080 dv-cinder-830097-4-iscsi neutron-server[103348]: DEBUG neutron.api.extensions [None req-8e40bf90-8d6f-431f-bb3d-29128e58fdaa None None] Ext name="Normalized CIDR field for security group rules" alias="security-groups-normalized-cidr" description="Add new field with normalized remote_ip_prefix cidr in SG rule" updated="2020-07-28T10:00:00-00:00" {{(pid=103348) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 12 13:07:04.928596 dv-cinder-830097-4-iscsi neutron-server[103348]: INFO neutron.api.extensions [None req-8e40bf90-8d6f-431f-bb3d-29128e58fdaa None None] Loaded extension: security-groups-normalized-cidr Apr 12 13:07:04.928941 dv-cinder-830097-4-iscsi neutron-server[103348]: DEBUG neutron.api.extensions [None req-8e40bf90-8d6f-431f-bb3d-29128e58fdaa None None] Loading extension file: security_groups_port_filtering.py {{(pid=103348) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 12 13:07:04.929865 dv-cinder-830097-4-iscsi neutron-server[103348]: DEBUG neutron.api.extensions [None req-8e40bf90-8d6f-431f-bb3d-29128e58fdaa None None] Ext name="Port filtering on security groups" alias="port-security-groups-filtering" description="Provides security groups filtering when listing ports" updated="2018-01-09T09:00:00-00:00" {{(pid=103348) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 12 13:07:04.930380 dv-cinder-830097-4-iscsi neutron-server[103348]: INFO neutron.api.extensions [None req-8e40bf90-8d6f-431f-bb3d-29128e58fdaa None None] Loaded extension: port-security-groups-filtering Apr 12 13:07:04.930695 dv-cinder-830097-4-iscsi neutron-server[103348]: DEBUG neutron.api.extensions [None req-8e40bf90-8d6f-431f-bb3d-29128e58fdaa None None] Loading extension file: security_groups_remote_address_group.py {{(pid=103348) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 12 13:07:04.931644 dv-cinder-830097-4-iscsi neutron-server[103348]: DEBUG neutron.api.extensions [None req-8e40bf90-8d6f-431f-bb3d-29128e58fdaa None None] Ext name="Remote address group id field for security group rules" alias="security-groups-remote-address-group" description="Add new field of remote address group id in SG rules" updated="2020-08-25T10:00:00-00:00" {{(pid=103348) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 12 13:07:04.932161 dv-cinder-830097-4-iscsi neutron-server[103348]: INFO neutron.api.extensions [None req-8e40bf90-8d6f-431f-bb3d-29128e58fdaa None None] Loaded extension: security-groups-remote-address-group Apr 12 13:07:04.932482 dv-cinder-830097-4-iscsi neutron-server[103348]: DEBUG neutron.api.extensions [None req-8e40bf90-8d6f-431f-bb3d-29128e58fdaa None None] Loading extension file: security_groups_shared_filtering.py {{(pid=103348) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 12 13:07:04.933432 dv-cinder-830097-4-iscsi neutron-server[103348]: DEBUG neutron.api.extensions [None req-8e40bf90-8d6f-431f-bb3d-29128e58fdaa None None] Ext name="Security group filtering on the shared field" alias="security-groups-shared-filtering" description="Support filtering security groups on the shared field" updated="2021-10-05T09:00:00-00:00" {{(pid=103348) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 12 13:07:04.933946 dv-cinder-830097-4-iscsi neutron-server[103348]: INFO neutron.api.extensions [None req-8e40bf90-8d6f-431f-bb3d-29128e58fdaa None None] Loaded extension: security-groups-shared-filtering Apr 12 13:07:04.934262 dv-cinder-830097-4-iscsi neutron-server[103348]: DEBUG neutron.api.extensions [None req-8e40bf90-8d6f-431f-bb3d-29128e58fdaa None None] Loading extension file: security_groups_shared_filtering_lib.py {{(pid=103348) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 12 13:07:04.934850 dv-cinder-830097-4-iscsi neutron-server[103348]: WARNING neutron.api.extensions [None req-8e40bf90-8d6f-431f-bb3d-29128e58fdaa None None] Did not find expected name "Security_groups_shared_filtering_lib" in /opt/stack/neutron/neutron/extensions/security_groups_shared_filtering_lib.py Apr 12 13:07:04.935165 dv-cinder-830097-4-iscsi neutron-server[103348]: DEBUG neutron.api.extensions [None req-8e40bf90-8d6f-431f-bb3d-29128e58fdaa None None] Loading extension file: securitygroup.py {{(pid=103348) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 12 13:07:04.945421 dv-cinder-830097-4-iscsi neutron-server[103348]: DEBUG neutron.api.extensions [None req-8e40bf90-8d6f-431f-bb3d-29128e58fdaa None None] Ext name="security-group" alias="security-group" description="The security groups extension." updated="2012-10-05T10:00:00-00:00" {{(pid=103348) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 12 13:07:04.945950 dv-cinder-830097-4-iscsi neutron-server[103348]: INFO neutron.api.extensions [None req-8e40bf90-8d6f-431f-bb3d-29128e58fdaa None None] Loaded extension: security-group Apr 12 13:07:04.946279 dv-cinder-830097-4-iscsi neutron-server[103348]: DEBUG neutron.api.extensions [None req-8e40bf90-8d6f-431f-bb3d-29128e58fdaa None None] Loading extension file: segment.py {{(pid=103348) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 12 13:07:04.947001 dv-cinder-830097-4-iscsi neutron-server[103348]: DEBUG neutron.api.extensions [None req-8e40bf90-8d6f-431f-bb3d-29128e58fdaa None None] Ext name="Segment" alias="segment" description="Segments extension." updated="2016-02-24T17:00:00-00:00" {{(pid=103348) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 12 13:07:04.947513 dv-cinder-830097-4-iscsi neutron-server[103348]: INFO neutron.api.extensions [None req-8e40bf90-8d6f-431f-bb3d-29128e58fdaa None None] Extension segment not supported by any of loaded plugins Apr 12 13:07:04.947838 dv-cinder-830097-4-iscsi neutron-server[103348]: DEBUG neutron.api.extensions [None req-8e40bf90-8d6f-431f-bb3d-29128e58fdaa None None] Loading extension file: segments_peer_subnet_host_routes.py {{(pid=103348) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 12 13:07:04.948808 dv-cinder-830097-4-iscsi neutron-server[103348]: DEBUG neutron.api.extensions [None req-8e40bf90-8d6f-431f-bb3d-29128e58fdaa None None] Ext name="Segments peer-subnet host routes" alias="segments-peer-subnet-host-routes" description="Add host routes to subnets on a routed network (segments)" updated="2018-06-12T10:00:00-00:00" {{(pid=103348) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 12 13:07:04.949321 dv-cinder-830097-4-iscsi neutron-server[103348]: INFO neutron.api.extensions [None req-8e40bf90-8d6f-431f-bb3d-29128e58fdaa None None] Extension segments-peer-subnet-host-routes not supported by any of loaded plugins Apr 12 13:07:04.949646 dv-cinder-830097-4-iscsi neutron-server[103348]: DEBUG neutron.api.extensions [None req-8e40bf90-8d6f-431f-bb3d-29128e58fdaa None None] Loading extension file: servicetype.py {{(pid=103348) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 12 13:07:04.950733 dv-cinder-830097-4-iscsi neutron-server[103348]: DEBUG neutron.api.extensions [None req-8e40bf90-8d6f-431f-bb3d-29128e58fdaa None None] Ext name="Neutron Service Type Management" alias="service-type" description="API for retrieving service providers for Neutron advanced services" updated="2013-01-20T00:00:00-00:00" {{(pid=103348) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 12 13:07:04.951251 dv-cinder-830097-4-iscsi neutron-server[103348]: INFO neutron.api.extensions [None req-8e40bf90-8d6f-431f-bb3d-29128e58fdaa None None] Loaded extension: service-type Apr 12 13:07:04.951575 dv-cinder-830097-4-iscsi neutron-server[103348]: DEBUG neutron.api.extensions [None req-8e40bf90-8d6f-431f-bb3d-29128e58fdaa None None] Loading extension file: sorting.py {{(pid=103348) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 12 13:07:04.952554 dv-cinder-830097-4-iscsi neutron-server[103348]: DEBUG neutron.api.extensions [None req-8e40bf90-8d6f-431f-bb3d-29128e58fdaa None None] Ext name="Sorting support" alias="sorting" description="Extension that indicates that sorting is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=103348) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 12 13:07:04.952916 dv-cinder-830097-4-iscsi neutron-server[103348]: INFO neutron.api.extensions [None req-8e40bf90-8d6f-431f-bb3d-29128e58fdaa None None] Loaded extension: sorting Apr 12 13:07:04.953239 dv-cinder-830097-4-iscsi neutron-server[103348]: DEBUG neutron.api.extensions [None req-8e40bf90-8d6f-431f-bb3d-29128e58fdaa None None] Loading extension file: standard_attr_segment.py {{(pid=103348) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 12 13:07:04.954150 dv-cinder-830097-4-iscsi neutron-server[103348]: DEBUG neutron.api.extensions [None req-8e40bf90-8d6f-431f-bb3d-29128e58fdaa None None] Ext name="Standard Attribute Segment Extension" alias="standard-attr-segment" description="Add standard attributes to Segment resource" updated="2018-04-09T10:00:00-00:00" {{(pid=103348) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 12 13:07:04.954668 dv-cinder-830097-4-iscsi neutron-server[103348]: INFO neutron.api.extensions [None req-8e40bf90-8d6f-431f-bb3d-29128e58fdaa None None] Extension standard-attr-segment not supported by any of loaded plugins Apr 12 13:07:04.954991 dv-cinder-830097-4-iscsi neutron-server[103348]: DEBUG neutron.api.extensions [None req-8e40bf90-8d6f-431f-bb3d-29128e58fdaa None None] Loading extension file: standardattrdescription.py {{(pid=103348) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 12 13:07:04.955637 dv-cinder-830097-4-iscsi neutron-server[103348]: DEBUG neutron.api.extensions [None req-8e40bf90-8d6f-431f-bb3d-29128e58fdaa None None] Ext name="standard-attr-description" alias="standard-attr-description" description="Extension to add descriptions to standard attributes" updated="2016-02-10T10:00:00-00:00" {{(pid=103348) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 12 13:07:04.956146 dv-cinder-830097-4-iscsi neutron-server[103348]: INFO neutron.api.extensions [None req-8e40bf90-8d6f-431f-bb3d-29128e58fdaa None None] Loaded extension: standard-attr-description Apr 12 13:07:04.956465 dv-cinder-830097-4-iscsi neutron-server[103348]: DEBUG neutron.api.extensions [None req-8e40bf90-8d6f-431f-bb3d-29128e58fdaa None None] Loading extension file: stateful_security_group.py {{(pid=103348) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 12 13:07:04.957427 dv-cinder-830097-4-iscsi neutron-server[103348]: DEBUG neutron.api.extensions [None req-8e40bf90-8d6f-431f-bb3d-29128e58fdaa None None] Ext name="Stateful security group" alias="stateful-security-group" description="Indicates if the security group is stateful or not" updated="2019-11-26T09:00:00-00:00" {{(pid=103348) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 12 13:07:04.957945 dv-cinder-830097-4-iscsi neutron-server[103348]: INFO neutron.api.extensions [None req-8e40bf90-8d6f-431f-bb3d-29128e58fdaa None None] Loaded extension: stateful-security-group Apr 12 13:07:04.958267 dv-cinder-830097-4-iscsi neutron-server[103348]: DEBUG neutron.api.extensions [None req-8e40bf90-8d6f-431f-bb3d-29128e58fdaa None None] Loading extension file: stdattrs_common.py {{(pid=103348) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 12 13:07:04.958841 dv-cinder-830097-4-iscsi neutron-server[103348]: WARNING neutron.api.extensions [None req-8e40bf90-8d6f-431f-bb3d-29128e58fdaa None None] Did not find expected name "Stdattrs_common" in /opt/stack/neutron/neutron/extensions/stdattrs_common.py Apr 12 13:07:04.959182 dv-cinder-830097-4-iscsi neutron-server[103348]: DEBUG neutron.api.extensions [None req-8e40bf90-8d6f-431f-bb3d-29128e58fdaa None None] Loading extension file: subnet_dns_publish_fixed_ip.py {{(pid=103348) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 12 13:07:04.961057 dv-cinder-830097-4-iscsi neutron-server[103348]: DEBUG neutron.api.extensions [None req-8e40bf90-8d6f-431f-bb3d-29128e58fdaa None None] Ext name="Subnet DNS publish fixed IP" alias="subnet-dns-publish-fixed-ip" description="Support choosing to publish DNS records for IPs from a subnet" updated="2019-05-24T10:00:00-00:00" {{(pid=103348) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 12 13:07:04.961578 dv-cinder-830097-4-iscsi neutron-server[103348]: INFO neutron.api.extensions [None req-8e40bf90-8d6f-431f-bb3d-29128e58fdaa None None] Extension subnet-dns-publish-fixed-ip not supported by any of loaded plugins Apr 12 13:07:04.961903 dv-cinder-830097-4-iscsi neutron-server[103348]: DEBUG neutron.api.extensions [None req-8e40bf90-8d6f-431f-bb3d-29128e58fdaa None None] Loading extension file: subnet_onboard.py {{(pid=103348) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 12 13:07:04.962992 dv-cinder-830097-4-iscsi neutron-server[103348]: DEBUG neutron.api.extensions [None req-8e40bf90-8d6f-431f-bb3d-29128e58fdaa None None] Ext name="Subnet Onboard" alias="subnet_onboard" description="Provides support for onboarding subnets into subnet pools" updated="2018-12-18T09:00:00-00:00" {{(pid=103348) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 12 13:07:04.963509 dv-cinder-830097-4-iscsi neutron-server[103348]: INFO neutron.api.extensions [None req-8e40bf90-8d6f-431f-bb3d-29128e58fdaa None None] Loaded extension: subnet_onboard Apr 12 13:07:04.963829 dv-cinder-830097-4-iscsi neutron-server[103348]: DEBUG neutron.api.extensions [None req-8e40bf90-8d6f-431f-bb3d-29128e58fdaa None None] Loading extension file: subnet_segmentid_writable.py {{(pid=103348) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 12 13:07:04.964764 dv-cinder-830097-4-iscsi neutron-server[103348]: DEBUG neutron.api.extensions [None req-8e40bf90-8d6f-431f-bb3d-29128e58fdaa None None] Ext name="Subnet SegmentID (writable)" alias="subnet-segmentid-writable" description="Provides a writable segment_id attribute for a subnet resource." updated="2018-03-12T00:00:00-00:00" {{(pid=103348) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 12 13:07:04.965292 dv-cinder-830097-4-iscsi neutron-server[103348]: INFO neutron.api.extensions [None req-8e40bf90-8d6f-431f-bb3d-29128e58fdaa None None] Extension subnet-segmentid-writable not supported by any of loaded plugins Apr 12 13:07:04.965607 dv-cinder-830097-4-iscsi neutron-server[103348]: DEBUG neutron.api.extensions [None req-8e40bf90-8d6f-431f-bb3d-29128e58fdaa None None] Loading extension file: subnet_service_types.py {{(pid=103348) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 12 13:07:04.966535 dv-cinder-830097-4-iscsi neutron-server[103348]: DEBUG neutron.api.extensions [None req-8e40bf90-8d6f-431f-bb3d-29128e58fdaa None None] Ext name="Subnet service types" alias="subnet-service-types" description="Provides ability to set the subnet service_types field" updated="2016-03-15T18:00:00-00:00" {{(pid=103348) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 12 13:07:04.967056 dv-cinder-830097-4-iscsi neutron-server[103348]: INFO neutron.api.extensions [None req-8e40bf90-8d6f-431f-bb3d-29128e58fdaa None None] Loaded extension: subnet-service-types Apr 12 13:07:04.967378 dv-cinder-830097-4-iscsi neutron-server[103348]: DEBUG neutron.api.extensions [None req-8e40bf90-8d6f-431f-bb3d-29128e58fdaa None None] Loading extension file: subnetallocation.py {{(pid=103348) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 12 13:07:04.968498 dv-cinder-830097-4-iscsi neutron-server[103348]: DEBUG neutron.api.extensions [None req-8e40bf90-8d6f-431f-bb3d-29128e58fdaa None None] Ext name="Subnet Allocation" alias="subnet_allocation" description="Enables allocation of subnets from a subnet pool" updated="2015-03-30T10:00:00-00:00" {{(pid=103348) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 12 13:07:04.969055 dv-cinder-830097-4-iscsi neutron-server[103348]: INFO neutron.api.extensions [None req-8e40bf90-8d6f-431f-bb3d-29128e58fdaa None None] Loaded extension: subnet_allocation Apr 12 13:07:04.969373 dv-cinder-830097-4-iscsi neutron-server[103348]: DEBUG neutron.api.extensions [None req-8e40bf90-8d6f-431f-bb3d-29128e58fdaa None None] Loading extension file: subnetpool_prefix_ops.py {{(pid=103348) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 12 13:07:04.970072 dv-cinder-830097-4-iscsi neutron-server[103348]: DEBUG neutron.api.extensions [None req-8e40bf90-8d6f-431f-bb3d-29128e58fdaa None None] Ext name="Subnet Pool Prefix Operations" alias="subnetpool-prefix-ops" description="Provides support for adjusting the prefix list of subnet pools" updated="2019-02-08T10:00:00-00:00" {{(pid=103348) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 12 13:07:04.970581 dv-cinder-830097-4-iscsi neutron-server[103348]: INFO neutron.api.extensions [None req-8e40bf90-8d6f-431f-bb3d-29128e58fdaa None None] Loaded extension: subnetpool-prefix-ops Apr 12 13:07:04.970902 dv-cinder-830097-4-iscsi neutron-server[103348]: DEBUG neutron.api.extensions [None req-8e40bf90-8d6f-431f-bb3d-29128e58fdaa None None] Loading extension file: tag_ports_during_bulk_creation.py {{(pid=103348) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 12 13:07:04.971827 dv-cinder-830097-4-iscsi neutron-server[103348]: DEBUG neutron.api.extensions [None req-8e40bf90-8d6f-431f-bb3d-29128e58fdaa None None] Ext name="Tag Ports During Bulk Creation" alias="tag-ports-during-bulk-creation" description="Allow to tag ports during bulk creation" updated="2019-12-29T19:00:00-00:00" {{(pid=103348) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 12 13:07:04.972608 dv-cinder-830097-4-iscsi neutron-server[103348]: INFO neutron.api.extensions [None req-8e40bf90-8d6f-431f-bb3d-29128e58fdaa None None] Extension tag-ports-during-bulk-creation not supported by any of loaded plugins Apr 12 13:07:04.972962 dv-cinder-830097-4-iscsi neutron-server[103348]: DEBUG neutron.api.extensions [None req-8e40bf90-8d6f-431f-bb3d-29128e58fdaa None None] Loading extension file: tagging.py {{(pid=103348) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 12 13:07:04.974045 dv-cinder-830097-4-iscsi neutron-server[103348]: DEBUG neutron.api.extensions [None req-8e40bf90-8d6f-431f-bb3d-29128e58fdaa None None] Ext name="Tag support for resources with standard attribute: port, subnet, subnetpool, network, security_group, router, floatingip, policy, trunk, network_segment_range" alias="standard-attr-tag" description="Enables to set tag on resources with standard attribute." updated="2017-01-01T00:00:00-00:00" {{(pid=103348) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 12 13:07:04.974562 dv-cinder-830097-4-iscsi neutron-server[103348]: INFO neutron.api.extensions [None req-8e40bf90-8d6f-431f-bb3d-29128e58fdaa None None] Loaded extension: standard-attr-tag Apr 12 13:07:04.974972 dv-cinder-830097-4-iscsi neutron-server[103348]: DEBUG neutron.api.extensions [None req-8e40bf90-8d6f-431f-bb3d-29128e58fdaa None None] Loading extension file: timestamp.py {{(pid=103348) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 12 13:07:04.976167 dv-cinder-830097-4-iscsi neutron-server[103348]: DEBUG neutron.api.extensions [None req-8e40bf90-8d6f-431f-bb3d-29128e58fdaa None None] Ext name="Resource timestamps" alias="standard-attr-timestamp" description="Adds created_at and updated_at fields to all Neutron resources that have Neutron standard attributes." updated="2016-09-12T10:00:00-00:00" {{(pid=103348) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 12 13:07:04.976681 dv-cinder-830097-4-iscsi neutron-server[103348]: INFO neutron.api.extensions [None req-8e40bf90-8d6f-431f-bb3d-29128e58fdaa None None] Loaded extension: standard-attr-timestamp Apr 12 13:07:04.977037 dv-cinder-830097-4-iscsi neutron-server[103348]: DEBUG neutron.api.extensions [None req-8e40bf90-8d6f-431f-bb3d-29128e58fdaa None None] Loading extension file: trunk.py {{(pid=103348) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 12 13:07:04.978063 dv-cinder-830097-4-iscsi neutron-server[103348]: DEBUG neutron.api.extensions [None req-8e40bf90-8d6f-431f-bb3d-29128e58fdaa None None] Ext name="Trunk Extension" alias="trunk" description="Provides support for trunk ports" updated="2016-01-01T10:00:00-00:00" {{(pid=103348) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 12 13:07:04.978581 dv-cinder-830097-4-iscsi neutron-server[103348]: INFO neutron.api.extensions [None req-8e40bf90-8d6f-431f-bb3d-29128e58fdaa None None] Extension trunk not supported by any of loaded plugins Apr 12 13:07:04.978957 dv-cinder-830097-4-iscsi neutron-server[103348]: DEBUG neutron.api.extensions [None req-8e40bf90-8d6f-431f-bb3d-29128e58fdaa None None] Loading extension file: trunk_details.py {{(pid=103348) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 12 13:07:04.979820 dv-cinder-830097-4-iscsi neutron-server[103348]: DEBUG neutron.api.extensions [None req-8e40bf90-8d6f-431f-bb3d-29128e58fdaa None None] Ext name="Trunk port details" alias="trunk-details" description="Expose trunk port details" updated="2016-01-01T10:00:00-00:00" {{(pid=103348) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 12 13:07:04.980335 dv-cinder-830097-4-iscsi neutron-server[103348]: INFO neutron.api.extensions [None req-8e40bf90-8d6f-431f-bb3d-29128e58fdaa None None] Extension trunk-details not supported by any of loaded plugins Apr 12 13:07:04.980654 dv-cinder-830097-4-iscsi neutron-server[103348]: DEBUG neutron.api.extensions [None req-8e40bf90-8d6f-431f-bb3d-29128e58fdaa None None] Loading extension file: uplink_status_propagation.py {{(pid=103348) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 12 13:07:04.981598 dv-cinder-830097-4-iscsi neutron-server[103348]: DEBUG neutron.api.extensions [None req-8e40bf90-8d6f-431f-bb3d-29128e58fdaa None None] Ext name="Uplink status propagation extension" alias="uplink-status-propagation" description="Provides ability to propagate port uplink status." updated="2018-05-31T18:00:00-00:00" {{(pid=103348) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 12 13:07:04.982105 dv-cinder-830097-4-iscsi neutron-server[103348]: INFO neutron.api.extensions [None req-8e40bf90-8d6f-431f-bb3d-29128e58fdaa None None] Extension uplink-status-propagation not supported by any of loaded plugins Apr 12 13:07:04.982422 dv-cinder-830097-4-iscsi neutron-server[103348]: DEBUG neutron.api.extensions [None req-8e40bf90-8d6f-431f-bb3d-29128e58fdaa None None] Loading extension file: vlantransparent.py {{(pid=103348) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 12 13:07:04.983095 dv-cinder-830097-4-iscsi neutron-server[103348]: DEBUG neutron.api.extensions [None req-8e40bf90-8d6f-431f-bb3d-29128e58fdaa None None] Ext name="Vlantransparent" alias="vlan-transparent" description="Provides Vlan Transparent Networks" updated="2015-03-23T09:00:00-00:00" {{(pid=103348) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 12 13:07:04.983602 dv-cinder-830097-4-iscsi neutron-server[103348]: INFO neutron.api.extensions [None req-8e40bf90-8d6f-431f-bb3d-29128e58fdaa None None] Extension vlan-transparent not supported by any of loaded plugins Apr 12 13:07:04.986155 dv-cinder-830097-4-iscsi neutron-server[103348]: INFO neutron.quota.resource_registry [None req-8e40bf90-8d6f-431f-bb3d-29128e58fdaa None None] Creating instance of TrackedResource for resource:network Apr 12 13:07:04.986669 dv-cinder-830097-4-iscsi neutron-server[103348]: INFO neutron.quota.resource_registry [None req-8e40bf90-8d6f-431f-bb3d-29128e58fdaa None None] Creating instance of TrackedResource for resource:subnet Apr 12 13:07:04.987063 dv-cinder-830097-4-iscsi neutron-server[103348]: INFO neutron.quota.resource_registry [None req-8e40bf90-8d6f-431f-bb3d-29128e58fdaa None None] Creating instance of TrackedResource for resource:subnetpool Apr 12 13:07:04.987448 dv-cinder-830097-4-iscsi neutron-server[103348]: INFO neutron.quota.resource_registry [None req-8e40bf90-8d6f-431f-bb3d-29128e58fdaa None None] Creating instance of TrackedResource for resource:port Apr 12 13:07:04.988683 dv-cinder-830097-4-iscsi neutron-server[103348]: DEBUG neutron.api.v2.resource_helper [None req-8e40bf90-8d6f-431f-bb3d-29128e58fdaa None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=103348) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Apr 12 13:07:04.989143 dv-cinder-830097-4-iscsi neutron-server[103348]: DEBUG neutron.api.v2.resource_helper [None req-8e40bf90-8d6f-431f-bb3d-29128e58fdaa None None] Service FLAVORS assigned prefix: {{(pid=103348) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Apr 12 13:07:04.989760 dv-cinder-830097-4-iscsi neutron-server[103348]: DEBUG neutron.api.v2.resource_helper [None req-8e40bf90-8d6f-431f-bb3d-29128e58fdaa None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=103348) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Apr 12 13:07:04.990198 dv-cinder-830097-4-iscsi neutron-server[103348]: DEBUG neutron.api.v2.resource_helper [None req-8e40bf90-8d6f-431f-bb3d-29128e58fdaa None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=103348) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Apr 12 13:07:04.990582 dv-cinder-830097-4-iscsi neutron-server[103348]: INFO neutron.quota.resource_registry [None req-8e40bf90-8d6f-431f-bb3d-29128e58fdaa None None] Creating instance of TrackedResource for resource:router Apr 12 13:07:04.991046 dv-cinder-830097-4-iscsi neutron-server[103348]: INFO neutron.quota.resource_registry [None req-8e40bf90-8d6f-431f-bb3d-29128e58fdaa None None] Creating instance of TrackedResource for resource:floatingip Apr 12 13:07:04.991490 dv-cinder-830097-4-iscsi neutron-server[103348]: DEBUG neutron.api.v2.resource_helper [None req-8e40bf90-8d6f-431f-bb3d-29128e58fdaa None None] Service METERING assigned prefix: /metering {{(pid=103348) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Apr 12 13:07:04.992982 dv-cinder-830097-4-iscsi neutron-server[103348]: DEBUG neutron_lib.callbacks.manager [None req-8e40bf90-8d6f-431f-bb3d-29128e58fdaa None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=103348) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 12 13:07:04.993351 dv-cinder-830097-4-iscsi neutron-server[103348]: DEBUG neutron_lib.callbacks.manager [None req-8e40bf90-8d6f-431f-bb3d-29128e58fdaa None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=103348) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 12 13:07:04.993698 dv-cinder-830097-4-iscsi neutron-server[103348]: DEBUG neutron_lib.callbacks.manager [None req-8e40bf90-8d6f-431f-bb3d-29128e58fdaa None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103348) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 12 13:07:04.994704 dv-cinder-830097-4-iscsi neutron-server[103348]: INFO neutron.quota.resource_registry [None req-8e40bf90-8d6f-431f-bb3d-29128e58fdaa None None] Creating instance of CountableResource for resource:rbac_policy Apr 12 13:07:04.995145 dv-cinder-830097-4-iscsi neutron-server[103348]: INFO neutron.quota.resource_registry [None req-8e40bf90-8d6f-431f-bb3d-29128e58fdaa None None] Creating instance of TrackedResource for resource:security_group Apr 12 13:07:04.995577 dv-cinder-830097-4-iscsi neutron-server[103348]: INFO neutron.quota.resource_registry [None req-8e40bf90-8d6f-431f-bb3d-29128e58fdaa None None] Creating instance of TrackedResource for resource:security_group_rule Apr 12 13:07:04.996167 dv-cinder-830097-4-iscsi neutron-server[103348]: DEBUG neutron.api.v2.resource_helper [None req-8e40bf90-8d6f-431f-bb3d-29128e58fdaa None None] Service CORE assigned prefix: {{(pid=103348) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Apr 12 13:07:04.996495 dv-cinder-830097-4-iscsi neutron-server[103348]: INFO neutron.quota.resource_registry [None req-8e40bf90-8d6f-431f-bb3d-29128e58fdaa None None] Creating instance of TrackedResource for resource:subnetpool Apr 12 13:07:04.996856 dv-cinder-830097-4-iscsi neutron-server[103348]: WARNING neutron.quota.resource_registry [None req-8e40bf90-8d6f-431f-bb3d-29128e58fdaa None None] subnetpool is already registered Apr 12 13:07:04.997292 dv-cinder-830097-4-iscsi neutron-server[103348]: DEBUG neutron.api.v2.resource_helper [None req-8e40bf90-8d6f-431f-bb3d-29128e58fdaa None None] Service CORE assigned prefix: {{(pid=103348) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Apr 12 13:07:04.997616 dv-cinder-830097-4-iscsi neutron-server[103348]: INFO neutron.quota.resource_registry [None req-8e40bf90-8d6f-431f-bb3d-29128e58fdaa None None] Creating instance of TrackedResource for resource:subnetpool Apr 12 13:07:04.997944 dv-cinder-830097-4-iscsi neutron-server[103348]: WARNING neutron.quota.resource_registry [None req-8e40bf90-8d6f-431f-bb3d-29128e58fdaa None None] subnetpool is already registered Apr 12 13:07:05.000186 dv-cinder-830097-4-iscsi neutron-server[103348]: DEBUG neutron.api.v2.resource_helper [None req-8e40bf90-8d6f-431f-bb3d-29128e58fdaa None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=103348) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Apr 12 13:07:05.000638 dv-cinder-830097-4-iscsi neutron-server[103348]: DEBUG neutron.api.v2.resource_helper [None req-8e40bf90-8d6f-431f-bb3d-29128e58fdaa None None] Service FLAVORS assigned prefix: {{(pid=103348) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Apr 12 13:07:05.001431 dv-cinder-830097-4-iscsi neutron-server[103348]: DEBUG neutron.api.v2.resource_helper [None req-8e40bf90-8d6f-431f-bb3d-29128e58fdaa None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=103348) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Apr 12 13:07:05.001861 dv-cinder-830097-4-iscsi neutron-server[103348]: DEBUG neutron.api.v2.resource_helper [None req-8e40bf90-8d6f-431f-bb3d-29128e58fdaa None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=103348) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Apr 12 13:07:05.002195 dv-cinder-830097-4-iscsi neutron-server[103348]: INFO neutron.quota.resource_registry [None req-8e40bf90-8d6f-431f-bb3d-29128e58fdaa None None] Creating instance of TrackedResource for resource:router Apr 12 13:07:05.002530 dv-cinder-830097-4-iscsi neutron-server[103348]: WARNING neutron.quota.resource_registry [None req-8e40bf90-8d6f-431f-bb3d-29128e58fdaa None None] router is already registered Apr 12 13:07:05.003000 dv-cinder-830097-4-iscsi neutron-server[103348]: INFO neutron.quota.resource_registry [None req-8e40bf90-8d6f-431f-bb3d-29128e58fdaa None None] Creating instance of TrackedResource for resource:floatingip Apr 12 13:07:05.003290 dv-cinder-830097-4-iscsi neutron-server[103348]: WARNING neutron.quota.resource_registry [None req-8e40bf90-8d6f-431f-bb3d-29128e58fdaa None None] floatingip is already registered Apr 12 13:07:05.003747 dv-cinder-830097-4-iscsi neutron-server[103348]: DEBUG neutron.api.v2.resource_helper [None req-8e40bf90-8d6f-431f-bb3d-29128e58fdaa None None] Service METERING assigned prefix: /metering {{(pid=103348) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Apr 12 13:07:05.004441 dv-cinder-830097-4-iscsi neutron-server[103348]: INFO neutron.quota.resource_registry [None req-8e40bf90-8d6f-431f-bb3d-29128e58fdaa None None] Creating instance of CountableResource for resource:rbac_policy Apr 12 13:07:05.004793 dv-cinder-830097-4-iscsi neutron-server[103348]: WARNING neutron.quota.resource_registry [None req-8e40bf90-8d6f-431f-bb3d-29128e58fdaa None None] rbac_policy is already registered Apr 12 13:07:05.005211 dv-cinder-830097-4-iscsi neutron-server[103348]: INFO neutron.quota.resource_registry [None req-8e40bf90-8d6f-431f-bb3d-29128e58fdaa None None] Creating instance of TrackedResource for resource:security_group Apr 12 13:07:05.005543 dv-cinder-830097-4-iscsi neutron-server[103348]: WARNING neutron.quota.resource_registry [None req-8e40bf90-8d6f-431f-bb3d-29128e58fdaa None None] security_group is already registered Apr 12 13:07:05.005954 dv-cinder-830097-4-iscsi neutron-server[103348]: INFO neutron.quota.resource_registry [None req-8e40bf90-8d6f-431f-bb3d-29128e58fdaa None None] Creating instance of TrackedResource for resource:security_group_rule Apr 12 13:07:05.006837 dv-cinder-830097-4-iscsi neutron-server[103348]: WARNING neutron.quota.resource_registry [None req-8e40bf90-8d6f-431f-bb3d-29128e58fdaa None None] security_group_rule is already registered Apr 12 13:07:05.007324 dv-cinder-830097-4-iscsi neutron-server[103348]: DEBUG neutron.api.v2.resource_helper [None req-8e40bf90-8d6f-431f-bb3d-29128e58fdaa None None] Service CORE assigned prefix: {{(pid=103348) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Apr 12 13:07:05.007648 dv-cinder-830097-4-iscsi neutron-server[103348]: INFO neutron.quota.resource_registry [None req-8e40bf90-8d6f-431f-bb3d-29128e58fdaa None None] Creating instance of TrackedResource for resource:subnetpool Apr 12 13:07:05.007977 dv-cinder-830097-4-iscsi neutron-server[103348]: WARNING neutron.quota.resource_registry [None req-8e40bf90-8d6f-431f-bb3d-29128e58fdaa None None] subnetpool is already registered Apr 12 13:07:05.008397 dv-cinder-830097-4-iscsi neutron-server[103348]: DEBUG neutron.api.v2.resource_helper [None req-8e40bf90-8d6f-431f-bb3d-29128e58fdaa None None] Service CORE assigned prefix: {{(pid=103348) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Apr 12 13:07:05.008726 dv-cinder-830097-4-iscsi neutron-server[103348]: INFO neutron.quota.resource_registry [None req-8e40bf90-8d6f-431f-bb3d-29128e58fdaa None None] Creating instance of TrackedResource for resource:subnetpool Apr 12 13:07:05.009083 dv-cinder-830097-4-iscsi neutron-server[103348]: WARNING neutron.quota.resource_registry [None req-8e40bf90-8d6f-431f-bb3d-29128e58fdaa None None] subnetpool is already registered Apr 12 13:07:05.009547 dv-cinder-830097-4-iscsi neutron-server[103348]: DEBUG neutron.api.extensions [None req-8e40bf90-8d6f-431f-bb3d-29128e58fdaa None None] Extended resource: extensions {{(pid=103348) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 12 13:07:05.012217 dv-cinder-830097-4-iscsi neutron-server[103348]: DEBUG neutron.api.extensions [None req-8e40bf90-8d6f-431f-bb3d-29128e58fdaa None None] Extended resource: address-groups {{(pid=103348) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 12 13:07:05.013697 dv-cinder-830097-4-iscsi neutron-server[103348]: DEBUG neutron.api.extensions [None req-8e40bf90-8d6f-431f-bb3d-29128e58fdaa None None] Extended resource: address-scopes {{(pid=103348) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 12 13:07:05.014878 dv-cinder-830097-4-iscsi neutron-server[103348]: DEBUG neutron.api.extensions [None req-8e40bf90-8d6f-431f-bb3d-29128e58fdaa None None] Extended resource: agents {{(pid=103348) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 12 13:07:05.016124 dv-cinder-830097-4-iscsi neutron-server[103348]: DEBUG neutron.api.extensions [None req-8e40bf90-8d6f-431f-bb3d-29128e58fdaa None None] Extended resource: auto-allocated-topology {{(pid=103348) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 12 13:07:05.017364 dv-cinder-830097-4-iscsi neutron-server[103348]: DEBUG neutron.api.extensions [None req-8e40bf90-8d6f-431f-bb3d-29128e58fdaa None None] Extended resource: availability_zones {{(pid=103348) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 12 13:07:05.018569 dv-cinder-830097-4-iscsi neutron-server[103348]: DEBUG neutron.api.extensions [None req-8e40bf90-8d6f-431f-bb3d-29128e58fdaa None None] Extended resource: dhcp-networks {{(pid=103348) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 12 13:07:05.019949 dv-cinder-830097-4-iscsi neutron-server[103348]: DEBUG neutron.api.extensions [None req-8e40bf90-8d6f-431f-bb3d-29128e58fdaa None None] Extended resource: dhcp-agents {{(pid=103348) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 12 13:07:05.021506 dv-cinder-830097-4-iscsi neutron-server[103348]: DEBUG neutron.api.extensions [None req-8e40bf90-8d6f-431f-bb3d-29128e58fdaa None None] Extended resource: routers {{(pid=103348) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 12 13:07:05.024239 dv-cinder-830097-4-iscsi neutron-server[103348]: DEBUG neutron.api.extensions [None req-8e40bf90-8d6f-431f-bb3d-29128e58fdaa None None] Extended resource: flavors {{(pid=103348) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 12 13:07:05.025507 dv-cinder-830097-4-iscsi neutron-server[103348]: DEBUG neutron.api.extensions [None req-8e40bf90-8d6f-431f-bb3d-29128e58fdaa None None] Extended resource: service_profiles {{(pid=103348) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 12 13:07:05.026691 dv-cinder-830097-4-iscsi neutron-server[103348]: DEBUG neutron.api.extensions [None req-8e40bf90-8d6f-431f-bb3d-29128e58fdaa None None] Extended resource: next_providers {{(pid=103348) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 12 13:07:05.028102 dv-cinder-830097-4-iscsi neutron-server[103348]: DEBUG neutron.api.extensions [None req-8e40bf90-8d6f-431f-bb3d-29128e58fdaa None None] Extended resource: service_profiles {{(pid=103348) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 12 13:07:05.029560 dv-cinder-830097-4-iscsi neutron-server[103348]: DEBUG neutron.api.extensions [None req-8e40bf90-8d6f-431f-bb3d-29128e58fdaa None None] Extended resource: floatingip-pools {{(pid=103348) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 12 13:07:05.030870 dv-cinder-830097-4-iscsi neutron-server[103348]: DEBUG neutron.api.extensions [None req-8e40bf90-8d6f-431f-bb3d-29128e58fdaa None None] Extended resource: routers {{(pid=103348) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 12 13:07:05.032957 dv-cinder-830097-4-iscsi neutron-server[103348]: DEBUG neutron.api.extensions [None req-8e40bf90-8d6f-431f-bb3d-29128e58fdaa None None] Extended resource: floatingips {{(pid=103348) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 12 13:07:05.034104 dv-cinder-830097-4-iscsi neutron-server[103348]: DEBUG neutron.api.extensions [None req-8e40bf90-8d6f-431f-bb3d-29128e58fdaa None None] Extended resource: l3-routers {{(pid=103348) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 12 13:07:05.035572 dv-cinder-830097-4-iscsi neutron-server[103348]: DEBUG neutron.api.extensions [None req-8e40bf90-8d6f-431f-bb3d-29128e58fdaa None None] Extended resource: l3-agents {{(pid=103348) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 12 13:07:05.036994 dv-cinder-830097-4-iscsi neutron-server[103348]: DEBUG neutron.api.extensions [None req-8e40bf90-8d6f-431f-bb3d-29128e58fdaa None None] Extended resource: metering-labels {{(pid=103348) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 12 13:07:05.038446 dv-cinder-830097-4-iscsi neutron-server[103348]: DEBUG neutron.api.extensions [None req-8e40bf90-8d6f-431f-bb3d-29128e58fdaa None None] Extended resource: metering-label-rules {{(pid=103348) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 12 13:07:05.039803 dv-cinder-830097-4-iscsi neutron-server[103348]: DEBUG neutron.api.extensions [None req-8e40bf90-8d6f-431f-bb3d-29128e58fdaa None None] Extended resource: network-ip-availabilities {{(pid=103348) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 12 13:07:05.041062 dv-cinder-830097-4-iscsi neutron-server[103348]: DEBUG neutron.api.extensions [None req-8e40bf90-8d6f-431f-bb3d-29128e58fdaa None None] Extended resource: bindings {{(pid=103348) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 12 13:07:05.042607 dv-cinder-830097-4-iscsi neutron-server[103348]: DEBUG neutron.api.extensions [None req-8e40bf90-8d6f-431f-bb3d-29128e58fdaa None None] Extended resource: quotas {{(pid=103348) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 12 13:07:05.044228 dv-cinder-830097-4-iscsi neutron-server[103348]: DEBUG neutron.api.extensions [None req-8e40bf90-8d6f-431f-bb3d-29128e58fdaa None None] Extended resource: quotas {{(pid=103348) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 12 13:07:05.045773 dv-cinder-830097-4-iscsi neutron-server[103348]: DEBUG neutron.api.extensions [None req-8e40bf90-8d6f-431f-bb3d-29128e58fdaa None None] Extended resource: rbac-policies {{(pid=103348) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 12 13:07:05.046951 dv-cinder-830097-4-iscsi neutron-server[103348]: DEBUG neutron.api.extensions [None req-8e40bf90-8d6f-431f-bb3d-29128e58fdaa None None] Extended resource: security-groups {{(pid=103348) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 12 13:07:05.048244 dv-cinder-830097-4-iscsi neutron-server[103348]: DEBUG neutron.api.extensions [None req-8e40bf90-8d6f-431f-bb3d-29128e58fdaa None None] Extended resource: security-group-rules {{(pid=103348) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 12 13:07:05.049501 dv-cinder-830097-4-iscsi neutron-server[103348]: DEBUG neutron.api.extensions [None req-8e40bf90-8d6f-431f-bb3d-29128e58fdaa None None] Extended resource: service-providers {{(pid=103348) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 12 13:07:05.050675 dv-cinder-830097-4-iscsi neutron-server[103348]: DEBUG neutron.api.extensions [None req-8e40bf90-8d6f-431f-bb3d-29128e58fdaa None None] Extended resource: subnetpools {{(pid=103348) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 12 13:07:05.051968 dv-cinder-830097-4-iscsi neutron-server[103348]: DEBUG neutron.api.extensions [None req-8e40bf90-8d6f-431f-bb3d-29128e58fdaa None None] Extended resource: subnetpools {{(pid=103348) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 12 13:07:05.054115 dv-cinder-830097-4-iscsi neutron-server[103348]: DEBUG neutron.api.extensions [None req-8e40bf90-8d6f-431f-bb3d-29128e58fdaa None None] Extended resource: tags {{(pid=103348) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 12 13:07:05.055771 dv-cinder-830097-4-iscsi neutron-server[103348]: DEBUG neutron.api.extensions [None req-8e40bf90-8d6f-431f-bb3d-29128e58fdaa None None] Extended resource: tags {{(pid=103348) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 12 13:07:05.057606 dv-cinder-830097-4-iscsi neutron-server[103348]: DEBUG neutron.api.extensions [None req-8e40bf90-8d6f-431f-bb3d-29128e58fdaa None None] Extended resource: tags {{(pid=103348) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 12 13:07:05.059375 dv-cinder-830097-4-iscsi neutron-server[103348]: DEBUG neutron.api.extensions [None req-8e40bf90-8d6f-431f-bb3d-29128e58fdaa None None] Extended resource: tags {{(pid=103348) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 12 13:07:05.061064 dv-cinder-830097-4-iscsi neutron-server[103348]: DEBUG neutron.api.extensions [None req-8e40bf90-8d6f-431f-bb3d-29128e58fdaa None None] Extended resource: tags {{(pid=103348) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 12 13:07:05.063011 dv-cinder-830097-4-iscsi neutron-server[103348]: DEBUG neutron.api.extensions [None req-8e40bf90-8d6f-431f-bb3d-29128e58fdaa None None] Extended resource: tags {{(pid=103348) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 12 13:07:05.064673 dv-cinder-830097-4-iscsi neutron-server[103348]: DEBUG neutron.api.extensions [None req-8e40bf90-8d6f-431f-bb3d-29128e58fdaa None None] Extended resource: tags {{(pid=103348) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 12 13:07:05.066481 dv-cinder-830097-4-iscsi neutron-server[103348]: DEBUG neutron.api.extensions [None req-8e40bf90-8d6f-431f-bb3d-29128e58fdaa None None] Extended resource: tags {{(pid=103348) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 12 13:07:05.070009 dv-cinder-830097-4-iscsi neutron-server[103348]: DEBUG neutron.api.extensions [None req-8e40bf90-8d6f-431f-bb3d-29128e58fdaa None None] Extended resource: tags {{(pid=103348) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 12 13:07:05.071739 dv-cinder-830097-4-iscsi neutron-server[103348]: DEBUG neutron.api.extensions [None req-8e40bf90-8d6f-431f-bb3d-29128e58fdaa None None] Extended resource: tags {{(pid=103348) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 12 13:07:05.077621 dv-cinder-830097-4-iscsi neutron-server[103348]: WARNING keystonemiddleware.auth_token [None req-8e40bf90-8d6f-431f-bb3d-29128e58fdaa None None] AuthToken middleware is set with keystone_authtoken.service_token_roles_required set to False. This is backwards compatible but deprecated behaviour. Please set this to True. Apr 12 13:07:05.082149 dv-cinder-830097-4-iscsi neutron-server[103348]: WARNING keystonemiddleware.auth_token [None req-8e40bf90-8d6f-431f-bb3d-29128e58fdaa None None] Configuring www_authenticate_uri to point to the public identity endpoint is required; clients may not be able to authenticate against an admin endpoint Apr 12 13:07:05.091570 dv-cinder-830097-4-iscsi neutron-server[103348]: DEBUG oslo_concurrency.lockutils [None req-8e40bf90-8d6f-431f-bb3d-29128e58fdaa None None] Acquired lock "singleton_lock" {{(pid=103348) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:294}} Apr 12 13:07:05.092037 dv-cinder-830097-4-iscsi neutron-server[103348]: DEBUG oslo_concurrency.lockutils [None req-8e40bf90-8d6f-431f-bb3d-29128e58fdaa None None] Releasing lock "singleton_lock" {{(pid=103348) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:312}} Apr 12 13:07:05.092680 dv-cinder-830097-4-iscsi neutron-server[103348]: INFO oslo_service.service [None req-8e40bf90-8d6f-431f-bb3d-29128e58fdaa None None] Starting 2 workers Apr 12 13:07:05.097843 dv-cinder-830097-4-iscsi neutron-server[103348]: DEBUG oslo_service.service [None req-8e40bf90-8d6f-431f-bb3d-29128e58fdaa None None] Started child 103457 {{(pid=103348) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Apr 12 13:07:05.103051 dv-cinder-830097-4-iscsi neutron-server[103348]: DEBUG oslo_service.service [None req-8e40bf90-8d6f-431f-bb3d-29128e58fdaa None None] Started child 103458 {{(pid=103348) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Apr 12 13:07:05.103895 dv-cinder-830097-4-iscsi neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process (None), after_init {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:07:05.104600 dv-cinder-830097-4-iscsi neutron-server[103348]: INFO neutron.service [None req-8e40bf90-8d6f-431f-bb3d-29128e58fdaa None None] Neutron service started, listening on 0.0.0.0:9696 Apr 12 13:07:05.105279 dv-cinder-830097-4-iscsi neutron-server[103348]: DEBUG neutron_lib.callbacks.manager [None req-8e40bf90-8d6f-431f-bb3d-29128e58fdaa None None] Publish callbacks [] for process (None), before_spawn {{(pid=103348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:07:05.105429 dv-cinder-830097-4-iscsi neutron-server[103457]: INFO neutron.wsgi [-] (103457) wsgi starting up on http://0.0.0.0:9696 Apr 12 13:07:05.107734 dv-cinder-830097-4-iscsi neutron-server[103348]: INFO oslo_service.service [None req-8e40bf90-8d6f-431f-bb3d-29128e58fdaa None None] Starting 1 workers Apr 12 13:07:05.108274 dv-cinder-830097-4-iscsi neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process (None), after_init {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:07:05.109786 dv-cinder-830097-4-iscsi neutron-server[103458]: INFO neutron.wsgi [-] (103458) wsgi starting up on http://0.0.0.0:9696 Apr 12 13:07:05.113004 dv-cinder-830097-4-iscsi neutron-server[103348]: DEBUG oslo_service.service [None req-8e40bf90-8d6f-431f-bb3d-29128e58fdaa None None] Started child 103459 {{(pid=103348) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Apr 12 13:07:05.113540 dv-cinder-830097-4-iscsi neutron-server[103348]: INFO oslo_service.service [None req-8e40bf90-8d6f-431f-bb3d-29128e58fdaa None None] Starting 1 workers Apr 12 13:07:05.116718 dv-cinder-830097-4-iscsi neutron-server[103459]: DEBUG neutron.service [None req-8e40bf90-8d6f-431f-bb3d-29128e58fdaa None None] calling RpcWorker wait() {{(pid=103459) _wait /opt/stack/neutron/neutron/service.py:128}} Apr 12 13:07:05.117282 dv-cinder-830097-4-iscsi neutron-server[103459]: DEBUG neutron.service [None req-8e40bf90-8d6f-431f-bb3d-29128e58fdaa None None] returning from RpcWorker wait() {{(pid=103459) _wait /opt/stack/neutron/neutron/service.py:135}} Apr 12 13:07:05.118228 dv-cinder-830097-4-iscsi neutron-server[103348]: DEBUG oslo_service.service [None req-8e40bf90-8d6f-431f-bb3d-29128e58fdaa None None] Started child 103460 {{(pid=103348) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Apr 12 13:07:05.118467 dv-cinder-830097-4-iscsi neutron-server[103459]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process (None), after_init {{(pid=103459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:07:05.118899 dv-cinder-830097-4-iscsi neutron-server[103459]: DEBUG neutron.plugins.ml2.plugin [-] neutron.plugins.ml2.plugin.Ml2Plugin method start_rpc_listeners called with arguments () {} {{(pid=103459) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 13:07:05.119034 dv-cinder-830097-4-iscsi neutron-server[103348]: DEBUG neutron_lib.callbacks.manager [None req-8e40bf90-8d6f-431f-bb3d-29128e58fdaa None None] Publish callbacks [] for process (None), after_spawn {{(pid=103348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:07:05.121054 dv-cinder-830097-4-iscsi neutron-server[103348]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=103348) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:649}} Apr 12 13:07:05.121274 dv-cinder-830097-4-iscsi neutron-server[103348]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=103348) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Apr 12 13:07:05.121460 dv-cinder-830097-4-iscsi neutron-server[103348]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=103348) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Apr 12 13:07:05.121692 dv-cinder-830097-4-iscsi neutron-server[103348]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=103348) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Apr 12 13:07:05.122045 dv-cinder-830097-4-iscsi neutron-server[103348]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=103348) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Apr 12 13:07:05.122205 dv-cinder-830097-4-iscsi neutron-server[103348]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=103348) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Apr 12 13:07:05.122712 dv-cinder-830097-4-iscsi neutron-server[103348]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=103348) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 13:07:05.122984 dv-cinder-830097-4-iscsi neutron-server[103348]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=103348) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 13:07:05.123249 dv-cinder-830097-4-iscsi neutron-server[103348]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=103348) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 13:07:05.123506 dv-cinder-830097-4-iscsi neutron-server[103348]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=103348) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 13:07:05.123801 dv-cinder-830097-4-iscsi neutron-server[103348]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=103348) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 13:07:05.124226 dv-cinder-830097-4-iscsi neutron-server[103460]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process (None), after_init {{(pid=103460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:07:05.124693 dv-cinder-830097-4-iscsi neutron-server[103348]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=103348) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 13:07:05.124693 dv-cinder-830097-4-iscsi neutron-server[103348]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=103348) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 13:07:05.124886 dv-cinder-830097-4-iscsi neutron-server[103348]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=103348) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 13:07:05.125134 dv-cinder-830097-4-iscsi neutron-server[103348]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=103348) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 13:07:05.125394 dv-cinder-830097-4-iscsi neutron-server[103348]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=103348) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 13:07:05.125563 dv-cinder-830097-4-iscsi neutron-server[103348]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=103348) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 13:07:05.125730 dv-cinder-830097-4-iscsi neutron-server[103348]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=103348) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 13:07:05.125991 dv-cinder-830097-4-iscsi neutron-server[103348]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=103348) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 13:07:05.126188 dv-cinder-830097-4-iscsi neutron-server[103460]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=103460) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 13:07:05.126278 dv-cinder-830097-4-iscsi neutron-server[103348]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=103348) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 13:07:05.126583 dv-cinder-830097-4-iscsi neutron-server[103348]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=103348) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 13:07:05.126832 dv-cinder-830097-4-iscsi neutron-server[103348]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=103348) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 13:07:05.127089 dv-cinder-830097-4-iscsi neutron-server[103348]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=103348) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 13:07:05.127366 dv-cinder-830097-4-iscsi neutron-server[103348]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=103348) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 13:07:05.127531 dv-cinder-830097-4-iscsi neutron-server[103348]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=103348) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 13:07:05.127795 dv-cinder-830097-4-iscsi neutron-server[103348]: DEBUG oslo_service.service [-] config_source = [] {{(pid=103348) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 13:07:05.128083 dv-cinder-830097-4-iscsi neutron-server[103348]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=103348) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 13:07:05.128358 dv-cinder-830097-4-iscsi neutron-server[103348]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=103348) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 13:07:05.128634 dv-cinder-830097-4-iscsi neutron-server[103348]: DEBUG oslo_service.service [-] debug = True {{(pid=103348) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 13:07:05.128906 dv-cinder-830097-4-iscsi neutron-server[103348]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=103348) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 13:07:05.129364 dv-cinder-830097-4-iscsi neutron-server[103348]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=103348) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 13:07:05.129594 dv-cinder-830097-4-iscsi neutron-server[103348]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=103348) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 13:07:05.129846 dv-cinder-830097-4-iscsi neutron-server[103348]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=103348) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 13:07:05.130067 dv-cinder-830097-4-iscsi neutron-server[103348]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=103348) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 13:07:05.130346 dv-cinder-830097-4-iscsi neutron-server[103348]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=103348) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 13:07:05.130597 dv-cinder-830097-4-iscsi neutron-server[103348]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=103348) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 13:07:05.130891 dv-cinder-830097-4-iscsi neutron-server[103348]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=103348) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 13:07:05.131206 dv-cinder-830097-4-iscsi neutron-server[103348]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=103348) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 13:07:05.131429 dv-cinder-830097-4-iscsi neutron-server[103348]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=103348) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 13:07:05.131670 dv-cinder-830097-4-iscsi neutron-server[103348]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=103348) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 13:07:05.131922 dv-cinder-830097-4-iscsi neutron-server[103348]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=103348) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 13:07:05.132157 dv-cinder-830097-4-iscsi neutron-server[103348]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=103348) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 13:07:05.132402 dv-cinder-830097-4-iscsi neutron-server[103348]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=103348) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 13:07:05.132661 dv-cinder-830097-4-iscsi neutron-server[103348]: DEBUG oslo_service.service [-] fatal_deprecations = False {{(pid=103348) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 13:07:05.132936 dv-cinder-830097-4-iscsi neutron-server[103348]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=103348) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 13:07:05.133212 dv-cinder-830097-4-iscsi neutron-server[103348]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=103348) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 13:07:05.133440 dv-cinder-830097-4-iscsi neutron-server[103348]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=103348) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 13:07:05.133880 dv-cinder-830097-4-iscsi neutron-server[103348]: DEBUG oslo_service.service [-] host = dv-cinder-830097-4-iscsi {{(pid=103348) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 13:07:05.134119 dv-cinder-830097-4-iscsi neutron-server[103348]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=103348) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 13:07:05.134359 dv-cinder-830097-4-iscsi neutron-server[103348]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=103348) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 13:07:05.134605 dv-cinder-830097-4-iscsi neutron-server[103348]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=103348) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 13:07:05.134855 dv-cinder-830097-4-iscsi neutron-server[103348]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=103348) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 13:07:05.135103 dv-cinder-830097-4-iscsi neutron-server[103348]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=103348) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 13:07:05.135350 dv-cinder-830097-4-iscsi neutron-server[103348]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=103348) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 13:07:05.135611 dv-cinder-830097-4-iscsi neutron-server[103348]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=103348) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 13:07:05.135867 dv-cinder-830097-4-iscsi neutron-server[103348]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=103348) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 13:07:05.136134 dv-cinder-830097-4-iscsi neutron-server[103348]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=103348) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 13:07:05.136360 dv-cinder-830097-4-iscsi neutron-server[103348]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=103348) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 13:07:05.136580 dv-cinder-830097-4-iscsi neutron-server[103348]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=103348) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 13:07:05.136834 dv-cinder-830097-4-iscsi neutron-server[103348]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=103348) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 13:07:05.137056 dv-cinder-830097-4-iscsi neutron-server[103348]: DEBUG oslo_service.service [-] log_dir = None {{(pid=103348) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 13:07:05.137300 dv-cinder-830097-4-iscsi neutron-server[103348]: DEBUG oslo_service.service [-] log_file = None {{(pid=103348) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 13:07:05.137465 dv-cinder-830097-4-iscsi neutron-server[103348]: DEBUG oslo_service.service [-] log_options = True {{(pid=103348) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 13:07:05.137709 dv-cinder-830097-4-iscsi neutron-server[103348]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=103348) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 13:07:05.137979 dv-cinder-830097-4-iscsi neutron-server[103348]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=103348) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 13:07:05.138254 dv-cinder-830097-4-iscsi neutron-server[103348]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=103348) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 13:07:05.138449 dv-cinder-830097-4-iscsi neutron-server[103348]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=103348) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 13:07:05.138619 dv-cinder-830097-4-iscsi neutron-server[103348]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=103348) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 13:07:05.138783 dv-cinder-830097-4-iscsi neutron-server[103348]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=103348) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 13:07:05.139047 dv-cinder-830097-4-iscsi neutron-server[103348]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=103348) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 13:07:05.139214 dv-cinder-830097-4-iscsi neutron-server[103348]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(project)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=103348) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 13:07:05.139466 dv-cinder-830097-4-iscsi neutron-server[103348]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=103348) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 13:07:05.139700 dv-cinder-830097-4-iscsi neutron-server[103348]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=103348) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 13:07:05.139915 dv-cinder-830097-4-iscsi neutron-server[103348]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=103348) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 13:07:05.140147 dv-cinder-830097-4-iscsi neutron-server[103348]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=103348) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 13:07:05.140395 dv-cinder-830097-4-iscsi neutron-server[103348]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=103348) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 13:07:05.140642 dv-cinder-830097-4-iscsi neutron-server[103348]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=103348) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 13:07:05.140914 dv-cinder-830097-4-iscsi neutron-server[103348]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=103348) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 13:07:05.141148 dv-cinder-830097-4-iscsi neutron-server[103348]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=103348) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 13:07:05.143701 dv-cinder-830097-4-iscsi neutron-server[103348]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=103348) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 13:07:05.143701 dv-cinder-830097-4-iscsi neutron-server[103348]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=103348) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 13:07:05.143701 dv-cinder-830097-4-iscsi neutron-server[103348]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=103348) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 13:07:05.143701 dv-cinder-830097-4-iscsi neutron-server[103348]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=103348) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 13:07:05.143701 dv-cinder-830097-4-iscsi neutron-server[103348]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=103348) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 13:07:05.143701 dv-cinder-830097-4-iscsi neutron-server[103348]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=103348) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 13:07:05.143701 dv-cinder-830097-4-iscsi neutron-server[103348]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=103348) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 13:07:05.143701 dv-cinder-830097-4-iscsi neutron-server[103348]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=103348) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 13:07:05.144386 dv-cinder-830097-4-iscsi neutron-server[103348]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=103348) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 13:07:05.144386 dv-cinder-830097-4-iscsi neutron-server[103348]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=103348) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 13:07:05.144386 dv-cinder-830097-4-iscsi neutron-server[103348]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=103348) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 13:07:05.144386 dv-cinder-830097-4-iscsi neutron-server[103348]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=103348) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 13:07:05.144386 dv-cinder-830097-4-iscsi neutron-server[103348]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=103348) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 13:07:05.144386 dv-cinder-830097-4-iscsi neutron-server[103348]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=103348) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 13:07:05.144894 dv-cinder-830097-4-iscsi neutron-server[103348]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=103348) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 13:07:05.144894 dv-cinder-830097-4-iscsi neutron-server[103348]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=103348) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 13:07:05.145034 dv-cinder-830097-4-iscsi neutron-server[103348]: DEBUG oslo_service.service [-] rpc_resources_processing_step = 20 {{(pid=103348) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 13:07:05.145693 dv-cinder-830097-4-iscsi neutron-server[103348]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=103348) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 13:07:05.145693 dv-cinder-830097-4-iscsi neutron-server[103348]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=103348) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 13:07:05.145693 dv-cinder-830097-4-iscsi neutron-server[103348]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=103348) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 13:07:05.145952 dv-cinder-830097-4-iscsi neutron-server[103348]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=103348) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 13:07:05.147481 dv-cinder-830097-4-iscsi neutron-server[103348]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=103348) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 13:07:05.147481 dv-cinder-830097-4-iscsi neutron-server[103348]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=103348) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 13:07:05.147481 dv-cinder-830097-4-iscsi neutron-server[103348]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=103348) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 13:07:05.147481 dv-cinder-830097-4-iscsi neutron-server[103348]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=103348) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 13:07:05.150214 dv-cinder-830097-4-iscsi neutron-server[103348]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=103348) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 13:07:05.150214 dv-cinder-830097-4-iscsi neutron-server[103348]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=103348) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 13:07:05.150214 dv-cinder-830097-4-iscsi neutron-server[103348]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=103348) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 13:07:05.150214 dv-cinder-830097-4-iscsi neutron-server[103348]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=103348) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 13:07:05.150214 dv-cinder-830097-4-iscsi neutron-server[103348]: DEBUG oslo_service.service [-] use_journal = False {{(pid=103348) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 13:07:05.150214 dv-cinder-830097-4-iscsi neutron-server[103348]: DEBUG oslo_service.service [-] use_json = False {{(pid=103348) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 13:07:05.150214 dv-cinder-830097-4-iscsi neutron-server[103348]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=103348) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 13:07:05.150214 dv-cinder-830097-4-iscsi neutron-server[103348]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=103348) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 13:07:05.150214 dv-cinder-830097-4-iscsi neutron-server[103348]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=103348) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 13:07:05.150840 dv-cinder-830097-4-iscsi neutron-server[103348]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=103348) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 13:07:05.150840 dv-cinder-830097-4-iscsi neutron-server[103348]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=103348) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 13:07:05.150840 dv-cinder-830097-4-iscsi neutron-server[103348]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=103348) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 13:07:05.150840 dv-cinder-830097-4-iscsi neutron-server[103348]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=103348) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 13:07:05.150840 dv-cinder-830097-4-iscsi neutron-server[103348]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=103348) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 13:07:05.150840 dv-cinder-830097-4-iscsi neutron-server[103348]: DEBUG oslo_service.service [-] wsgi_server_debug = False {{(pid=103348) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 13:07:05.151262 dv-cinder-830097-4-iscsi neutron-server[103348]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=103348) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 13:07:05.151660 dv-cinder-830097-4-iscsi neutron-server[103348]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=103348) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 13:07:05.151847 dv-cinder-830097-4-iscsi neutron-server[103348]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=103348) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 13:07:05.152002 dv-cinder-830097-4-iscsi neutron-server[103348]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=103348) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 13:07:05.152235 dv-cinder-830097-4-iscsi neutron-server[103348]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=103348) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 13:07:05.153245 dv-cinder-830097-4-iscsi neutron-server[103348]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=103348) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 13:07:05.153245 dv-cinder-830097-4-iscsi neutron-server[103348]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=103348) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 13:07:05.153245 dv-cinder-830097-4-iscsi neutron-server[103348]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=103348) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 13:07:05.153245 dv-cinder-830097-4-iscsi neutron-server[103348]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=103348) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 13:07:05.153527 dv-cinder-830097-4-iscsi neutron-server[103348]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=103348) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 13:07:05.153743 dv-cinder-830097-4-iscsi neutron-server[103348]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=103348) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 13:07:05.153967 dv-cinder-830097-4-iscsi neutron-server[103348]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=103348) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 13:07:05.155222 dv-cinder-830097-4-iscsi neutron-server[103348]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=103348) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 13:07:05.158186 dv-cinder-830097-4-iscsi neutron-server[103348]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=103348) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 13:07:05.158186 dv-cinder-830097-4-iscsi neutron-server[103348]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=103348) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 13:07:05.158186 dv-cinder-830097-4-iscsi neutron-server[103348]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=103348) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 13:07:05.158186 dv-cinder-830097-4-iscsi neutron-server[103348]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=103348) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 13:07:05.158186 dv-cinder-830097-4-iscsi neutron-server[103348]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=103348) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 13:07:05.158186 dv-cinder-830097-4-iscsi neutron-server[103348]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=103348) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 13:07:05.158186 dv-cinder-830097-4-iscsi neutron-server[103348]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=103348) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 13:07:05.158186 dv-cinder-830097-4-iscsi neutron-server[103348]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=103348) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 13:07:05.158766 dv-cinder-830097-4-iscsi neutron-server[103348]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=103348) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 13:07:05.158766 dv-cinder-830097-4-iscsi neutron-server[103348]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=103348) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 13:07:05.158766 dv-cinder-830097-4-iscsi neutron-server[103348]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=103348) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 13:07:05.158766 dv-cinder-830097-4-iscsi neutron-server[103348]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_process_name = {{(pid=103348) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 13:07:05.158766 dv-cinder-830097-4-iscsi neutron-server[103348]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=103348) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 13:07:05.158766 dv-cinder-830097-4-iscsi neutron-server[103348]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=103348) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 13:07:05.159161 dv-cinder-830097-4-iscsi neutron-server[103348]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=103348) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 13:07:05.159241 dv-cinder-830097-4-iscsi neutron-server[103348]: DEBUG oslo_service.service [-] oslo_middleware.http_basic_auth_user_file = /etc/htpasswd {{(pid=103348) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 13:07:05.159610 dv-cinder-830097-4-iscsi neutron-server[103348]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=103348) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 13:07:05.159816 dv-cinder-830097-4-iscsi neutron-server[103348]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=103348) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 13:07:05.160074 dv-cinder-830097-4-iscsi neutron-server[103348]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.18/identity {{(pid=103348) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 13:07:05.160321 dv-cinder-830097-4-iscsi neutron-server[103348]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=103348) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 13:07:05.160537 dv-cinder-830097-4-iscsi neutron-server[103348]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=103348) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 13:07:05.160850 dv-cinder-830097-4-iscsi neutron-server[103348]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=103348) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 13:07:05.160996 dv-cinder-830097-4-iscsi neutron-server[103348]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=103348) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 13:07:05.161251 dv-cinder-830097-4-iscsi neutron-server[103348]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=103348) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 13:07:05.161476 dv-cinder-830097-4-iscsi neutron-server[103348]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=103348) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 13:07:05.161694 dv-cinder-830097-4-iscsi neutron-server[103348]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=103348) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 13:07:05.161962 dv-cinder-830097-4-iscsi neutron-server[103348]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=103348) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 13:07:05.162180 dv-cinder-830097-4-iscsi neutron-server[103348]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=103348) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 13:07:05.163026 dv-cinder-830097-4-iscsi neutron-server[103348]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=103348) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 13:07:05.163373 dv-cinder-830097-4-iscsi neutron-server[103348]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=103348) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 13:07:05.163656 dv-cinder-830097-4-iscsi neutron-server[103348]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=103348) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 13:07:05.163920 dv-cinder-830097-4-iscsi neutron-server[103348]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=103348) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 13:07:05.164157 dv-cinder-830097-4-iscsi neutron-server[103348]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=103348) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 13:07:05.164384 dv-cinder-830097-4-iscsi neutron-server[103348]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=103348) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 13:07:05.164956 dv-cinder-830097-4-iscsi neutron-server[103348]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=103348) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 13:07:05.164956 dv-cinder-830097-4-iscsi neutron-server[103348]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=103348) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 13:07:05.165393 dv-cinder-830097-4-iscsi neutron-server[103348]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=103348) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 13:07:05.165393 dv-cinder-830097-4-iscsi neutron-server[103348]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=103348) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 13:07:05.165682 dv-cinder-830097-4-iscsi neutron-server[103348]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=103348) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 13:07:05.165918 dv-cinder-830097-4-iscsi neutron-server[103348]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=103348) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 13:07:05.166055 dv-cinder-830097-4-iscsi neutron-server[103348]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=103348) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 13:07:05.166202 dv-cinder-830097-4-iscsi neutron-server[103348]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=103348) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 13:07:05.166447 dv-cinder-830097-4-iscsi neutron-server[103348]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=103348) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 13:07:05.166667 dv-cinder-830097-4-iscsi neutron-server[103348]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=103348) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 13:07:05.166909 dv-cinder-830097-4-iscsi neutron-server[103348]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=103348) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 13:07:05.167127 dv-cinder-830097-4-iscsi neutron-server[103348]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=103348) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 13:07:05.167340 dv-cinder-830097-4-iscsi neutron-server[103348]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=103348) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 13:07:05.167550 dv-cinder-830097-4-iscsi neutron-server[103348]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=103348) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 13:07:05.167786 dv-cinder-830097-4-iscsi neutron-server[103348]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=103348) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 13:07:05.168018 dv-cinder-830097-4-iscsi neutron-server[103348]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=103348) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 13:07:05.168235 dv-cinder-830097-4-iscsi neutron-server[103348]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=103348) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 13:07:05.168453 dv-cinder-830097-4-iscsi neutron-server[103348]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=103348) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 13:07:05.168662 dv-cinder-830097-4-iscsi neutron-server[103348]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=103348) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 13:07:05.168922 dv-cinder-830097-4-iscsi neutron-server[103348]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=103348) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 13:07:05.169158 dv-cinder-830097-4-iscsi neutron-server[103348]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=103348) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 13:07:05.169411 dv-cinder-830097-4-iscsi neutron-server[103348]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=103348) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 13:07:05.169630 dv-cinder-830097-4-iscsi neutron-server[103348]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=103348) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 13:07:05.169851 dv-cinder-830097-4-iscsi neutron-server[103348]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=103348) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 13:07:05.170058 dv-cinder-830097-4-iscsi neutron-server[103348]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=103348) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 13:07:05.170888 dv-cinder-830097-4-iscsi neutron-server[103348]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=103348) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 13:07:05.170888 dv-cinder-830097-4-iscsi neutron-server[103348]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=103348) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 13:07:05.170888 dv-cinder-830097-4-iscsi neutron-server[103348]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=103348) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 13:07:05.170888 dv-cinder-830097-4-iscsi neutron-server[103348]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=103348) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 13:07:05.171211 dv-cinder-830097-4-iscsi neutron-server[103348]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=103348) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 13:07:05.171407 dv-cinder-830097-4-iscsi neutron-server[103348]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=103348) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 13:07:05.171521 dv-cinder-830097-4-iscsi neutron-server[103348]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=103348) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 13:07:05.171723 dv-cinder-830097-4-iscsi neutron-server[103348]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=103348) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 13:07:05.172390 dv-cinder-830097-4-iscsi neutron-server[103348]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=103348) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 13:07:05.172390 dv-cinder-830097-4-iscsi neutron-server[103348]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=103348) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 13:07:05.172390 dv-cinder-830097-4-iscsi neutron-server[103348]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=103348) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 13:07:05.172641 dv-cinder-830097-4-iscsi neutron-server[103348]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=103348) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 13:07:05.172823 dv-cinder-830097-4-iscsi neutron-server[103348]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=103348) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 13:07:05.173028 dv-cinder-830097-4-iscsi neutron-server[103348]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=103348) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 13:07:05.174367 dv-cinder-830097-4-iscsi neutron-server[103348]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=103348) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 13:07:05.174367 dv-cinder-830097-4-iscsi neutron-server[103348]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=103348) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 13:07:05.174367 dv-cinder-830097-4-iscsi neutron-server[103348]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=103348) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 13:07:05.174367 dv-cinder-830097-4-iscsi neutron-server[103348]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=103348) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 13:07:05.174367 dv-cinder-830097-4-iscsi neutron-server[103348]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=103348) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 13:07:05.174367 dv-cinder-830097-4-iscsi neutron-server[103348]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=103348) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 13:07:05.174825 dv-cinder-830097-4-iscsi neutron-server[103348]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=103348) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 13:07:05.174901 dv-cinder-830097-4-iscsi neutron-server[103348]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=103348) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 13:07:05.176329 dv-cinder-830097-4-iscsi neutron-server[103348]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=103348) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 13:07:05.176329 dv-cinder-830097-4-iscsi neutron-server[103348]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=103348) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 13:07:05.176329 dv-cinder-830097-4-iscsi neutron-server[103348]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=103348) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 13:07:05.176329 dv-cinder-830097-4-iscsi neutron-server[103348]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=103348) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 13:07:05.176329 dv-cinder-830097-4-iscsi neutron-server[103348]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=103348) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 13:07:05.176329 dv-cinder-830097-4-iscsi neutron-server[103348]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=103348) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 13:07:05.176833 dv-cinder-830097-4-iscsi neutron-server[103348]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=103348) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 13:07:05.176833 dv-cinder-830097-4-iscsi neutron-server[103348]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=103348) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 13:07:05.177007 dv-cinder-830097-4-iscsi neutron-server[103348]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=103348) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 13:07:05.177396 dv-cinder-830097-4-iscsi neutron-server[103348]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=103348) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 13:07:05.177396 dv-cinder-830097-4-iscsi neutron-server[103348]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=103348) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 13:07:05.177568 dv-cinder-830097-4-iscsi neutron-server[103348]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=103348) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 13:07:05.177998 dv-cinder-830097-4-iscsi neutron-server[103348]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=103348) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 13:07:05.178114 dv-cinder-830097-4-iscsi neutron-server[103348]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=103348) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 13:07:05.178395 dv-cinder-830097-4-iscsi neutron-server[103348]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=103348) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 13:07:05.178763 dv-cinder-830097-4-iscsi neutron-server[103348]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_quorum_queue = False {{(pid=103348) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 13:07:05.178865 dv-cinder-830097-4-iscsi neutron-server[103348]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=103348) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 13:07:05.179435 dv-cinder-830097-4-iscsi neutron-server[103348]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=103348) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 13:07:05.179435 dv-cinder-830097-4-iscsi neutron-server[103348]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=103348) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 13:07:05.179625 dv-cinder-830097-4-iscsi neutron-server[103348]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=103348) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 13:07:05.180092 dv-cinder-830097-4-iscsi neutron-server[103348]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=103348) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 13:07:05.180092 dv-cinder-830097-4-iscsi neutron-server[103348]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=103348) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 13:07:05.180265 dv-cinder-830097-4-iscsi neutron-server[103348]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=103348) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 13:07:05.182646 dv-cinder-830097-4-iscsi neutron-server[103348]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=103348) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 13:07:05.182646 dv-cinder-830097-4-iscsi neutron-server[103348]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=103348) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 13:07:05.182646 dv-cinder-830097-4-iscsi neutron-server[103348]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=103348) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 13:07:05.182646 dv-cinder-830097-4-iscsi neutron-server[103348]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=103348) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 13:07:05.182646 dv-cinder-830097-4-iscsi neutron-server[103348]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=103348) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 13:07:05.182646 dv-cinder-830097-4-iscsi neutron-server[103348]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=103348) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 13:07:05.182646 dv-cinder-830097-4-iscsi neutron-server[103348]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=103348) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 13:07:05.182646 dv-cinder-830097-4-iscsi neutron-server[103348]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=103348) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 13:07:05.183257 dv-cinder-830097-4-iscsi neutron-server[103348]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=103348) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 13:07:05.183257 dv-cinder-830097-4-iscsi neutron-server[103348]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=103348) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 13:07:05.183257 dv-cinder-830097-4-iscsi neutron-server[103348]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=103348) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 13:07:05.183470 dv-cinder-830097-4-iscsi neutron-server[103348]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=103348) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 13:07:05.183559 dv-cinder-830097-4-iscsi neutron-server[103348]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=103348) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 13:07:05.183786 dv-cinder-830097-4-iscsi neutron-server[103348]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=103348) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 13:07:05.184035 dv-cinder-830097-4-iscsi neutron-server[103348]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=103348) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 13:07:05.184262 dv-cinder-830097-4-iscsi neutron-server[103348]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=103348) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 13:07:05.184525 dv-cinder-830097-4-iscsi neutron-server[103348]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=103348) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 13:07:05.184744 dv-cinder-830097-4-iscsi neutron-server[103348]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=103348) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 13:07:05.185017 dv-cinder-830097-4-iscsi neutron-server[103348]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=103348) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 13:07:05.185256 dv-cinder-830097-4-iscsi neutron-server[103348]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=103348) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 13:07:05.185468 dv-cinder-830097-4-iscsi neutron-server[103348]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=103348) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 13:07:05.185704 dv-cinder-830097-4-iscsi neutron-server[103348]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=103348) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 13:07:05.186051 dv-cinder-830097-4-iscsi neutron-server[103348]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=103348) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 13:07:05.186300 dv-cinder-830097-4-iscsi neutron-server[103348]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=103348) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 13:07:05.186553 dv-cinder-830097-4-iscsi neutron-server[103348]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=103348) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 13:07:05.186769 dv-cinder-830097-4-iscsi neutron-server[103348]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=103348) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 13:07:05.187051 dv-cinder-830097-4-iscsi neutron-server[103348]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=103348) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 13:07:05.187294 dv-cinder-830097-4-iscsi neutron-server[103348]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=103348) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 13:07:05.187530 dv-cinder-830097-4-iscsi neutron-server[103348]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=103348) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 13:07:05.187803 dv-cinder-830097-4-iscsi neutron-server[103348]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=103348) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 13:07:05.188054 dv-cinder-830097-4-iscsi neutron-server[103348]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=103348) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 13:07:05.188296 dv-cinder-830097-4-iscsi neutron-server[103348]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=103348) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 13:07:05.188552 dv-cinder-830097-4-iscsi neutron-server[103348]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=103348) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 13:07:05.188869 dv-cinder-830097-4-iscsi neutron-server[103348]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.18/identity {{(pid=103348) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 13:07:05.189060 dv-cinder-830097-4-iscsi neutron-server[103348]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=103348) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 13:07:05.189306 dv-cinder-830097-4-iscsi neutron-server[103348]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=103348) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 13:07:05.189557 dv-cinder-830097-4-iscsi neutron-server[103348]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=103348) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 13:07:05.189796 dv-cinder-830097-4-iscsi neutron-server[103348]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=103348) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 13:07:05.190017 dv-cinder-830097-4-iscsi neutron-server[103348]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=103348) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 13:07:05.190230 dv-cinder-830097-4-iscsi neutron-server[103348]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=103348) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 13:07:05.190471 dv-cinder-830097-4-iscsi neutron-server[103348]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=103348) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 13:07:05.190684 dv-cinder-830097-4-iscsi neutron-server[103348]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=103348) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 13:07:05.190919 dv-cinder-830097-4-iscsi neutron-server[103348]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=103348) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 13:07:05.191152 dv-cinder-830097-4-iscsi neutron-server[103348]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=103348) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 13:07:05.191364 dv-cinder-830097-4-iscsi neutron-server[103348]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=103348) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 13:07:05.191580 dv-cinder-830097-4-iscsi neutron-server[103348]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=103348) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 13:07:05.191791 dv-cinder-830097-4-iscsi neutron-server[103348]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=103348) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 13:07:05.192026 dv-cinder-830097-4-iscsi neutron-server[103348]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=103348) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 13:07:05.192243 dv-cinder-830097-4-iscsi neutron-server[103348]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=103348) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 13:07:05.192501 dv-cinder-830097-4-iscsi neutron-server[103348]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=103348) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 13:07:05.192702 dv-cinder-830097-4-iscsi neutron-server[103348]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=103348) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 13:07:05.192947 dv-cinder-830097-4-iscsi neutron-server[103348]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=103348) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 13:07:05.193182 dv-cinder-830097-4-iscsi neutron-server[103348]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=103348) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 13:07:05.193400 dv-cinder-830097-4-iscsi neutron-server[103348]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=103348) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 13:07:05.193664 dv-cinder-830097-4-iscsi neutron-server[103348]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=103348) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 13:07:05.193885 dv-cinder-830097-4-iscsi neutron-server[103348]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=103348) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 13:07:05.194102 dv-cinder-830097-4-iscsi neutron-server[103348]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=103348) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 13:07:05.194357 dv-cinder-830097-4-iscsi neutron-server[103348]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=103348) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 13:07:05.194575 dv-cinder-830097-4-iscsi neutron-server[103348]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=103348) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 13:07:05.194863 dv-cinder-830097-4-iscsi neutron-server[103348]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=103348) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 13:07:05.195130 dv-cinder-830097-4-iscsi neutron-server[103348]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=103348) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 13:07:05.195347 dv-cinder-830097-4-iscsi neutron-server[103348]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=103348) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 13:07:05.195588 dv-cinder-830097-4-iscsi neutron-server[103348]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=103348) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 13:07:05.195837 dv-cinder-830097-4-iscsi neutron-server[103348]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=103348) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 13:07:05.196094 dv-cinder-830097-4-iscsi neutron-server[103348]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=103348) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 13:07:05.196309 dv-cinder-830097-4-iscsi neutron-server[103348]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=103348) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 13:07:05.196551 dv-cinder-830097-4-iscsi neutron-server[103348]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=103348) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 13:07:05.196792 dv-cinder-830097-4-iscsi neutron-server[103348]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=103348) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 13:07:05.197012 dv-cinder-830097-4-iscsi neutron-server[103348]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=103348) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 13:07:05.197227 dv-cinder-830097-4-iscsi neutron-server[103348]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=103348) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 13:07:05.197443 dv-cinder-830097-4-iscsi neutron-server[103348]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=103348) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 13:07:05.197656 dv-cinder-830097-4-iscsi neutron-server[103348]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=103348) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 13:07:05.197887 dv-cinder-830097-4-iscsi neutron-server[103348]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=103348) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 13:07:05.198136 dv-cinder-830097-4-iscsi neutron-server[103348]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=103348) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 13:07:05.198346 dv-cinder-830097-4-iscsi neutron-server[103348]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=103348) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 13:07:05.198760 dv-cinder-830097-4-iscsi neutron-server[103348]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=103348) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 13:07:05.199009 dv-cinder-830097-4-iscsi neutron-server[103348]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=103348) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 13:07:05.199362 dv-cinder-830097-4-iscsi neutron-server[103348]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=103348) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 13:07:05.199600 dv-cinder-830097-4-iscsi neutron-server[103348]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=103348) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 13:07:05.199855 dv-cinder-830097-4-iscsi neutron-server[103348]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=103348) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 13:07:05.200102 dv-cinder-830097-4-iscsi neutron-server[103348]: DEBUG oslo_service.service [-] cache.dead_timeout = 60.0 {{(pid=103348) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 13:07:05.200367 dv-cinder-830097-4-iscsi neutron-server[103348]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=103348) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 13:07:05.200600 dv-cinder-830097-4-iscsi neutron-server[103348]: DEBUG oslo_service.service [-] cache.enable_retry_client = False {{(pid=103348) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 13:07:05.200839 dv-cinder-830097-4-iscsi neutron-server[103348]: DEBUG oslo_service.service [-] cache.enable_socket_keepalive = False {{(pid=103348) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 13:07:05.201058 dv-cinder-830097-4-iscsi neutron-server[103348]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=103348) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 13:07:05.201275 dv-cinder-830097-4-iscsi neutron-server[103348]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=103348) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 13:07:05.201518 dv-cinder-830097-4-iscsi neutron-server[103348]: DEBUG oslo_service.service [-] cache.hashclient_retry_attempts = 2 {{(pid=103348) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 13:07:05.201741 dv-cinder-830097-4-iscsi neutron-server[103348]: DEBUG oslo_service.service [-] cache.hashclient_retry_delay = 1.0 {{(pid=103348) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 13:07:05.201986 dv-cinder-830097-4-iscsi neutron-server[103348]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=103348) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 13:07:05.202207 dv-cinder-830097-4-iscsi neutron-server[103348]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=103348) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 13:07:05.202444 dv-cinder-830097-4-iscsi neutron-server[103348]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=103348) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 13:07:05.202658 dv-cinder-830097-4-iscsi neutron-server[103348]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=103348) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 13:07:05.202905 dv-cinder-830097-4-iscsi neutron-server[103348]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=103348) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 13:07:05.203162 dv-cinder-830097-4-iscsi neutron-server[103348]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=103348) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 13:07:05.203417 dv-cinder-830097-4-iscsi neutron-server[103348]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=103348) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 13:07:05.203666 dv-cinder-830097-4-iscsi neutron-server[103348]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=103348) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 13:07:05.203903 dv-cinder-830097-4-iscsi neutron-server[103348]: DEBUG oslo_service.service [-] cache.retry_attempts = 2 {{(pid=103348) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 13:07:05.204144 dv-cinder-830097-4-iscsi neutron-server[103348]: DEBUG oslo_service.service [-] cache.retry_delay = 0.0 {{(pid=103348) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 13:07:05.204363 dv-cinder-830097-4-iscsi neutron-server[103348]: DEBUG oslo_service.service [-] cache.socket_keepalive_count = 1 {{(pid=103348) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 13:07:05.204576 dv-cinder-830097-4-iscsi neutron-server[103348]: DEBUG oslo_service.service [-] cache.socket_keepalive_idle = 1 {{(pid=103348) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 13:07:05.204808 dv-cinder-830097-4-iscsi neutron-server[103348]: DEBUG oslo_service.service [-] cache.socket_keepalive_interval = 1 {{(pid=103348) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 13:07:05.205024 dv-cinder-830097-4-iscsi neutron-server[103348]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=103348) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 13:07:05.205257 dv-cinder-830097-4-iscsi neutron-server[103348]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=103348) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 13:07:05.205486 dv-cinder-830097-4-iscsi neutron-server[103348]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=103348) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 13:07:05.205731 dv-cinder-830097-4-iscsi neutron-server[103348]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=103348) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 13:07:05.205915 dv-cinder-830097-4-iscsi neutron-server[103348]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=103348) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 13:07:05.206206 dv-cinder-830097-4-iscsi neutron-server[103348]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=103348) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 13:07:05.206463 dv-cinder-830097-4-iscsi neutron-server[103348]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=103348) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 13:07:05.206691 dv-cinder-830097-4-iscsi neutron-server[103348]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=103348) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 13:07:05.206935 dv-cinder-830097-4-iscsi neutron-server[103348]: DEBUG oslo_service.service [-] privsep.logger_name = oslo_privsep.daemon {{(pid=103348) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 13:07:05.207186 dv-cinder-830097-4-iscsi neutron-server[103348]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=103348) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 13:07:05.207448 dv-cinder-830097-4-iscsi neutron-server[103348]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=103348) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 13:07:05.207674 dv-cinder-830097-4-iscsi neutron-server[103348]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=103348) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 13:07:05.207901 dv-cinder-830097-4-iscsi neutron-server[103348]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=103348) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 13:07:05.208114 dv-cinder-830097-4-iscsi neutron-server[103348]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=103348) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 13:07:05.208332 dv-cinder-830097-4-iscsi neutron-server[103348]: DEBUG oslo_service.service [-] privsep_dhcp_release.logger_name = oslo_privsep.daemon {{(pid=103348) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 13:07:05.208603 dv-cinder-830097-4-iscsi neutron-server[103348]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=103348) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 13:07:05.208749 dv-cinder-830097-4-iscsi neutron-server[103348]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=103348) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 13:07:05.209000 dv-cinder-830097-4-iscsi neutron-server[103348]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=103348) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 13:07:05.209824 dv-cinder-830097-4-iscsi neutron-server[103348]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=103348) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 13:07:05.210075 dv-cinder-830097-4-iscsi neutron-server[103348]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=103348) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 13:07:05.210293 dv-cinder-830097-4-iscsi neutron-server[103348]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.logger_name = oslo_privsep.daemon {{(pid=103348) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 13:07:05.210510 dv-cinder-830097-4-iscsi neutron-server[103348]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=103348) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 13:07:05.210722 dv-cinder-830097-4-iscsi neutron-server[103348]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=103348) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 13:07:05.210945 dv-cinder-830097-4-iscsi neutron-server[103348]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=103348) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 13:07:05.211153 dv-cinder-830097-4-iscsi neutron-server[103348]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=103348) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 13:07:05.211368 dv-cinder-830097-4-iscsi neutron-server[103348]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=103348) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 13:07:05.211585 dv-cinder-830097-4-iscsi neutron-server[103348]: DEBUG oslo_service.service [-] privsep_namespace.logger_name = oslo_privsep.daemon {{(pid=103348) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 13:07:05.211800 dv-cinder-830097-4-iscsi neutron-server[103348]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=103348) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 13:07:05.212008 dv-cinder-830097-4-iscsi neutron-server[103348]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=103348) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 13:07:05.212247 dv-cinder-830097-4-iscsi neutron-server[103348]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=103348) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 13:07:05.212471 dv-cinder-830097-4-iscsi neutron-server[103348]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=103348) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 13:07:05.212662 dv-cinder-830097-4-iscsi neutron-server[103348]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=103348) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 13:07:05.212952 dv-cinder-830097-4-iscsi neutron-server[103348]: DEBUG oslo_service.service [-] privsep_conntrack.logger_name = oslo_privsep.daemon {{(pid=103348) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 13:07:05.213104 dv-cinder-830097-4-iscsi neutron-server[103348]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=103348) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 13:07:05.213550 dv-cinder-830097-4-iscsi neutron-server[103348]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=103348) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 13:07:05.213824 dv-cinder-830097-4-iscsi neutron-server[103348]: DEBUG oslo_service.service [-] privsep_link.capabilities = [12, 21] {{(pid=103348) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 13:07:05.214012 dv-cinder-830097-4-iscsi neutron-server[103348]: DEBUG oslo_service.service [-] privsep_link.group = None {{(pid=103348) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 13:07:05.214193 dv-cinder-830097-4-iscsi neutron-server[103348]: DEBUG oslo_service.service [-] privsep_link.helper_command = None {{(pid=103348) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 13:07:05.214412 dv-cinder-830097-4-iscsi neutron-server[103348]: DEBUG oslo_service.service [-] privsep_link.logger_name = oslo_privsep.daemon {{(pid=103348) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 13:07:05.214671 dv-cinder-830097-4-iscsi neutron-server[103348]: DEBUG oslo_service.service [-] privsep_link.thread_pool_size = 4 {{(pid=103348) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 13:07:05.214850 dv-cinder-830097-4-iscsi neutron-server[103348]: DEBUG oslo_service.service [-] privsep_link.user = None {{(pid=103348) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 13:07:05.215168 dv-cinder-830097-4-iscsi neutron-server[103348]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=103348) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 13:07:05.215415 dv-cinder-830097-4-iscsi neutron-server[103348]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=103348) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 13:07:05.215839 dv-cinder-830097-4-iscsi neutron-server[103348]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=103348) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 13:07:05.215981 dv-cinder-830097-4-iscsi neutron-server[103348]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=103348) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 13:07:05.216808 dv-cinder-830097-4-iscsi neutron-server[103348]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=103348) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 13:07:05.216808 dv-cinder-830097-4-iscsi neutron-server[103348]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=103348) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 13:07:05.216808 dv-cinder-830097-4-iscsi neutron-server[103348]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=103348) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 13:07:05.217034 dv-cinder-830097-4-iscsi neutron-server[103348]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=103348) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 13:07:05.217196 dv-cinder-830097-4-iscsi neutron-server[103348]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=103348) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 13:07:05.217455 dv-cinder-830097-4-iscsi neutron-server[103348]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=103348) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 13:07:05.217693 dv-cinder-830097-4-iscsi neutron-server[103348]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=103348) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 13:07:05.217934 dv-cinder-830097-4-iscsi neutron-server[103348]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=103348) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 13:07:05.218515 dv-cinder-830097-4-iscsi neutron-server[103348]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=103348) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 13:07:05.218515 dv-cinder-830097-4-iscsi neutron-server[103348]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=103348) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 13:07:05.218724 dv-cinder-830097-4-iscsi neutron-server[103348]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=103348) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 13:07:05.219002 dv-cinder-830097-4-iscsi neutron-server[103348]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=103348) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 13:07:05.219268 dv-cinder-830097-4-iscsi neutron-server[103348]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=103348) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 13:07:05.219522 dv-cinder-830097-4-iscsi neutron-server[103348]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=103348) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 13:07:05.219822 dv-cinder-830097-4-iscsi neutron-server[103348]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=103348) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 13:07:05.220098 dv-cinder-830097-4-iscsi neutron-server[103348]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:200:249'] {{(pid=103348) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 13:07:05.220386 dv-cinder-830097-4-iscsi neutron-server[103348]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=103348) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 13:07:05.220600 dv-cinder-830097-4-iscsi neutron-server[103348]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=103348) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 13:07:05.220914 dv-cinder-830097-4-iscsi neutron-server[103348]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=103348) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 13:07:05.221251 dv-cinder-830097-4-iscsi neutron-server[103348]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=103348) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 13:07:05.221543 dv-cinder-830097-4-iscsi neutron-server[103348]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=103348) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 13:07:05.221826 dv-cinder-830097-4-iscsi neutron-server[103348]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=103348) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 13:07:05.222309 dv-cinder-830097-4-iscsi neutron-server[103348]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=103348) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 13:07:05.222552 dv-cinder-830097-4-iscsi neutron-server[103348]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=103348) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 13:07:05.222776 dv-cinder-830097-4-iscsi neutron-server[103348]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=103348) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 13:07:05.223021 dv-cinder-830097-4-iscsi neutron-server[103348]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=103348) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 13:07:05.223259 dv-cinder-830097-4-iscsi neutron-server[103348]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=103348) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 13:07:05.223491 dv-cinder-830097-4-iscsi neutron-server[103348]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=103348) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 13:07:05.223725 dv-cinder-830097-4-iscsi neutron-server[103348]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=103348) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 13:07:05.223988 dv-cinder-830097-4-iscsi neutron-server[103348]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=103348) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 13:07:05.224234 dv-cinder-830097-4-iscsi neutron-server[103348]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=103348) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 13:07:05.224480 dv-cinder-830097-4-iscsi neutron-server[103348]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=103348) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 13:07:05.225771 dv-cinder-830097-4-iscsi neutron-server[103348]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=103348) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 13:07:05.225771 dv-cinder-830097-4-iscsi neutron-server[103348]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=103348) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 13:07:05.225951 dv-cinder-830097-4-iscsi neutron-server[103348]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=103348) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 13:07:05.226121 dv-cinder-830097-4-iscsi neutron-server[103348]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=103348) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 13:07:05.226257 dv-cinder-830097-4-iscsi neutron-server[103348]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=103348) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 13:07:05.226483 dv-cinder-830097-4-iscsi neutron-server[103348]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=103348) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 13:07:05.226699 dv-cinder-830097-4-iscsi neutron-server[103348]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=103348) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 13:07:05.226862 dv-cinder-830097-4-iscsi neutron-server[103348]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=103348) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Apr 12 13:07:05.227388 dv-cinder-830097-4-iscsi neutron-server[103348]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=103348) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:649}} Apr 12 13:07:05.227549 dv-cinder-830097-4-iscsi neutron-server[103348]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=103348) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Apr 12 13:07:05.227703 dv-cinder-830097-4-iscsi neutron-server[103348]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=103348) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Apr 12 13:07:05.227873 dv-cinder-830097-4-iscsi neutron-server[103348]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=103348) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Apr 12 13:07:05.228041 dv-cinder-830097-4-iscsi neutron-server[103348]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=103348) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Apr 12 13:07:05.228191 dv-cinder-830097-4-iscsi neutron-server[103348]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=103348) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Apr 12 13:07:05.228404 dv-cinder-830097-4-iscsi neutron-server[103348]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=103348) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 13:07:05.228564 dv-cinder-830097-4-iscsi neutron-server[103348]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=103348) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 13:07:05.228724 dv-cinder-830097-4-iscsi neutron-server[103348]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=103348) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 13:07:05.228908 dv-cinder-830097-4-iscsi neutron-server[103348]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=103348) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 13:07:05.229113 dv-cinder-830097-4-iscsi neutron-server[103348]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=103348) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 13:07:05.229246 dv-cinder-830097-4-iscsi neutron-server[103348]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=103348) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 13:07:05.229405 dv-cinder-830097-4-iscsi neutron-server[103348]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=103348) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 13:07:05.229562 dv-cinder-830097-4-iscsi neutron-server[103348]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=103348) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 13:07:05.229723 dv-cinder-830097-4-iscsi neutron-server[103348]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=103348) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 13:07:05.229883 dv-cinder-830097-4-iscsi neutron-server[103348]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=103348) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 13:07:05.230040 dv-cinder-830097-4-iscsi neutron-server[103348]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=103348) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 13:07:05.230197 dv-cinder-830097-4-iscsi neutron-server[103348]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=103348) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 13:07:05.230358 dv-cinder-830097-4-iscsi neutron-server[103348]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=103348) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 13:07:05.230520 dv-cinder-830097-4-iscsi neutron-server[103348]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=103348) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 13:07:05.230714 dv-cinder-830097-4-iscsi neutron-server[103348]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=103348) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 13:07:05.230841 dv-cinder-830097-4-iscsi neutron-server[103348]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=103348) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 13:07:05.230964 dv-cinder-830097-4-iscsi neutron-server[103459]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=103459) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 13:07:05.231054 dv-cinder-830097-4-iscsi neutron-server[103348]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=103348) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 13:07:05.231135 dv-cinder-830097-4-iscsi neutron-server[103348]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=103348) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 13:07:05.231248 dv-cinder-830097-4-iscsi neutron-server[103348]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=103348) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 13:07:05.231407 dv-cinder-830097-4-iscsi neutron-server[103348]: DEBUG oslo_service.service [-] config_source = [] {{(pid=103348) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 13:07:05.231565 dv-cinder-830097-4-iscsi neutron-server[103348]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=103348) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 13:07:05.231722 dv-cinder-830097-4-iscsi neutron-server[103348]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=103348) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 13:07:05.233034 dv-cinder-830097-4-iscsi neutron-server[103348]: DEBUG oslo_service.service [-] debug = True {{(pid=103348) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 13:07:05.233224 dv-cinder-830097-4-iscsi neutron-server[103348]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=103348) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 13:07:05.233453 dv-cinder-830097-4-iscsi neutron-server[103348]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=103348) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 13:07:05.234974 dv-cinder-830097-4-iscsi neutron-server[103348]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=103348) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 13:07:05.234974 dv-cinder-830097-4-iscsi neutron-server[103348]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=103348) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 13:07:05.234974 dv-cinder-830097-4-iscsi neutron-server[103348]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=103348) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 13:07:05.234974 dv-cinder-830097-4-iscsi neutron-server[103348]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=103348) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 13:07:05.234974 dv-cinder-830097-4-iscsi neutron-server[103348]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=103348) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 13:07:05.234974 dv-cinder-830097-4-iscsi neutron-server[103348]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=103348) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 13:07:05.234974 dv-cinder-830097-4-iscsi neutron-server[103348]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=103348) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 13:07:05.235820 dv-cinder-830097-4-iscsi neutron-server[103348]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=103348) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 13:07:05.235820 dv-cinder-830097-4-iscsi neutron-server[103348]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=103348) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 13:07:05.236056 dv-cinder-830097-4-iscsi neutron-server[103458]: DEBUG neutron.wsgi [-] (103458) accepted ('10.222.0.18', 38582) {{(pid=103458) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 13:07:05.236187 dv-cinder-830097-4-iscsi neutron-server[103348]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=103348) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 13:07:05.236187 dv-cinder-830097-4-iscsi neutron-server[103348]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=103348) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 13:07:05.236187 dv-cinder-830097-4-iscsi neutron-server[103348]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=103348) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 13:07:05.236187 dv-cinder-830097-4-iscsi neutron-server[103348]: DEBUG oslo_service.service [-] fatal_deprecations = False {{(pid=103348) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 13:07:05.236187 dv-cinder-830097-4-iscsi neutron-server[103348]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=103348) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 13:07:05.236761 dv-cinder-830097-4-iscsi neutron-server[103348]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=103348) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 13:07:05.236761 dv-cinder-830097-4-iscsi neutron-server[103348]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=103348) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 13:07:05.236761 dv-cinder-830097-4-iscsi neutron-server[103348]: DEBUG oslo_service.service [-] host = dv-cinder-830097-4-iscsi {{(pid=103348) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 13:07:05.236761 dv-cinder-830097-4-iscsi neutron-server[103348]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=103348) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 13:07:05.237239 dv-cinder-830097-4-iscsi neutron-server[103348]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=103348) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 13:07:05.237239 dv-cinder-830097-4-iscsi neutron-server[103348]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=103348) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 13:07:05.237474 dv-cinder-830097-4-iscsi neutron-server[103348]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=103348) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 13:07:05.237474 dv-cinder-830097-4-iscsi neutron-server[103348]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=103348) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 13:07:05.237739 dv-cinder-830097-4-iscsi neutron-server[103348]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=103348) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 13:07:05.237739 dv-cinder-830097-4-iscsi neutron-server[103348]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=103348) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 13:07:05.237988 dv-cinder-830097-4-iscsi neutron-server[103348]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=103348) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 13:07:05.238111 dv-cinder-830097-4-iscsi neutron-server[103348]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=103348) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 13:07:05.238234 dv-cinder-830097-4-iscsi neutron-server[103348]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=103348) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 13:07:05.238356 dv-cinder-830097-4-iscsi neutron-server[103348]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=103348) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 13:07:05.238478 dv-cinder-830097-4-iscsi neutron-server[103348]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=103348) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 13:07:05.238602 dv-cinder-830097-4-iscsi neutron-server[103348]: DEBUG oslo_service.service [-] log_dir = None {{(pid=103348) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 13:07:05.238734 dv-cinder-830097-4-iscsi neutron-server[103348]: DEBUG oslo_service.service [-] log_file = None {{(pid=103348) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 13:07:05.238922 dv-cinder-830097-4-iscsi neutron-server[103348]: DEBUG oslo_service.service [-] log_options = True {{(pid=103348) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 13:07:05.239051 dv-cinder-830097-4-iscsi neutron-server[103348]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=103348) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 13:07:05.239175 dv-cinder-830097-4-iscsi neutron-server[103348]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=103348) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 13:07:05.239319 dv-cinder-830097-4-iscsi neutron-server[103348]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=103348) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 13:07:05.239503 dv-cinder-830097-4-iscsi neutron-server[103348]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=103348) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 13:07:05.239659 dv-cinder-830097-4-iscsi neutron-server[103348]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=103348) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 13:07:05.239811 dv-cinder-830097-4-iscsi neutron-server[103348]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=103348) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 13:07:05.239963 dv-cinder-830097-4-iscsi neutron-server[103348]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=103348) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 13:07:05.240114 dv-cinder-830097-4-iscsi neutron-server[103348]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(project)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=103348) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 13:07:05.240264 dv-cinder-830097-4-iscsi neutron-server[103348]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=103348) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 13:07:05.240440 dv-cinder-830097-4-iscsi neutron-server[103348]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=103348) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 13:07:05.240595 dv-cinder-830097-4-iscsi neutron-server[103348]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=103348) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 13:07:05.240820 dv-cinder-830097-4-iscsi neutron-server[103348]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=103348) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 13:07:05.241134 dv-cinder-830097-4-iscsi neutron-server[103348]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=103348) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 13:07:05.241314 dv-cinder-830097-4-iscsi neutron-server[103348]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=103348) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 13:07:05.241479 dv-cinder-830097-4-iscsi neutron-server[103348]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=103348) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 13:07:05.241622 dv-cinder-830097-4-iscsi neutron-server[103348]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=103348) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 13:07:05.241758 dv-cinder-830097-4-iscsi neutron-server[103348]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=103348) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 13:07:05.241883 dv-cinder-830097-4-iscsi neutron-server[103348]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=103348) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 13:07:05.242007 dv-cinder-830097-4-iscsi neutron-server[103348]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=103348) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 13:07:05.242146 dv-cinder-830097-4-iscsi neutron-server[103348]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=103348) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 13:07:05.242288 dv-cinder-830097-4-iscsi neutron-server[103348]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=103348) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 13:07:05.242939 dv-cinder-830097-4-iscsi neutron-server[103348]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=103348) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 13:07:05.242939 dv-cinder-830097-4-iscsi neutron-server[103348]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=103348) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 13:07:05.242939 dv-cinder-830097-4-iscsi neutron-server[103348]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=103348) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 13:07:05.242939 dv-cinder-830097-4-iscsi neutron-server[103348]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=103348) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 13:07:05.243500 dv-cinder-830097-4-iscsi neutron-server[103348]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=103348) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 13:07:05.243500 dv-cinder-830097-4-iscsi neutron-server[103348]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=103348) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 13:07:05.243500 dv-cinder-830097-4-iscsi neutron-server[103348]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=103348) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 13:07:05.243500 dv-cinder-830097-4-iscsi neutron-server[103348]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=103348) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 13:07:05.243962 dv-cinder-830097-4-iscsi neutron-server[103348]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=103348) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 13:07:05.243962 dv-cinder-830097-4-iscsi neutron-server[103348]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=103348) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 13:07:05.243962 dv-cinder-830097-4-iscsi neutron-server[103348]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=103348) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 13:07:05.245248 dv-cinder-830097-4-iscsi neutron-server[103348]: DEBUG oslo_service.service [-] rpc_resources_processing_step = 20 {{(pid=103348) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 13:07:05.245248 dv-cinder-830097-4-iscsi neutron-server[103348]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=103348) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 13:07:05.245248 dv-cinder-830097-4-iscsi neutron-server[103348]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=103348) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 13:07:05.245248 dv-cinder-830097-4-iscsi neutron-server[103348]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=103348) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 13:07:05.245650 dv-cinder-830097-4-iscsi neutron-server[103458]: INFO neutron.wsgi [-] 10.222.0.18 "GET / HTTP/1.1" status: 200 len: 253 time: 0.0068848 Apr 12 13:07:05.245761 dv-cinder-830097-4-iscsi neutron-server[103348]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=103348) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 13:07:05.245761 dv-cinder-830097-4-iscsi neutron-server[103348]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=103348) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 13:07:05.245942 dv-cinder-830097-4-iscsi neutron-server[103348]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=103348) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 13:07:05.246073 dv-cinder-830097-4-iscsi neutron-server[103348]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=103348) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 13:07:05.246236 dv-cinder-830097-4-iscsi neutron-server[103348]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=103348) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 13:07:05.247262 dv-cinder-830097-4-iscsi neutron-server[103348]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=103348) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 13:07:05.247262 dv-cinder-830097-4-iscsi neutron-server[103348]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=103348) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 13:07:05.247262 dv-cinder-830097-4-iscsi neutron-server[103348]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=103348) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 13:07:05.247262 dv-cinder-830097-4-iscsi neutron-server[103348]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=103348) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 13:07:05.247548 dv-cinder-830097-4-iscsi neutron-server[103348]: DEBUG oslo_service.service [-] use_journal = False {{(pid=103348) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 13:07:05.247548 dv-cinder-830097-4-iscsi neutron-server[103348]: DEBUG oslo_service.service [-] use_json = False {{(pid=103348) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 13:07:05.247690 dv-cinder-830097-4-iscsi neutron-server[103348]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=103348) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 13:07:05.247839 dv-cinder-830097-4-iscsi neutron-server[103348]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=103348) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 13:07:05.247998 dv-cinder-830097-4-iscsi neutron-server[103348]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=103348) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 13:07:05.248856 dv-cinder-830097-4-iscsi neutron-server[103348]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=103348) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 13:07:05.248856 dv-cinder-830097-4-iscsi neutron-server[103348]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=103348) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 13:07:05.248856 dv-cinder-830097-4-iscsi neutron-server[103348]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=103348) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 13:07:05.248856 dv-cinder-830097-4-iscsi neutron-server[103348]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=103348) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 13:07:05.248856 dv-cinder-830097-4-iscsi neutron-server[103348]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=103348) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 13:07:05.249479 dv-cinder-830097-4-iscsi neutron-server[103348]: DEBUG oslo_service.service [-] wsgi_server_debug = False {{(pid=103348) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 13:07:05.249479 dv-cinder-830097-4-iscsi neutron-server[103348]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=103348) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 13:07:05.249479 dv-cinder-830097-4-iscsi neutron-server[103348]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=103348) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 13:07:05.249479 dv-cinder-830097-4-iscsi neutron-server[103348]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=103348) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 13:07:05.249932 dv-cinder-830097-4-iscsi neutron-server[103348]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=103348) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 13:07:05.249932 dv-cinder-830097-4-iscsi neutron-server[103348]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=103348) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 13:07:05.249932 dv-cinder-830097-4-iscsi neutron-server[103348]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=103348) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 13:07:05.251226 dv-cinder-830097-4-iscsi neutron-server[103348]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=103348) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 13:07:05.251226 dv-cinder-830097-4-iscsi neutron-server[103348]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=103348) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 13:07:05.251226 dv-cinder-830097-4-iscsi neutron-server[103348]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=103348) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 13:07:05.251226 dv-cinder-830097-4-iscsi neutron-server[103348]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=103348) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 13:07:05.251226 dv-cinder-830097-4-iscsi neutron-server[103348]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=103348) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 13:07:05.251226 dv-cinder-830097-4-iscsi neutron-server[103348]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=103348) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 13:07:05.251226 dv-cinder-830097-4-iscsi neutron-server[103348]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=103348) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 13:07:05.251226 dv-cinder-830097-4-iscsi neutron-server[103348]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=103348) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 13:07:05.251782 dv-cinder-830097-4-iscsi neutron-server[103348]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=103348) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 13:07:05.251782 dv-cinder-830097-4-iscsi neutron-server[103348]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=103348) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 13:07:05.251782 dv-cinder-830097-4-iscsi neutron-server[103348]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=103348) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 13:07:05.251782 dv-cinder-830097-4-iscsi neutron-server[103348]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=103348) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 13:07:05.251782 dv-cinder-830097-4-iscsi neutron-server[103348]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=103348) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 13:07:05.252054 dv-cinder-830097-4-iscsi neutron-server[103348]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=103348) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 13:07:05.252054 dv-cinder-830097-4-iscsi neutron-server[103348]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=103348) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 13:07:05.252241 dv-cinder-830097-4-iscsi neutron-server[103348]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=103348) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 13:07:05.252368 dv-cinder-830097-4-iscsi neutron-server[103348]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=103348) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 13:07:05.252521 dv-cinder-830097-4-iscsi neutron-server[103348]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=103348) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 13:07:05.252688 dv-cinder-830097-4-iscsi neutron-server[103348]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_process_name = {{(pid=103348) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 13:07:05.252906 dv-cinder-830097-4-iscsi neutron-server[103348]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=103348) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 13:07:05.253059 dv-cinder-830097-4-iscsi neutron-server[103348]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=103348) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 13:07:05.253239 dv-cinder-830097-4-iscsi neutron-server[103348]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=103348) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 13:07:05.253490 dv-cinder-830097-4-iscsi neutron-server[103348]: DEBUG oslo_service.service [-] oslo_middleware.http_basic_auth_user_file = /etc/htpasswd {{(pid=103348) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 13:07:05.253717 dv-cinder-830097-4-iscsi neutron-server[103348]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=103348) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 13:07:05.253885 dv-cinder-830097-4-iscsi neutron-server[103348]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=103348) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 13:07:05.254026 dv-cinder-830097-4-iscsi neutron-server[103348]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.18/identity {{(pid=103348) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 13:07:05.254190 dv-cinder-830097-4-iscsi neutron-server[103348]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=103348) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 13:07:05.255315 dv-cinder-830097-4-iscsi neutron-server[103348]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=103348) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 13:07:05.255476 dv-cinder-830097-4-iscsi neutron-server[103348]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=103348) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 13:07:05.255704 dv-cinder-830097-4-iscsi neutron-server[103348]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=103348) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 13:07:05.255873 dv-cinder-830097-4-iscsi neutron-server[103348]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=103348) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 13:07:05.256055 dv-cinder-830097-4-iscsi neutron-server[103348]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=103348) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 13:07:05.256207 dv-cinder-830097-4-iscsi neutron-server[103348]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=103348) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 13:07:05.256378 dv-cinder-830097-4-iscsi neutron-server[103348]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=103348) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 13:07:05.256536 dv-cinder-830097-4-iscsi neutron-server[103348]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=103348) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 13:07:05.256695 dv-cinder-830097-4-iscsi neutron-server[103348]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=103348) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 13:07:05.256893 dv-cinder-830097-4-iscsi neutron-server[103348]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=103348) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 13:07:05.257050 dv-cinder-830097-4-iscsi neutron-server[103348]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=103348) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 13:07:05.257208 dv-cinder-830097-4-iscsi neutron-server[103348]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=103348) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 13:07:05.258104 dv-cinder-830097-4-iscsi neutron-server[103348]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=103348) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 13:07:05.258104 dv-cinder-830097-4-iscsi neutron-server[103348]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=103348) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 13:07:05.258423 dv-cinder-830097-4-iscsi neutron-server[103348]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=103348) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 13:07:05.258607 dv-cinder-830097-4-iscsi neutron-server[103348]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=103348) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 13:07:05.258766 dv-cinder-830097-4-iscsi neutron-server[103348]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=103348) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 13:07:05.259262 dv-cinder-830097-4-iscsi neutron-server[103348]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=103348) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 13:07:05.259585 dv-cinder-830097-4-iscsi neutron-server[103348]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=103348) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 13:07:05.259804 dv-cinder-830097-4-iscsi neutron-server[103348]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=103348) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 13:07:05.259972 dv-cinder-830097-4-iscsi neutron-server[103348]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=103348) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 13:07:05.260149 dv-cinder-830097-4-iscsi neutron-server[103348]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=103348) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 13:07:05.260300 dv-cinder-830097-4-iscsi neutron-server[103348]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=103348) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 13:07:05.260443 dv-cinder-830097-4-iscsi neutron-server[103348]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=103348) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 13:07:05.260595 dv-cinder-830097-4-iscsi neutron-server[103348]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=103348) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 13:07:05.260738 dv-cinder-830097-4-iscsi neutron-server[103348]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=103348) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 13:07:05.260918 dv-cinder-830097-4-iscsi neutron-server[103348]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=103348) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 13:07:05.261059 dv-cinder-830097-4-iscsi neutron-server[103348]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=103348) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 13:07:05.261465 dv-cinder-830097-4-iscsi neutron-server[103348]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=103348) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 13:07:05.261465 dv-cinder-830097-4-iscsi neutron-server[103348]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=103348) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 13:07:05.261980 dv-cinder-830097-4-iscsi neutron-server[103348]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=103348) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 13:07:05.262140 dv-cinder-830097-4-iscsi neutron-server[103348]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=103348) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 13:07:05.262308 dv-cinder-830097-4-iscsi neutron-server[103348]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=103348) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 13:07:05.262475 dv-cinder-830097-4-iscsi neutron-server[103348]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=103348) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 13:07:05.262807 dv-cinder-830097-4-iscsi neutron-server[103348]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=103348) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 13:07:05.262807 dv-cinder-830097-4-iscsi neutron-server[103348]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=103348) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 13:07:05.262980 dv-cinder-830097-4-iscsi neutron-server[103348]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=103348) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 13:07:05.263093 dv-cinder-830097-4-iscsi neutron-server[103348]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=103348) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 13:07:05.263247 dv-cinder-830097-4-iscsi neutron-server[103348]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=103348) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 13:07:05.263680 dv-cinder-830097-4-iscsi neutron-server[103348]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=103348) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 13:07:05.263680 dv-cinder-830097-4-iscsi neutron-server[103348]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=103348) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 13:07:05.264941 dv-cinder-830097-4-iscsi neutron-server[103348]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=103348) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 13:07:05.265220 dv-cinder-830097-4-iscsi neutron-server[103348]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=103348) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 13:07:05.266272 dv-cinder-830097-4-iscsi neutron-server[103348]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=103348) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 13:07:05.266272 dv-cinder-830097-4-iscsi neutron-server[103348]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=103348) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 13:07:05.266272 dv-cinder-830097-4-iscsi neutron-server[103348]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=103348) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 13:07:05.266272 dv-cinder-830097-4-iscsi neutron-server[103348]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=103348) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 13:07:05.266272 dv-cinder-830097-4-iscsi neutron-server[103348]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=103348) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 13:07:05.266637 dv-cinder-830097-4-iscsi neutron-server[103348]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=103348) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 13:07:05.266851 dv-cinder-830097-4-iscsi neutron-server[103348]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=103348) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 13:07:05.267106 dv-cinder-830097-4-iscsi neutron-server[103348]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=103348) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 13:07:05.267359 dv-cinder-830097-4-iscsi neutron-server[103348]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=103348) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 13:07:05.267585 dv-cinder-830097-4-iscsi neutron-server[103348]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=103348) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 13:07:05.267807 dv-cinder-830097-4-iscsi neutron-server[103348]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=103348) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 13:07:05.268031 dv-cinder-830097-4-iscsi neutron-server[103348]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=103348) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 13:07:05.268259 dv-cinder-830097-4-iscsi neutron-server[103348]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=103348) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 13:07:05.268480 dv-cinder-830097-4-iscsi neutron-server[103348]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=103348) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 13:07:05.268952 dv-cinder-830097-4-iscsi neutron-server[103348]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=103348) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 13:07:05.268952 dv-cinder-830097-4-iscsi neutron-server[103348]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=103348) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 13:07:05.269212 dv-cinder-830097-4-iscsi neutron-server[103348]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=103348) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 13:07:05.269379 dv-cinder-830097-4-iscsi neutron-server[103348]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=103348) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 13:07:05.269604 dv-cinder-830097-4-iscsi neutron-server[103348]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=103348) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 13:07:05.269769 dv-cinder-830097-4-iscsi neutron-server[103348]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=103348) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 13:07:05.269932 dv-cinder-830097-4-iscsi neutron-server[103348]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=103348) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 13:07:05.270097 dv-cinder-830097-4-iscsi neutron-server[103348]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=103348) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 13:07:05.270239 dv-cinder-830097-4-iscsi neutron-server[103348]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=103348) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 13:07:05.270406 dv-cinder-830097-4-iscsi neutron-server[103348]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=103348) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 13:07:05.270567 dv-cinder-830097-4-iscsi neutron-server[103348]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=103348) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 13:07:05.270726 dv-cinder-830097-4-iscsi neutron-server[103348]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=103348) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 13:07:05.270885 dv-cinder-830097-4-iscsi neutron-server[103348]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=103348) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 13:07:05.271045 dv-cinder-830097-4-iscsi neutron-server[103348]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=103348) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 13:07:05.271207 dv-cinder-830097-4-iscsi neutron-server[103348]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=103348) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 13:07:05.271367 dv-cinder-830097-4-iscsi neutron-server[103348]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=103348) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 13:07:05.271527 dv-cinder-830097-4-iscsi neutron-server[103348]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=103348) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 13:07:05.272215 dv-cinder-830097-4-iscsi neutron-server[103348]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=103348) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 13:07:05.272376 dv-cinder-830097-4-iscsi neutron-server[103348]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=103348) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 13:07:05.272579 dv-cinder-830097-4-iscsi neutron-server[103348]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_quorum_queue = False {{(pid=103348) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 13:07:05.272854 dv-cinder-830097-4-iscsi neutron-server[103348]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=103348) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 13:07:05.272854 dv-cinder-830097-4-iscsi neutron-server[103348]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=103348) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 13:07:05.273091 dv-cinder-830097-4-iscsi neutron-server[103348]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=103348) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 13:07:05.273197 dv-cinder-830097-4-iscsi neutron-server[103348]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=103348) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 13:07:05.273303 dv-cinder-830097-4-iscsi neutron-server[103348]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=103348) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 13:07:05.273443 dv-cinder-830097-4-iscsi neutron-server[103348]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=103348) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 13:07:05.273695 dv-cinder-830097-4-iscsi neutron-server[103348]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=103348) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 13:07:05.273836 dv-cinder-830097-4-iscsi neutron-server[103348]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=103348) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 13:07:05.273961 dv-cinder-830097-4-iscsi neutron-server[103348]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=103348) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 13:07:05.274085 dv-cinder-830097-4-iscsi neutron-server[103348]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=103348) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 13:07:05.274332 dv-cinder-830097-4-iscsi neutron-server[103348]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=103348) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 13:07:05.274487 dv-cinder-830097-4-iscsi neutron-server[103348]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=103348) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 13:07:05.276058 dv-cinder-830097-4-iscsi neutron-server[103348]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=103348) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 13:07:05.276058 dv-cinder-830097-4-iscsi neutron-server[103348]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=103348) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 13:07:05.276058 dv-cinder-830097-4-iscsi neutron-server[103348]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=103348) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 13:07:05.276058 dv-cinder-830097-4-iscsi neutron-server[103348]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=103348) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 13:07:05.276058 dv-cinder-830097-4-iscsi neutron-server[103348]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=103348) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 13:07:05.276058 dv-cinder-830097-4-iscsi neutron-server[103348]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=103348) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 13:07:05.276058 dv-cinder-830097-4-iscsi neutron-server[103348]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=103348) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 13:07:05.276058 dv-cinder-830097-4-iscsi neutron-server[103348]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=103348) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 13:07:05.277046 dv-cinder-830097-4-iscsi neutron-server[103348]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=103348) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 13:07:05.277046 dv-cinder-830097-4-iscsi neutron-server[103348]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=103348) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 13:07:05.277046 dv-cinder-830097-4-iscsi neutron-server[103348]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=103348) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 13:07:05.277046 dv-cinder-830097-4-iscsi neutron-server[103348]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=103348) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 13:07:05.277046 dv-cinder-830097-4-iscsi neutron-server[103348]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=103348) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 13:07:05.277046 dv-cinder-830097-4-iscsi neutron-server[103348]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=103348) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 13:07:05.277046 dv-cinder-830097-4-iscsi neutron-server[103348]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=103348) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 13:07:05.277046 dv-cinder-830097-4-iscsi neutron-server[103348]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=103348) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 13:07:05.277535 dv-cinder-830097-4-iscsi neutron-server[103348]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=103348) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 13:07:05.277535 dv-cinder-830097-4-iscsi neutron-server[103348]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=103348) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 13:07:05.277535 dv-cinder-830097-4-iscsi neutron-server[103348]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=103348) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 13:07:05.277535 dv-cinder-830097-4-iscsi neutron-server[103348]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=103348) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 13:07:05.277757 dv-cinder-830097-4-iscsi neutron-server[103348]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=103348) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 13:07:05.277823 dv-cinder-830097-4-iscsi neutron-server[103348]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=103348) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 13:07:05.277975 dv-cinder-830097-4-iscsi neutron-server[103348]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=103348) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 13:07:05.278106 dv-cinder-830097-4-iscsi neutron-server[103348]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=103348) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 13:07:05.278259 dv-cinder-830097-4-iscsi neutron-server[103348]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=103348) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 13:07:05.278413 dv-cinder-830097-4-iscsi neutron-server[103348]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=103348) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 13:07:05.278566 dv-cinder-830097-4-iscsi neutron-server[103348]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=103348) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 13:07:05.279009 dv-cinder-830097-4-iscsi neutron-server[103348]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=103348) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 13:07:05.279009 dv-cinder-830097-4-iscsi neutron-server[103348]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.18/identity {{(pid=103348) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 13:07:05.279009 dv-cinder-830097-4-iscsi neutron-server[103348]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=103348) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 13:07:05.279227 dv-cinder-830097-4-iscsi neutron-server[103348]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=103348) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 13:07:05.279316 dv-cinder-830097-4-iscsi neutron-server[103348]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=103348) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 13:07:05.279470 dv-cinder-830097-4-iscsi neutron-server[103348]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=103348) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 13:07:05.279884 dv-cinder-830097-4-iscsi neutron-server[103348]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=103348) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 13:07:05.279884 dv-cinder-830097-4-iscsi neutron-server[103348]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=103348) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 13:07:05.280052 dv-cinder-830097-4-iscsi neutron-server[103348]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=103348) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 13:07:05.280167 dv-cinder-830097-4-iscsi neutron-server[103348]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=103348) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 13:07:05.280319 dv-cinder-830097-4-iscsi neutron-server[103348]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=103348) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 13:07:05.280472 dv-cinder-830097-4-iscsi neutron-server[103348]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=103348) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 13:07:05.280625 dv-cinder-830097-4-iscsi neutron-server[103348]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=103348) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 13:07:05.280818 dv-cinder-830097-4-iscsi neutron-server[103348]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=103348) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 13:07:05.281838 dv-cinder-830097-4-iscsi neutron-server[103348]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=103348) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 13:07:05.281973 dv-cinder-830097-4-iscsi neutron-server[103348]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=103348) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 13:07:05.282127 dv-cinder-830097-4-iscsi neutron-server[103348]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=103348) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 13:07:05.282282 dv-cinder-830097-4-iscsi neutron-server[103348]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=103348) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 13:07:05.282560 dv-cinder-830097-4-iscsi neutron-server[103348]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=103348) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 13:07:05.282649 dv-cinder-830097-4-iscsi neutron-server[103348]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=103348) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 13:07:05.282899 dv-cinder-830097-4-iscsi neutron-server[103348]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=103348) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 13:07:05.282899 dv-cinder-830097-4-iscsi neutron-server[103348]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=103348) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 13:07:05.283044 dv-cinder-830097-4-iscsi neutron-server[103348]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=103348) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 13:07:05.283185 dv-cinder-830097-4-iscsi neutron-server[103348]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=103348) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 13:07:05.283337 dv-cinder-830097-4-iscsi neutron-server[103348]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=103348) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 13:07:05.283501 dv-cinder-830097-4-iscsi neutron-server[103348]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=103348) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 13:07:05.283658 dv-cinder-830097-4-iscsi neutron-server[103348]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=103348) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 13:07:05.283831 dv-cinder-830097-4-iscsi neutron-server[103348]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=103348) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 13:07:05.283978 dv-cinder-830097-4-iscsi neutron-server[103348]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=103348) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 13:07:05.284137 dv-cinder-830097-4-iscsi neutron-server[103348]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=103348) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 13:07:05.284399 dv-cinder-830097-4-iscsi neutron-server[103348]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=103348) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 13:07:05.284566 dv-cinder-830097-4-iscsi neutron-server[103348]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=103348) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 13:07:05.284726 dv-cinder-830097-4-iscsi neutron-server[103348]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=103348) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 13:07:05.284906 dv-cinder-830097-4-iscsi neutron-server[103348]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=103348) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 13:07:05.285069 dv-cinder-830097-4-iscsi neutron-server[103348]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=103348) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 13:07:05.285229 dv-cinder-830097-4-iscsi neutron-server[103348]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=103348) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 13:07:05.286344 dv-cinder-830097-4-iscsi neutron-server[103348]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=103348) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 13:07:05.286344 dv-cinder-830097-4-iscsi neutron-server[103348]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=103348) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 13:07:05.286344 dv-cinder-830097-4-iscsi neutron-server[103348]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=103348) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 13:07:05.286344 dv-cinder-830097-4-iscsi neutron-server[103348]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=103348) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 13:07:05.286344 dv-cinder-830097-4-iscsi neutron-server[103348]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=103348) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 13:07:05.286344 dv-cinder-830097-4-iscsi neutron-server[103348]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=103348) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 13:07:05.286344 dv-cinder-830097-4-iscsi neutron-server[103348]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=103348) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 13:07:05.286769 dv-cinder-830097-4-iscsi neutron-server[103348]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=103348) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 13:07:05.286769 dv-cinder-830097-4-iscsi neutron-server[103348]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=103348) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 13:07:05.286769 dv-cinder-830097-4-iscsi neutron-server[103348]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=103348) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 13:07:05.286941 dv-cinder-830097-4-iscsi neutron-server[103348]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=103348) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 13:07:05.287034 dv-cinder-830097-4-iscsi neutron-server[103348]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=103348) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 13:07:05.287190 dv-cinder-830097-4-iscsi neutron-server[103348]: DEBUG oslo_service.service [-] cache.dead_timeout = 60.0 {{(pid=103348) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 13:07:05.287410 dv-cinder-830097-4-iscsi neutron-server[103348]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=103348) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 13:07:05.288244 dv-cinder-830097-4-iscsi neutron-server[103348]: DEBUG oslo_service.service [-] cache.enable_retry_client = False {{(pid=103348) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 13:07:05.288244 dv-cinder-830097-4-iscsi neutron-server[103348]: DEBUG oslo_service.service [-] cache.enable_socket_keepalive = False {{(pid=103348) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 13:07:05.288673 dv-cinder-830097-4-iscsi neutron-server[103348]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=103348) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 13:07:05.288673 dv-cinder-830097-4-iscsi neutron-server[103348]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=103348) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 13:07:05.288980 dv-cinder-830097-4-iscsi neutron-server[103348]: DEBUG oslo_service.service [-] cache.hashclient_retry_attempts = 2 {{(pid=103348) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 13:07:05.288980 dv-cinder-830097-4-iscsi neutron-server[103348]: DEBUG oslo_service.service [-] cache.hashclient_retry_delay = 1.0 {{(pid=103348) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 13:07:05.289173 dv-cinder-830097-4-iscsi neutron-server[103348]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=103348) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 13:07:05.289278 dv-cinder-830097-4-iscsi neutron-server[103348]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=103348) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 13:07:05.289383 dv-cinder-830097-4-iscsi neutron-server[103348]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=103348) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 13:07:05.289573 dv-cinder-830097-4-iscsi neutron-server[103348]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=103348) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 13:07:05.289696 dv-cinder-830097-4-iscsi neutron-server[103348]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=103348) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 13:07:05.289858 dv-cinder-830097-4-iscsi neutron-server[103348]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=103348) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 13:07:05.290019 dv-cinder-830097-4-iscsi neutron-server[103348]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=103348) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 13:07:05.290244 dv-cinder-830097-4-iscsi neutron-server[103348]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=103348) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 13:07:05.290314 dv-cinder-830097-4-iscsi neutron-server[103348]: DEBUG oslo_service.service [-] cache.retry_attempts = 2 {{(pid=103348) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 13:07:05.290474 dv-cinder-830097-4-iscsi neutron-server[103348]: DEBUG oslo_service.service [-] cache.retry_delay = 0.0 {{(pid=103348) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 13:07:05.291469 dv-cinder-830097-4-iscsi neutron-server[103348]: DEBUG oslo_service.service [-] cache.socket_keepalive_count = 1 {{(pid=103348) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 13:07:05.291469 dv-cinder-830097-4-iscsi neutron-server[103348]: DEBUG oslo_service.service [-] cache.socket_keepalive_idle = 1 {{(pid=103348) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 13:07:05.291469 dv-cinder-830097-4-iscsi neutron-server[103348]: DEBUG oslo_service.service [-] cache.socket_keepalive_interval = 1 {{(pid=103348) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 13:07:05.291469 dv-cinder-830097-4-iscsi neutron-server[103348]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=103348) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 13:07:05.291469 dv-cinder-830097-4-iscsi neutron-server[103348]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=103348) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 13:07:05.291469 dv-cinder-830097-4-iscsi neutron-server[103348]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=103348) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 13:07:05.292809 dv-cinder-830097-4-iscsi neutron-server[103348]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=103348) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 13:07:05.292809 dv-cinder-830097-4-iscsi neutron-server[103348]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=103348) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 13:07:05.292809 dv-cinder-830097-4-iscsi neutron-server[103348]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=103348) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 13:07:05.292809 dv-cinder-830097-4-iscsi neutron-server[103348]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=103348) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 13:07:05.292809 dv-cinder-830097-4-iscsi neutron-server[103348]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=103348) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 13:07:05.292809 dv-cinder-830097-4-iscsi neutron-server[103348]: DEBUG oslo_service.service [-] privsep.logger_name = oslo_privsep.daemon {{(pid=103348) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 13:07:05.292809 dv-cinder-830097-4-iscsi neutron-server[103348]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=103348) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 13:07:05.292809 dv-cinder-830097-4-iscsi neutron-server[103348]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=103348) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 13:07:05.293281 dv-cinder-830097-4-iscsi neutron-server[103348]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=103348) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 13:07:05.293281 dv-cinder-830097-4-iscsi neutron-server[103348]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=103348) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 13:07:05.293281 dv-cinder-830097-4-iscsi neutron-server[103348]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=103348) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 13:07:05.293281 dv-cinder-830097-4-iscsi neutron-server[103348]: DEBUG oslo_service.service [-] privsep_dhcp_release.logger_name = oslo_privsep.daemon {{(pid=103348) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 13:07:05.293281 dv-cinder-830097-4-iscsi neutron-server[103348]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=103348) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 13:07:05.293564 dv-cinder-830097-4-iscsi neutron-server[103348]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=103348) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 13:07:05.293643 dv-cinder-830097-4-iscsi neutron-server[103348]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=103348) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 13:07:05.293733 dv-cinder-830097-4-iscsi neutron-server[103348]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=103348) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 13:07:05.293887 dv-cinder-830097-4-iscsi neutron-server[103348]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=103348) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 13:07:05.294038 dv-cinder-830097-4-iscsi neutron-server[103348]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.logger_name = oslo_privsep.daemon {{(pid=103348) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 13:07:05.294223 dv-cinder-830097-4-iscsi neutron-server[103348]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=103348) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 13:07:05.294473 dv-cinder-830097-4-iscsi neutron-server[103348]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=103348) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 13:07:05.294570 dv-cinder-830097-4-iscsi neutron-server[103348]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=103348) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 13:07:05.294729 dv-cinder-830097-4-iscsi neutron-server[103348]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=103348) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 13:07:05.294886 dv-cinder-830097-4-iscsi neutron-server[103348]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=103348) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 13:07:05.295123 dv-cinder-830097-4-iscsi neutron-server[103348]: DEBUG oslo_service.service [-] privsep_namespace.logger_name = oslo_privsep.daemon {{(pid=103348) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 13:07:05.295338 dv-cinder-830097-4-iscsi neutron-server[103348]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=103348) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 13:07:05.295338 dv-cinder-830097-4-iscsi neutron-server[103348]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=103348) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 13:07:05.295497 dv-cinder-830097-4-iscsi neutron-server[103348]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=103348) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 13:07:05.295659 dv-cinder-830097-4-iscsi neutron-server[103348]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=103348) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 13:07:05.295817 dv-cinder-830097-4-iscsi neutron-server[103348]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=103348) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 13:07:05.296039 dv-cinder-830097-4-iscsi neutron-server[103348]: DEBUG oslo_service.service [-] privsep_conntrack.logger_name = oslo_privsep.daemon {{(pid=103348) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 13:07:05.296131 dv-cinder-830097-4-iscsi neutron-server[103348]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=103348) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 13:07:05.296266 dv-cinder-830097-4-iscsi neutron-server[103348]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=103348) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 13:07:05.296433 dv-cinder-830097-4-iscsi neutron-server[103348]: DEBUG oslo_service.service [-] privsep_link.capabilities = [12, 21] {{(pid=103348) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 13:07:05.296591 dv-cinder-830097-4-iscsi neutron-server[103348]: DEBUG oslo_service.service [-] privsep_link.group = None {{(pid=103348) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 13:07:05.296748 dv-cinder-830097-4-iscsi neutron-server[103348]: DEBUG oslo_service.service [-] privsep_link.helper_command = None {{(pid=103348) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 13:07:05.296955 dv-cinder-830097-4-iscsi neutron-server[103348]: DEBUG oslo_service.service [-] privsep_link.logger_name = oslo_privsep.daemon {{(pid=103348) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 13:07:05.297148 dv-cinder-830097-4-iscsi neutron-server[103348]: DEBUG oslo_service.service [-] privsep_link.thread_pool_size = 4 {{(pid=103348) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 13:07:05.297307 dv-cinder-830097-4-iscsi neutron-server[103348]: DEBUG oslo_service.service [-] privsep_link.user = None {{(pid=103348) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 13:07:05.297475 dv-cinder-830097-4-iscsi neutron-server[103348]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=103348) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 13:07:05.297634 dv-cinder-830097-4-iscsi neutron-server[103348]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=103348) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 13:07:05.297794 dv-cinder-830097-4-iscsi neutron-server[103348]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=103348) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 13:07:05.297961 dv-cinder-830097-4-iscsi neutron-server[103348]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=103348) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 13:07:05.298119 dv-cinder-830097-4-iscsi neutron-server[103348]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=103348) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 13:07:05.298295 dv-cinder-830097-4-iscsi neutron-server[103348]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=103348) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 13:07:05.298434 dv-cinder-830097-4-iscsi neutron-server[103348]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=103348) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 13:07:05.298604 dv-cinder-830097-4-iscsi neutron-server[103348]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=103348) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 13:07:05.298763 dv-cinder-830097-4-iscsi neutron-server[103348]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=103348) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 13:07:05.298925 dv-cinder-830097-4-iscsi neutron-server[103348]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=103348) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 13:07:05.299120 dv-cinder-830097-4-iscsi neutron-server[103348]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=103348) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 13:07:05.299238 dv-cinder-830097-4-iscsi neutron-server[103348]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=103348) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 13:07:05.299397 dv-cinder-830097-4-iscsi neutron-server[103348]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=103348) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 13:07:05.299558 dv-cinder-830097-4-iscsi neutron-server[103348]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=103348) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 13:07:05.299718 dv-cinder-830097-4-iscsi neutron-server[103348]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=103348) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 13:07:05.299883 dv-cinder-830097-4-iscsi neutron-server[103348]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=103348) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 13:07:05.300048 dv-cinder-830097-4-iscsi neutron-server[103348]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=103348) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 13:07:05.300805 dv-cinder-830097-4-iscsi neutron-server[103348]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=103348) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 13:07:05.300805 dv-cinder-830097-4-iscsi neutron-server[103348]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=103348) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 13:07:05.300805 dv-cinder-830097-4-iscsi neutron-server[103348]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:200:249'] {{(pid=103348) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 13:07:05.300805 dv-cinder-830097-4-iscsi neutron-server[103348]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=103348) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 13:07:05.301428 dv-cinder-830097-4-iscsi neutron-server[103348]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=103348) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 13:07:05.301602 dv-cinder-830097-4-iscsi neutron-server[103348]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=103348) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 13:07:05.301775 dv-cinder-830097-4-iscsi neutron-server[103348]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=103348) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 13:07:05.301935 dv-cinder-830097-4-iscsi neutron-server[103348]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=103348) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 13:07:05.302950 dv-cinder-830097-4-iscsi neutron-server[103348]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=103348) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 13:07:05.302950 dv-cinder-830097-4-iscsi neutron-server[103348]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=103348) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 13:07:05.302950 dv-cinder-830097-4-iscsi neutron-server[103348]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=103348) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 13:07:05.302950 dv-cinder-830097-4-iscsi neutron-server[103348]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=103348) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 13:07:05.302950 dv-cinder-830097-4-iscsi neutron-server[103348]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=103348) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 13:07:05.302950 dv-cinder-830097-4-iscsi neutron-server[103348]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=103348) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 13:07:05.303317 dv-cinder-830097-4-iscsi neutron-server[103348]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=103348) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 13:07:05.303317 dv-cinder-830097-4-iscsi neutron-server[103348]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=103348) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 13:07:05.303317 dv-cinder-830097-4-iscsi neutron-server[103348]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=103348) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 13:07:05.303502 dv-cinder-830097-4-iscsi neutron-server[103348]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=103348) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 13:07:05.303590 dv-cinder-830097-4-iscsi neutron-server[103348]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=103348) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 13:07:05.303747 dv-cinder-830097-4-iscsi neutron-server[103348]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=103348) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 13:07:05.303906 dv-cinder-830097-4-iscsi neutron-server[103348]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=103348) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 13:07:05.304101 dv-cinder-830097-4-iscsi neutron-server[103348]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=103348) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 13:07:05.304223 dv-cinder-830097-4-iscsi neutron-server[103348]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=103348) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 13:07:05.304380 dv-cinder-830097-4-iscsi neutron-server[103348]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=103348) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 13:07:05.304542 dv-cinder-830097-4-iscsi neutron-server[103348]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=103348) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 13:07:05.304699 dv-cinder-830097-4-iscsi neutron-server[103348]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=103348) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 13:07:05.304873 dv-cinder-830097-4-iscsi neutron-server[103348]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=103348) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Apr 12 13:07:16.738294 dv-cinder-830097-4-iscsi neutron-server[103459]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0cac8f58-adbd-49f9-8feb-b2e57c3b3f6e None None] get_active_networks_info from dv-cinder-830097-4-iscsi {{(pid=103459) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:159}} Apr 12 13:07:16.815546 dv-cinder-830097-4-iscsi neutron-server[103459]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0cac8f58-adbd-49f9-8feb-b2e57c3b3f6e None None] No non-hosted networks {{(pid=103459) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:60}} Apr 12 13:07:16.829377 dv-cinder-830097-4-iscsi neutron-server[103459]: DEBUG neutron.db.agentschedulers_db [None req-0cac8f58-adbd-49f9-8feb-b2e57c3b3f6e None None] DHCP Agent not found on host dv-cinder-830097-4-iscsi {{(pid=103459) list_active_networks_on_active_dhcp_agent /opt/stack/neutron/neutron/db/agentschedulers_db.py:455}} Apr 12 13:07:16.919479 dv-cinder-830097-4-iscsi neutron-server[103459]: DEBUG neutron_lib.callbacks.manager [None req-a1ef6955-fbc3-4481-95a0-351b086be3db None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732727929501', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-3799731'] for agent (246ca497-e2ee-4e0b-b432-b4153c207e5f), after_create {{(pid=103459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:07:19.315328 dv-cinder-830097-4-iscsi neutron-server[103459]: DEBUG neutron_lib.callbacks.manager [None req-d6342112-d4e0-41db-bfcb-48085eb5753e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732727929501', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-3799731'] for agent (b7e11a8b-aeed-493f-9763-461016dddc93), after_create {{(pid=103459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:07:19.355026 dv-cinder-830097-4-iscsi neutron-server[103459]: DEBUG neutron_lib.callbacks.manager [None req-8c545e52-7f0d-4c40-b1fc-3b9f9487e5ac None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732727929501', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-657397'] for agent (b7e11a8b-aeed-493f-9763-461016dddc93), after_update {{(pid=103459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:07:19.896127 dv-cinder-830097-4-iscsi neutron-server[103457]: DEBUG neutron.wsgi [-] (103457) accepted ('10.222.0.18', 38648) {{(pid=103457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 13:07:20.222450 dv-cinder-830097-4-iscsi neutron-server[103459]: DEBUG neutron_lib.callbacks.manager [None req-f20c20fe-5767-407a-9f30-b36f01c50254 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732727929501', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-3799731'] for agent (1e8a91c7-94d1-4b17-9536-32bc01f44a9b), after_create {{(pid=103459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:07:20.602273 dv-cinder-830097-4-iscsi neutron-server[103457]: WARNING oslo_policy.policy [None req-b8349371-f8b1-4afd-b358-6a1ea8ce768c admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Apr 12 13:07:20.603228 dv-cinder-830097-4-iscsi neutron-server[103457]: WARNING oslo_policy.policy [None req-b8349371-f8b1-4afd-b358-6a1ea8ce768c admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Apr 12 13:07:20.837431 dv-cinder-830097-4-iscsi neutron-server[103457]: DEBUG neutron.wsgi [None req-b8349371-f8b1-4afd-b358-6a1ea8ce768c admin admin] http://10.222.0.18:9696/v2.0/extensions returned with HTTP 200 {{(pid=103457) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Apr 12 13:07:20.838946 dv-cinder-830097-4-iscsi neutron-server[103457]: INFO neutron.wsgi [None req-b8349371-f8b1-4afd-b358-6a1ea8ce768c admin admin] 10.222.0.18 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.9404340 Apr 12 13:07:21.351975 dv-cinder-830097-4-iscsi neutron-server[103459]: DEBUG neutron_lib.callbacks.manager [None req-09c91955-1169-4ba5-b480-d25faf385fa1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732727929501', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-3799731'] for agent (6571c785-b050-42b7-b6d0-d71237f75507), after_create {{(pid=103459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:07:23.169600 dv-cinder-830097-4-iscsi neutron-server[103459]: DEBUG neutron_lib.callbacks.manager [None req-53781792-8650-4c78-93a6-1c4d328d874c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732727929501', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-3799731'] for agent (3f2daa45-5e56-452b-8a21-b519edfce99e), after_create {{(pid=103459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:07:23.170380 dv-cinder-830097-4-iscsi neutron-server[103459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53781792-8650-4c78-93a6-1c4d328d874c None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-830097-4-iscsi {{(pid=103459) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 13:07:23.170714 dv-cinder-830097-4-iscsi neutron-server[103459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53781792-8650-4c78-93a6-1c4d328d874c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830097-4-iscsi {{(pid=103459) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 13:07:23.171035 dv-cinder-830097-4-iscsi neutron-server[103459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53781792-8650-4c78-93a6-1c4d328d874c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830097-4-iscsi {{(pid=103459) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 13:07:23.171667 dv-cinder-830097-4-iscsi neutron-server[103459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53781792-8650-4c78-93a6-1c4d328d874c None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-830097-4-iscsi {{(pid=103459) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 13:07:23.171962 dv-cinder-830097-4-iscsi neutron-server[103459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53781792-8650-4c78-93a6-1c4d328d874c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830097-4-iscsi {{(pid=103459) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 13:07:23.172312 dv-cinder-830097-4-iscsi neutron-server[103459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53781792-8650-4c78-93a6-1c4d328d874c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830097-4-iscsi {{(pid=103459) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 13:07:23.172909 dv-cinder-830097-4-iscsi neutron-server[103459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53781792-8650-4c78-93a6-1c4d328d874c None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-830097-4-iscsi {{(pid=103459) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 13:07:23.173448 dv-cinder-830097-4-iscsi neutron-server[103459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53781792-8650-4c78-93a6-1c4d328d874c None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830097-4-iscsi {{(pid=103459) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 13:07:23.173800 dv-cinder-830097-4-iscsi neutron-server[103459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53781792-8650-4c78-93a6-1c4d328d874c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830097-4-iscsi {{(pid=103459) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 13:07:23.174124 dv-cinder-830097-4-iscsi neutron-server[103459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53781792-8650-4c78-93a6-1c4d328d874c None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-830097-4-iscsi {{(pid=103459) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 13:07:23.174468 dv-cinder-830097-4-iscsi neutron-server[103459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53781792-8650-4c78-93a6-1c4d328d874c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830097-4-iscsi {{(pid=103459) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 13:07:23.174787 dv-cinder-830097-4-iscsi neutron-server[103459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53781792-8650-4c78-93a6-1c4d328d874c None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830097-4-iscsi {{(pid=103459) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 13:07:23.175113 dv-cinder-830097-4-iscsi neutron-server[103459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53781792-8650-4c78-93a6-1c4d328d874c None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830097-4-iscsi {{(pid=103459) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 13:07:23.175431 dv-cinder-830097-4-iscsi neutron-server[103459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53781792-8650-4c78-93a6-1c4d328d874c None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830097-4-iscsi {{(pid=103459) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 13:07:23.175791 dv-cinder-830097-4-iscsi neutron-server[103459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53781792-8650-4c78-93a6-1c4d328d874c None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830097-4-iscsi {{(pid=103459) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 13:07:23.176187 dv-cinder-830097-4-iscsi neutron-server[103459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53781792-8650-4c78-93a6-1c4d328d874c None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServersRpcApi method report_agent_resource_versions called with arguments (, 'Open vSwitch agent', 'dv-cinder-830097-4-iscsi', {'QosPolicy': '1.10', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.3', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2', 'LocalIPAssociation': '1.0', 'NDPProxy': '1.0', 'Agent': '1.1'}) {} {{(pid=103459) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 13:07:23.192608 dv-cinder-830097-4-iscsi neutron-server[103459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53781792-8650-4c78-93a6-1c4d328d874c None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServerRpcCallback method report_agent_resource_versions called with arguments (,) {'agent_type': 'Open vSwitch agent', 'agent_host': 'dv-cinder-830097-4-iscsi', 'version_map': {'QosPolicy': '1.10', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.3', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2', 'LocalIPAssociation': '1.0', 'NDPProxy': '1.0', 'Agent': '1.1'}} {{(pid=103459) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 13:07:23.503177 dv-cinder-830097-4-iscsi neutron-server[103457]: DEBUG neutron.wsgi [-] (103457) accepted ('10.222.0.18', 38682) {{(pid=103457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 13:07:23.589407 dv-cinder-830097-4-iscsi neutron-server[103459]: INFO neutron.db.l3_hamode_db [None req-98d93fb6-1758-4056-ac13-33cd48e20222 None None] Number of active agents lower than max_l3_agents_per_router. L3 agents available: 1 Apr 12 13:07:23.668600 dv-cinder-830097-4-iscsi neutron-server[103459]: DEBUG neutron.db.l3_dvrscheduler_db [None req-98d93fb6-1758-4056-ac13-33cd48e20222 None None] Routers set() bound to L3 agent in host dv-cinder-830097-4-iscsi {{(pid=103459) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 12 13:07:23.668972 dv-cinder-830097-4-iscsi neutron-server[103459]: DEBUG neutron.db.l3_dvrscheduler_db [None req-98d93fb6-1758-4056-ac13-33cd48e20222 None None] Router IDs set() for agent in host dv-cinder-830097-4-iscsi {{(pid=103459) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:463}} Apr 12 13:07:23.819988 dv-cinder-830097-4-iscsi neutron-server[103457]: DEBUG neutron.api.v2.base [None req-9cd4c27f-d39d-40b4-941e-5b9ac92ca535 admin admin] Request body: {'subnetpool': {'default_prefixlen': 26, 'name': 'shared-default-subnetpool-v4', 'is_default': True, 'prefixes': ['172.20.0.0/16'], 'shared': True}} {{(pid=103457) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 12 13:07:23.912677 dv-cinder-830097-4-iscsi neutron-server[103457]: DEBUG neutron.policy [None req-9cd4c27f-d39d-40b4-941e-5b9ac92ca535 admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=103457) register_rules /opt/stack/neutron/neutron/policy.py:73}} Apr 12 13:07:23.954955 dv-cinder-830097-4-iscsi neutron-server[103457]: WARNING oslo_policy.policy [None req-9cd4c27f-d39d-40b4-941e-5b9ac92ca535 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Apr 12 13:07:23.955335 dv-cinder-830097-4-iscsi neutron-server[103457]: WARNING oslo_policy.policy [None req-9cd4c27f-d39d-40b4-941e-5b9ac92ca535 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Apr 12 13:07:24.056662 dv-cinder-830097-4-iscsi neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-9cd4c27f-d39d-40b4-941e-5b9ac92ca535 admin admin] Publish callbacks ['neutron.objects.securitygroup.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8732725859628', 'neutron.objects.address_group.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8732725860152', 'neutron.objects.network.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8732725843948', 'neutron.objects.qos.policy.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8732725768310', 'neutron.objects.subnetpool.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8732725762418', 'neutron.objects.address_scope.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8732725755267', 'neutron.plugins.ml2.plugin.External_net_db_mixin._process_ext_policy_create-750735', 'neutron.plugins.ml2.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-694450', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-3699003', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-3732310'] for rbac-policy (None), before_create {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:07:24.126881 dv-cinder-830097-4-iscsi neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-9cd4c27f-d39d-40b4-941e-5b9ac92ca535 admin admin] Publish callbacks [] for subnetpool (None), before_response {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:07:24.128138 dv-cinder-830097-4-iscsi neutron-server[103457]: INFO neutron.wsgi [None req-9cd4c27f-d39d-40b4-941e-5b9ac92ca535 admin admin] 10.222.0.18 "POST /v2.0/subnetpools HTTP/1.1" status: 201 len: 739 time: 0.6240597 Apr 12 13:07:26.641008 dv-cinder-830097-4-iscsi neutron-server[103457]: DEBUG neutron.wsgi [-] (103457) accepted ('10.222.0.18', 38694) {{(pid=103457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 13:07:26.949035 dv-cinder-830097-4-iscsi neutron-server[103457]: DEBUG neutron.api.v2.base [None req-6228da7d-5054-433c-8550-eb311609065c demo demo] Request body: {'network': {'name': 'private', 'admin_state_up': True}} {{(pid=103457) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 12 13:07:26.977878 dv-cinder-830097-4-iscsi neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6228da7d-5054-433c-8550-eb311609065c demo demo] Made reservation on behalf of 09d0f0684a9f444ebe1af379b0c52ba9 for: {'network': 1} {{(pid=103457) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 12 13:07:26.981525 dv-cinder-830097-4-iscsi neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-6228da7d-5054-433c-8550-eb311609065c demo demo] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-916304'] for network (None), before_create {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:07:26.998076 dv-cinder-830097-4-iscsi neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-6228da7d-5054-433c-8550-eb311609065c demo demo] Publish callbacks [] for security_group (None), before_create {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:07:27.107896 dv-cinder-830097-4-iscsi neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-6228da7d-5054-433c-8550-eb311609065c demo demo] Publish callbacks [] for security_group (8659e3ab-0a61-43f4-a945-a8b21f4b5f51), precommit_create {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:07:27.110957 dv-cinder-830097-4-iscsi neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-6228da7d-5054-433c-8550-eb311609065c demo demo] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3691807'] for security_group (8659e3ab-0a61-43f4-a945-a8b21f4b5f51), after_create {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:07:27.136472 dv-cinder-830097-4-iscsi neutron-server[103457]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6228da7d-5054-433c-8550-eb311609065c demo demo] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 232} {{(pid=103457) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 12 13:07:27.170882 dv-cinder-830097-4-iscsi neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-6228da7d-5054-433c-8550-eb311609065c demo demo] Publish callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8732727929510', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-715442'] for segment (85136d3d-5c19-475f-ae67-685e3114292a), precommit_create {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:07:27.171526 dv-cinder-830097-4-iscsi neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-6228da7d-5054-433c-8550-eb311609065c demo demo] Unsubscribe: segment precommit_create {{(pid=103457) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Apr 12 13:07:27.177799 dv-cinder-830097-4-iscsi neutron-server[103457]: INFO neutron.db.segments_db [None req-6228da7d-5054-433c-8550-eb311609065c demo demo] Added segment 85136d3d-5c19-475f-ae67-685e3114292a of type vlan for network d7f42b33-cfdd-4033-a23f-c1c43e784b63 Apr 12 13:07:27.194078 dv-cinder-830097-4-iscsi neutron-server[103457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6228da7d-5054-433c-8550-eb311609065c demo demo] Pushing event updated for resources: {'SecurityGroup': ['ID=8659e3ab-0a61-43f4-a945-a8b21f4b5f51,revision_number=1']} {{(pid=103457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 13:07:27.220186 dv-cinder-830097-4-iscsi neutron-server[103457]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6228da7d-5054-433c-8550-eb311609065c demo demo] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830097-4-iscsi {{(pid=103457) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 13:07:27.220527 dv-cinder-830097-4-iscsi neutron-server[103457]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6228da7d-5054-433c-8550-eb311609065c demo demo] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830097-4-iscsi {{(pid=103457) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 13:07:27.220909 dv-cinder-830097-4-iscsi neutron-server[103457]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6228da7d-5054-433c-8550-eb311609065c demo demo] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830097-4-iscsi {{(pid=103457) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 13:07:27.221264 dv-cinder-830097-4-iscsi neutron-server[103457]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6228da7d-5054-433c-8550-eb311609065c demo demo] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830097-4-iscsi {{(pid=103457) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 13:07:27.221595 dv-cinder-830097-4-iscsi neutron-server[103457]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6228da7d-5054-433c-8550-eb311609065c demo demo] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830097-4-iscsi {{(pid=103457) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 13:07:27.222185 dv-cinder-830097-4-iscsi neutron-server[103457]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6228da7d-5054-433c-8550-eb311609065c demo demo] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830097-4-iscsi {{(pid=103457) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 13:07:27.222506 dv-cinder-830097-4-iscsi neutron-server[103457]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6228da7d-5054-433c-8550-eb311609065c demo demo] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830097-4-iscsi {{(pid=103457) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 13:07:27.222824 dv-cinder-830097-4-iscsi neutron-server[103457]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6228da7d-5054-433c-8550-eb311609065c demo demo] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-830097-4-iscsi {{(pid=103457) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 13:07:27.223142 dv-cinder-830097-4-iscsi neutron-server[103457]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6228da7d-5054-433c-8550-eb311609065c demo demo] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-830097-4-iscsi {{(pid=103457) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 13:07:27.223458 dv-cinder-830097-4-iscsi neutron-server[103457]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6228da7d-5054-433c-8550-eb311609065c demo demo] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-830097-4-iscsi {{(pid=103457) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 13:07:27.223804 dv-cinder-830097-4-iscsi neutron-server[103457]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6228da7d-5054-433c-8550-eb311609065c demo demo] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-830097-4-iscsi {{(pid=103457) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 13:07:27.224139 dv-cinder-830097-4-iscsi neutron-server[103457]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6228da7d-5054-433c-8550-eb311609065c demo demo] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830097-4-iscsi {{(pid=103457) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 13:07:27.224459 dv-cinder-830097-4-iscsi neutron-server[103457]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6228da7d-5054-433c-8550-eb311609065c demo demo] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830097-4-iscsi {{(pid=103457) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 13:07:27.224795 dv-cinder-830097-4-iscsi neutron-server[103457]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6228da7d-5054-433c-8550-eb311609065c demo demo] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830097-4-iscsi {{(pid=103457) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 13:07:27.225104 dv-cinder-830097-4-iscsi neutron-server[103457]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6228da7d-5054-433c-8550-eb311609065c demo demo] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830097-4-iscsi {{(pid=103457) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 13:07:27.226465 dv-cinder-830097-4-iscsi neutron-server[103457]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6228da7d-5054-433c-8550-eb311609065c demo demo] Tracked resource versions report: Apr 12 13:07:27.226465 dv-cinder-830097-4-iscsi neutron-server[103457]: pushed versions: Apr 12 13:07:27.226465 dv-cinder-830097-4-iscsi neutron-server[103457]: { 'AddressGroup': {'1.2'}, Apr 12 13:07:27.226465 dv-cinder-830097-4-iscsi neutron-server[103457]: 'Agent': {'1.1'}, Apr 12 13:07:27.226465 dv-cinder-830097-4-iscsi neutron-server[103457]: 'ConntrackHelper': {'1.0'}, Apr 12 13:07:27.226465 dv-cinder-830097-4-iscsi neutron-server[103457]: 'LocalIPAssociation': {'1.0'}, Apr 12 13:07:27.226465 dv-cinder-830097-4-iscsi neutron-server[103457]: 'Log': {'1.0'}, Apr 12 13:07:27.226465 dv-cinder-830097-4-iscsi neutron-server[103457]: 'NDPProxy': {'1.0'}, Apr 12 13:07:27.226465 dv-cinder-830097-4-iscsi neutron-server[103457]: 'Network': {'1.1'}, Apr 12 13:07:27.226465 dv-cinder-830097-4-iscsi neutron-server[103457]: 'Port': {'1.7'}, Apr 12 13:07:27.226465 dv-cinder-830097-4-iscsi neutron-server[103457]: 'PortForwarding': {'1.3'}, Apr 12 13:07:27.226465 dv-cinder-830097-4-iscsi neutron-server[103457]: 'QosPolicy': {'1.10'}, Apr 12 13:07:27.226465 dv-cinder-830097-4-iscsi neutron-server[103457]: 'SecurityGroup': {'1.5'}, Apr 12 13:07:27.226465 dv-cinder-830097-4-iscsi neutron-server[103457]: 'SecurityGroupRule': {'1.2'}, Apr 12 13:07:27.226465 dv-cinder-830097-4-iscsi neutron-server[103457]: 'SubPort': {'1.0'}, Apr 12 13:07:27.226465 dv-cinder-830097-4-iscsi neutron-server[103457]: 'Subnet': {'1.1'}, Apr 12 13:07:27.226465 dv-cinder-830097-4-iscsi neutron-server[103457]: 'Trunk': {'1.1'}} Apr 12 13:07:27.226465 dv-cinder-830097-4-iscsi neutron-server[103457]: consumer versions: Apr 12 13:07:27.226465 dv-cinder-830097-4-iscsi neutron-server[103457]: { DHCP agent@dv-cinder-830097-4-iscsi: {}, Apr 12 13:07:27.226465 dv-cinder-830097-4-iscsi neutron-server[103457]: L3 agent@dv-cinder-830097-4-iscsi: {}, Apr 12 13:07:27.226465 dv-cinder-830097-4-iscsi neutron-server[103457]: Metadata agent@dv-cinder-830097-4-iscsi: {}, Apr 12 13:07:27.226465 dv-cinder-830097-4-iscsi neutron-server[103457]: Metering agent@dv-cinder-830097-4-iscsi: {}, Apr 12 13:07:27.226465 dv-cinder-830097-4-iscsi neutron-server[103457]: Open vSwitch agent@dv-cinder-830097-4-iscsi: { 'AddressGroup': '1.2', Apr 12 13:07:27.226465 dv-cinder-830097-4-iscsi neutron-server[103457]: 'Agent': '1.1', Apr 12 13:07:27.226465 dv-cinder-830097-4-iscsi neutron-server[103457]: 'ConntrackHelper': '1.0', Apr 12 13:07:27.226465 dv-cinder-830097-4-iscsi neutron-server[103457]: 'LocalIPAssociation': '1.0', Apr 12 13:07:27.226465 dv-cinder-830097-4-iscsi neutron-server[103457]: 'Log': '1.0', Apr 12 13:07:27.226465 dv-cinder-830097-4-iscsi neutron-server[103457]: 'NDPProxy': '1.0', Apr 12 13:07:27.226465 dv-cinder-830097-4-iscsi neutron-server[103457]: 'Network': '1.1', Apr 12 13:07:27.226465 dv-cinder-830097-4-iscsi neutron-server[103457]: 'Port': '1.7', Apr 12 13:07:27.226465 dv-cinder-830097-4-iscsi neutron-server[103457]: 'PortForwarding': '1.3', Apr 12 13:07:27.226465 dv-cinder-830097-4-iscsi neutron-server[103457]: 'QosPolicy': '1.10', Apr 12 13:07:27.226465 dv-cinder-830097-4-iscsi neutron-server[103457]: 'SecurityGroup': '1.5', Apr 12 13:07:27.226465 dv-cinder-830097-4-iscsi neutron-server[103457]: 'SecurityGroupRule': '1.2', Apr 12 13:07:27.226465 dv-cinder-830097-4-iscsi neutron-server[103457]: 'SubPort': '1.0', Apr 12 13:07:27.226465 dv-cinder-830097-4-iscsi neutron-server[103457]: 'Subnet': '1.1', Apr 12 13:07:27.226465 dv-cinder-830097-4-iscsi neutron-server[103457]: 'Trunk': '1.1'}} Apr 12 13:07:27.226465 dv-cinder-830097-4-iscsi neutron-server[103457]: {{(pid=103457) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Apr 12 13:07:27.286841 dv-cinder-830097-4-iscsi neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-6228da7d-5054-433c-8550-eb311609065c demo demo] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8732727402599'] for network (d7f42b33-cfdd-4033-a23f-c1c43e784b63), precommit_create {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:07:27.326347 dv-cinder-830097-4-iscsi neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-6228da7d-5054-433c-8550-eb311609065c demo demo] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3691972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3697887'] for network (d7f42b33-cfdd-4033-a23f-c1c43e784b63), after_create {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:07:27.332389 dv-cinder-830097-4-iscsi neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6228da7d-5054-433c-8550-eb311609065c demo demo] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 13:07:27.333730 dv-cinder-830097-4-iscsi neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-6228da7d-5054-433c-8550-eb311609065c demo demo] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3697709'] for network (None), before_response {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:07:27.400106 dv-cinder-830097-4-iscsi neutron-server[103457]: INFO neutron.wsgi [None req-6228da7d-5054-433c-8550-eb311609065c demo demo] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 748 time: 0.7580061 Apr 12 13:07:27.450289 dv-cinder-830097-4-iscsi neutron-server[103457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6228da7d-5054-433c-8550-eb311609065c demo demo] Pushing event updated for resources: {'Network': ['ID=d7f42b33-cfdd-4033-a23f-c1c43e784b63,revision_number=1']} {{(pid=103457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 13:07:27.463150 dv-cinder-830097-4-iscsi neutron-server[103459]: DEBUG neutron.plugins.ml2.rpc [None req-53781792-8650-4c78-93a6-1c4d328d874c None None] Network d7f42b33-cfdd-4033-a23f-c1c43e784b63 details requested by agent ovs-agent-dv-cinder-830097-4-iscsi with host dv-cinder-830097-4-iscsi {{(pid=103459) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 12 13:07:29.968442 dv-cinder-830097-4-iscsi neutron-server[103457]: DEBUG neutron.wsgi [-] (103457) accepted ('10.222.0.18', 38706) {{(pid=103457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 13:07:30.368357 dv-cinder-830097-4-iscsi neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aee1c6b1-cecc-49bf-9f31-3c489648deea demo admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 13:07:30.369669 dv-cinder-830097-4-iscsi neutron-server[103457]: INFO neutron.wsgi [None req-aee1c6b1-cecc-49bf-9f31-3c489648deea demo admin] 10.222.0.18 "GET /v2.0/networks/d7f42b33-cfdd-4033-a23f-c1c43e784b63 HTTP/1.1" status: 200 len: 825 time: 0.4002264 Apr 12 13:07:30.393292 dv-cinder-830097-4-iscsi neutron-server[103457]: INFO neutron.wsgi [None req-98bab29f-2021-47c0-bd96-34ac2cdddcb6 demo admin] 10.222.0.18 "GET /v2.0/subnetpools/81f5c1b7-f0ba-43c5-b5b8-83bdef535a15 HTTP/1.1" status: 200 len: 734 time: 0.0180469 Apr 12 13:07:30.401562 dv-cinder-830097-4-iscsi neutron-server[103457]: DEBUG neutron.api.v2.base [None req-2d833c5a-e97e-4a4c-8dde-6c98e79e5e99 demo admin] Request body: {'subnet': {'subnetpool_id': '81f5c1b7-f0ba-43c5-b5b8-83bdef535a15', 'gateway_ip': '172.20.0.1', 'network_id': 'd7f42b33-cfdd-4033-a23f-c1c43e784b63', 'ip_version': 4, 'name': 'private-subnet'}} {{(pid=103457) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 12 13:07:30.421797 dv-cinder-830097-4-iscsi neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2d833c5a-e97e-4a4c-8dde-6c98e79e5e99 demo admin] Made reservation on behalf of 09d0f0684a9f444ebe1af379b0c52ba9 for: {'subnet': 1} {{(pid=103457) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 12 13:07:30.423995 dv-cinder-830097-4-iscsi neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-2d833c5a-e97e-4a4c-8dde-6c98e79e5e99 demo admin] Publish callbacks [] for subnet (None), before_create {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:07:30.706747 dv-cinder-830097-4-iscsi neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-2d833c5a-e97e-4a4c-8dde-6c98e79e5e99 demo admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3682813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3697887'] for subnet (49dbbf76-6872-47cd-814f-6fc21c5b1a7f), after_create {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:07:30.775061 dv-cinder-830097-4-iscsi neutron-server[103457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d833c5a-e97e-4a4c-8dde-6c98e79e5e99 demo admin] Pushing event updated for resources: {'Subnet': ['ID=49dbbf76-6872-47cd-814f-6fc21c5b1a7f,revision_number=0']} {{(pid=103457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 13:07:30.779682 dv-cinder-830097-4-iscsi neutron-server[103457]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2d833c5a-e97e-4a4c-8dde-6c98e79e5e99 demo admin] Checking segment: {'id': '85136d3d-5c19-475f-ae67-685e3114292a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 232, 'network_id': 'd7f42b33-cfdd-4033-a23f-c1c43e784b63'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103457) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 12 13:07:30.780054 dv-cinder-830097-4-iscsi neutron-server[103457]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2d833c5a-e97e-4a4c-8dde-6c98e79e5e99 demo admin] Network hostable DHCP agents. Network: d7f42b33-cfdd-4033-a23f-c1c43e784b63, hostable agents: ['246ca497-e2ee-4e0b-b432-b4153c207e5f'], hosted agents: [] {{(pid=103457) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 12 13:07:30.801445 dv-cinder-830097-4-iscsi neutron-server[103457]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2d833c5a-e97e-4a4c-8dde-6c98e79e5e99 demo admin] Network d7f42b33-cfdd-4033-a23f-c1c43e784b63 is scheduled to be hosted by DHCP agent 246ca497-e2ee-4e0b-b432-b4153c207e5f with binding_index 1 {{(pid=103457) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 12 13:07:30.811447 dv-cinder-830097-4-iscsi neutron-server[103457]: DEBUG neutron.scheduler.base_scheduler [None req-2d833c5a-e97e-4a4c-8dde-6c98e79e5e99 demo admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-830097-4-iscsi, d7f42b33-cfdd-4033-a23f-c1c43e784b63) {{(pid=103457) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 12 13:07:30.816016 dv-cinder-830097-4-iscsi neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2d833c5a-e97e-4a4c-8dde-6c98e79e5e99 demo admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 13:07:30.816595 dv-cinder-830097-4-iscsi neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-2d833c5a-e97e-4a4c-8dde-6c98e79e5e99 demo admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3697709'] for subnet (None), before_response {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:07:30.821121 dv-cinder-830097-4-iscsi neutron-server[103459]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2a67431c-fd34-452f-905a-59a8d65b7e7e None None] Network d7f42b33-cfdd-4033-a23f-c1c43e784b63 requested from dv-cinder-830097-4-iscsi {{(pid=103459) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 12 13:07:30.831719 dv-cinder-830097-4-iscsi neutron-server[103457]: INFO neutron.wsgi [None req-2d833c5a-e97e-4a4c-8dde-6c98e79e5e99 demo admin] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 854 time: 0.4332695 Apr 12 13:07:31.197857 dv-cinder-830097-4-iscsi neutron-server[103459]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-73e43179-5a38-4db3-b824-01e91af76983 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0dda7392-c464-571f-8166-3efeee773273-d7f42b33-cfdd-4033-a23f-c1c43e784b63', 'network_id': 'd7f42b33-cfdd-4033-a23f-c1c43e784b63', 'project_id': '09d0f0684a9f444ebe1af379b0c52ba9', 'fixed_ips': [{'subnet_id': '49dbbf76-6872-47cd-814f-6fc21c5b1a7f'}]}} from dv-cinder-830097-4-iscsi. {{(pid=103459) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Apr 12 13:07:31.199101 dv-cinder-830097-4-iscsi neutron-server[103459]: DEBUG neutron_lib.callbacks.manager [None req-73e43179-5a38-4db3-b824-01e91af76983 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-916304'] for port (None), before_create {{(pid=103459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:07:31.484304 dv-cinder-830097-4-iscsi neutron-server[103459]: DEBUG neutron.db.db_base_plugin_common [None req-73e43179-5a38-4db3-b824-01e91af76983 None None] Allocated IP 172.20.0.2 (d7f42b33-cfdd-4033-a23f-c1c43e784b63/49dbbf76-6872-47cd-814f-6fc21c5b1a7f/913d6ccb-0cf6-492a-9a22-43b0f2e72d3b) {{(pid=103459) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 12 13:07:31.761418 dv-cinder-830097-4-iscsi neutron-server[103459]: DEBUG neutron_lib.callbacks.manager [None req-73e43179-5a38-4db3-b824-01e91af76983 None None] Publish callbacks [] for port (913d6ccb-0cf6-492a-9a22-43b0f2e72d3b), precommit_create {{(pid=103459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:07:31.769314 dv-cinder-830097-4-iscsi neutron-server[103459]: DEBUG neutron_lib.callbacks.manager [None req-73e43179-5a38-4db3-b824-01e91af76983 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-915890', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3697887', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732727417914'] for port (913d6ccb-0cf6-492a-9a22-43b0f2e72d3b), after_create {{(pid=103459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:07:31.843120 dv-cinder-830097-4-iscsi neutron-server[103459]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-73e43179-5a38-4db3-b824-01e91af76983 None None] Network d7f42b33-cfdd-4033-a23f-c1c43e784b63 is already hosted by enough agents. {{(pid=103459) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 12 13:07:31.856606 dv-cinder-830097-4-iscsi neutron-server[103459]: DEBUG neutron.scheduler.base_scheduler [None req-73e43179-5a38-4db3-b824-01e91af76983 None None] Resources bound (agent type, host, resource id): {{(pid=103459) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 12 13:07:31.862007 dv-cinder-830097-4-iscsi neutron-server[103459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73e43179-5a38-4db3-b824-01e91af76983 None None] Pushing event updated for resources: {'Port': ['ID=913d6ccb-0cf6-492a-9a22-43b0f2e72d3b,revision_number=1']} {{(pid=103459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 13:07:31.866805 dv-cinder-830097-4-iscsi neutron-server[103459]: DEBUG neutron.db.l3_dvrscheduler_db [None req-73e43179-5a38-4db3-b824-01e91af76983 None None] Received port after_create {{(pid=103459) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 12 13:07:31.874687 dv-cinder-830097-4-iscsi neutron-server[103459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73e43179-5a38-4db3-b824-01e91af76983 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830097-4-iscsi {{(pid=103459) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 13:07:31.875041 dv-cinder-830097-4-iscsi neutron-server[103459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73e43179-5a38-4db3-b824-01e91af76983 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830097-4-iscsi {{(pid=103459) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 13:07:31.875386 dv-cinder-830097-4-iscsi neutron-server[103459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73e43179-5a38-4db3-b824-01e91af76983 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830097-4-iscsi {{(pid=103459) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 13:07:31.875743 dv-cinder-830097-4-iscsi neutron-server[103459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73e43179-5a38-4db3-b824-01e91af76983 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830097-4-iscsi {{(pid=103459) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 13:07:31.876083 dv-cinder-830097-4-iscsi neutron-server[103459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73e43179-5a38-4db3-b824-01e91af76983 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830097-4-iscsi {{(pid=103459) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 13:07:31.876415 dv-cinder-830097-4-iscsi neutron-server[103459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73e43179-5a38-4db3-b824-01e91af76983 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830097-4-iscsi {{(pid=103459) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 13:07:31.876746 dv-cinder-830097-4-iscsi neutron-server[103459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73e43179-5a38-4db3-b824-01e91af76983 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830097-4-iscsi {{(pid=103459) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 13:07:31.877097 dv-cinder-830097-4-iscsi neutron-server[103459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73e43179-5a38-4db3-b824-01e91af76983 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-830097-4-iscsi {{(pid=103459) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 13:07:31.877427 dv-cinder-830097-4-iscsi neutron-server[103459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73e43179-5a38-4db3-b824-01e91af76983 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-830097-4-iscsi {{(pid=103459) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 13:07:31.877754 dv-cinder-830097-4-iscsi neutron-server[103459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73e43179-5a38-4db3-b824-01e91af76983 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-830097-4-iscsi {{(pid=103459) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 13:07:31.878083 dv-cinder-830097-4-iscsi neutron-server[103459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73e43179-5a38-4db3-b824-01e91af76983 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-830097-4-iscsi {{(pid=103459) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 13:07:31.878424 dv-cinder-830097-4-iscsi neutron-server[103459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73e43179-5a38-4db3-b824-01e91af76983 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830097-4-iscsi {{(pid=103459) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 13:07:31.878753 dv-cinder-830097-4-iscsi neutron-server[103459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73e43179-5a38-4db3-b824-01e91af76983 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830097-4-iscsi {{(pid=103459) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 13:07:31.879075 dv-cinder-830097-4-iscsi neutron-server[103459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73e43179-5a38-4db3-b824-01e91af76983 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830097-4-iscsi {{(pid=103459) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 13:07:31.879397 dv-cinder-830097-4-iscsi neutron-server[103459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73e43179-5a38-4db3-b824-01e91af76983 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830097-4-iscsi {{(pid=103459) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 13:07:31.881898 dv-cinder-830097-4-iscsi neutron-server[103459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73e43179-5a38-4db3-b824-01e91af76983 None None] Tracked resource versions report: Apr 12 13:07:31.881898 dv-cinder-830097-4-iscsi neutron-server[103459]: pushed versions: Apr 12 13:07:31.881898 dv-cinder-830097-4-iscsi neutron-server[103459]: { 'AddressGroup': {'1.2'}, Apr 12 13:07:31.881898 dv-cinder-830097-4-iscsi neutron-server[103459]: 'Agent': {'1.1'}, Apr 12 13:07:31.881898 dv-cinder-830097-4-iscsi neutron-server[103459]: 'ConntrackHelper': {'1.0'}, Apr 12 13:07:31.881898 dv-cinder-830097-4-iscsi neutron-server[103459]: 'LocalIPAssociation': {'1.0'}, Apr 12 13:07:31.881898 dv-cinder-830097-4-iscsi neutron-server[103459]: 'Log': {'1.0'}, Apr 12 13:07:31.881898 dv-cinder-830097-4-iscsi neutron-server[103459]: 'NDPProxy': {'1.0'}, Apr 12 13:07:31.881898 dv-cinder-830097-4-iscsi neutron-server[103459]: 'Network': {'1.1'}, Apr 12 13:07:31.881898 dv-cinder-830097-4-iscsi neutron-server[103459]: 'Port': {'1.7'}, Apr 12 13:07:31.881898 dv-cinder-830097-4-iscsi neutron-server[103459]: 'PortForwarding': {'1.3'}, Apr 12 13:07:31.881898 dv-cinder-830097-4-iscsi neutron-server[103459]: 'QosPolicy': {'1.10'}, Apr 12 13:07:31.881898 dv-cinder-830097-4-iscsi neutron-server[103459]: 'SecurityGroup': {'1.5'}, Apr 12 13:07:31.881898 dv-cinder-830097-4-iscsi neutron-server[103459]: 'SecurityGroupRule': {'1.2'}, Apr 12 13:07:31.881898 dv-cinder-830097-4-iscsi neutron-server[103459]: 'SubPort': {'1.0'}, Apr 12 13:07:31.881898 dv-cinder-830097-4-iscsi neutron-server[103459]: 'Subnet': {'1.1'}, Apr 12 13:07:31.881898 dv-cinder-830097-4-iscsi neutron-server[103459]: 'Trunk': {'1.1'}} Apr 12 13:07:31.881898 dv-cinder-830097-4-iscsi neutron-server[103459]: consumer versions: Apr 12 13:07:31.881898 dv-cinder-830097-4-iscsi neutron-server[103459]: { DHCP agent@dv-cinder-830097-4-iscsi: {}, Apr 12 13:07:31.881898 dv-cinder-830097-4-iscsi neutron-server[103459]: L3 agent@dv-cinder-830097-4-iscsi: {}, Apr 12 13:07:31.881898 dv-cinder-830097-4-iscsi neutron-server[103459]: Metadata agent@dv-cinder-830097-4-iscsi: {}, Apr 12 13:07:31.881898 dv-cinder-830097-4-iscsi neutron-server[103459]: Metering agent@dv-cinder-830097-4-iscsi: {}, Apr 12 13:07:31.881898 dv-cinder-830097-4-iscsi neutron-server[103459]: Open vSwitch agent@dv-cinder-830097-4-iscsi: { 'AddressGroup': '1.2', Apr 12 13:07:31.881898 dv-cinder-830097-4-iscsi neutron-server[103459]: 'Agent': '1.1', Apr 12 13:07:31.881898 dv-cinder-830097-4-iscsi neutron-server[103459]: 'ConntrackHelper': '1.0', Apr 12 13:07:31.881898 dv-cinder-830097-4-iscsi neutron-server[103459]: 'LocalIPAssociation': '1.0', Apr 12 13:07:31.881898 dv-cinder-830097-4-iscsi neutron-server[103459]: 'Log': '1.0', Apr 12 13:07:31.881898 dv-cinder-830097-4-iscsi neutron-server[103459]: 'NDPProxy': '1.0', Apr 12 13:07:31.881898 dv-cinder-830097-4-iscsi neutron-server[103459]: 'Network': '1.1', Apr 12 13:07:31.881898 dv-cinder-830097-4-iscsi neutron-server[103459]: 'Port': '1.7', Apr 12 13:07:31.881898 dv-cinder-830097-4-iscsi neutron-server[103459]: 'PortForwarding': '1.3', Apr 12 13:07:31.881898 dv-cinder-830097-4-iscsi neutron-server[103459]: 'QosPolicy': '1.10', Apr 12 13:07:31.881898 dv-cinder-830097-4-iscsi neutron-server[103459]: 'SecurityGroup': '1.5', Apr 12 13:07:31.881898 dv-cinder-830097-4-iscsi neutron-server[103459]: 'SecurityGroupRule': '1.2', Apr 12 13:07:31.881898 dv-cinder-830097-4-iscsi neutron-server[103459]: 'SubPort': '1.0', Apr 12 13:07:31.881898 dv-cinder-830097-4-iscsi neutron-server[103459]: 'Subnet': '1.1', Apr 12 13:07:31.881898 dv-cinder-830097-4-iscsi neutron-server[103459]: 'Trunk': '1.1'}} Apr 12 13:07:31.881898 dv-cinder-830097-4-iscsi neutron-server[103459]: {{(pid=103459) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Apr 12 13:07:31.961343 dv-cinder-830097-4-iscsi neutron-server[103459]: DEBUG neutron.plugins.ml2.managers [None req-73e43179-5a38-4db3-b824-01e91af76983 None None] Attempting to bind port 913d6ccb-0cf6-492a-9a22-43b0f2e72d3b on host dv-cinder-830097-4-iscsi for vnic_type normal with profile {{(pid=103459) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 12 13:07:31.961749 dv-cinder-830097-4-iscsi neutron-server[103459]: DEBUG neutron.plugins.ml2.managers [None req-73e43179-5a38-4db3-b824-01e91af76983 None None] Attempting to bind port 913d6ccb-0cf6-492a-9a22-43b0f2e72d3b by drivers openvswitch,hyperv on host dv-cinder-830097-4-iscsi at level 0 using segments [{'id': '85136d3d-5c19-475f-ae67-685e3114292a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 232, 'network_id': 'd7f42b33-cfdd-4033-a23f-c1c43e784b63'}] {{(pid=103459) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 12 13:07:31.962182 dv-cinder-830097-4-iscsi neutron-server[103459]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-73e43179-5a38-4db3-b824-01e91af76983 None None] Attempting to bind port 913d6ccb-0cf6-492a-9a22-43b0f2e72d3b on network d7f42b33-cfdd-4033-a23f-c1c43e784b63 {{(pid=103459) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 12 13:07:31.967126 dv-cinder-830097-4-iscsi neutron-server[103459]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-73e43179-5a38-4db3-b824-01e91af76983 None None] Checking agent: {'id': '3f2daa45-5e56-452b-8a21-b519edfce99e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-830097-4-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 12, 13, 7, 23), 'started_at': datetime.datetime(2022, 4, 12, 13, 7, 23), 'heartbeat_timestamp': datetime.datetime(2022, 4, 12, 13, 7, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-830097-4-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103459) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 12 13:07:31.967528 dv-cinder-830097-4-iscsi neutron-server[103459]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-73e43179-5a38-4db3-b824-01e91af76983 None None] Checking segment: {'id': '85136d3d-5c19-475f-ae67-685e3114292a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 232, 'network_id': 'd7f42b33-cfdd-4033-a23f-c1c43e784b63'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103459) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 12 13:07:31.967990 dv-cinder-830097-4-iscsi neutron-server[103459]: DEBUG neutron_lib.callbacks.manager [None req-73e43179-5a38-4db3-b824-01e91af76983 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:07:31.968386 dv-cinder-830097-4-iscsi neutron-server[103459]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-73e43179-5a38-4db3-b824-01e91af76983 None None] Bound using segment: {'id': '85136d3d-5c19-475f-ae67-685e3114292a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 232, 'network_id': 'd7f42b33-cfdd-4033-a23f-c1c43e784b63'} {{(pid=103459) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 12 13:07:31.968893 dv-cinder-830097-4-iscsi neutron-server[103459]: DEBUG neutron.plugins.ml2.managers [None req-73e43179-5a38-4db3-b824-01e91af76983 None None] Bound port: 913d6ccb-0cf6-492a-9a22-43b0f2e72d3b, host: dv-cinder-830097-4-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '85136d3d-5c19-475f-ae67-685e3114292a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 232, 'network_id': 'd7f42b33-cfdd-4033-a23f-c1c43e784b63'}}] {{(pid=103459) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 12 13:07:31.969307 dv-cinder-830097-4-iscsi neutron-server[103459]: DEBUG neutron_lib.callbacks.manager [None req-73e43179-5a38-4db3-b824-01e91af76983 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-916304'] for port (913d6ccb-0cf6-492a-9a22-43b0f2e72d3b), before_update {{(pid=103459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:07:32.034569 dv-cinder-830097-4-iscsi neutron-server[103459]: DEBUG neutron.plugins.ml2.db [None req-73e43179-5a38-4db3-b824-01e91af76983 None None] For port 913d6ccb-0cf6-492a-9a22-43b0f2e72d3b, host dv-cinder-830097-4-iscsi, cleared binding levels {{(pid=103459) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 12 13:07:32.058181 dv-cinder-830097-4-iscsi neutron-server[103459]: DEBUG neutron.plugins.ml2.db [None req-73e43179-5a38-4db3-b824-01e91af76983 None None] For port 913d6ccb-0cf6-492a-9a22-43b0f2e72d3b, host dv-cinder-830097-4-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-830097-4-iscsi',level=0,port_id=913d6ccb-0cf6-492a-9a22-43b0f2e72d3b,segment=NetworkSegment(85136d3d-5c19-475f-ae67-685e3114292a),segment_id=85136d3d-5c19-475f-ae67-685e3114292a)] {{(pid=103459) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 12 13:07:32.065437 dv-cinder-830097-4-iscsi neutron-server[103459]: DEBUG neutron_lib.callbacks.manager [None req-73e43179-5a38-4db3-b824-01e91af76983 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-915890', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3697887', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732727894815', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732727417932', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732727417950'] for port (913d6ccb-0cf6-492a-9a22-43b0f2e72d3b), after_update {{(pid=103459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:07:32.121079 dv-cinder-830097-4-iscsi neutron-server[103459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73e43179-5a38-4db3-b824-01e91af76983 None None] Pushing event updated for resources: {'Port': ['ID=913d6ccb-0cf6-492a-9a22-43b0f2e72d3b,revision_number=2']} {{(pid=103459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 13:07:33.421499 dv-cinder-830097-4-iscsi neutron-server[103458]: DEBUG neutron.wsgi [-] (103458) accepted ('10.222.0.18', 38714) {{(pid=103458) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 13:07:33.924410 dv-cinder-830097-4-iscsi neutron-server[103458]: WARNING oslo_policy.policy [None req-f48fd007-a40d-4f26-8eb0-28103f795581 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Apr 12 13:07:33.925026 dv-cinder-830097-4-iscsi neutron-server[103458]: WARNING oslo_policy.policy [None req-f48fd007-a40d-4f26-8eb0-28103f795581 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Apr 12 13:07:34.152030 dv-cinder-830097-4-iscsi neutron-server[103458]: DEBUG neutron.wsgi [None req-f48fd007-a40d-4f26-8eb0-28103f795581 admin admin] http://10.222.0.18:9696/v2.0/extensions returned with HTTP 200 {{(pid=103458) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Apr 12 13:07:34.153070 dv-cinder-830097-4-iscsi neutron-server[103458]: INFO neutron.wsgi [None req-f48fd007-a40d-4f26-8eb0-28103f795581 admin admin] 10.222.0.18 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.7306459 Apr 12 13:07:36.726257 dv-cinder-830097-4-iscsi neutron-server[103458]: DEBUG neutron.wsgi [-] (103458) accepted ('10.222.0.18', 38728) {{(pid=103458) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 13:07:37.046291 dv-cinder-830097-4-iscsi neutron-server[103458]: DEBUG neutron.wsgi [None req-175d0e22-4440-4fb8-8bdc-6106f161190b admin admin] http://10.222.0.18:9696/v2.0/extensions returned with HTTP 200 {{(pid=103458) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Apr 12 13:07:37.047327 dv-cinder-830097-4-iscsi neutron-server[103458]: INFO neutron.wsgi [None req-175d0e22-4440-4fb8-8bdc-6106f161190b admin admin] 10.222.0.18 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.3201735 Apr 12 13:07:39.642701 dv-cinder-830097-4-iscsi neutron-server[103458]: DEBUG neutron.wsgi [-] (103458) accepted ('10.222.0.18', 38736) {{(pid=103458) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 13:07:39.954901 dv-cinder-830097-4-iscsi neutron-server[103458]: DEBUG neutron.api.v2.base [None req-da70e855-f04e-482c-a4a5-33b2b1a56c19 demo demo] Request body: {'router': {'admin_state_up': True, 'name': 'router1'}} {{(pid=103458) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 12 13:07:40.015653 dv-cinder-830097-4-iscsi neutron-server[103458]: DEBUG neutron.policy [None req-da70e855-f04e-482c-a4a5-33b2b1a56c19 demo demo] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=103458) register_rules /opt/stack/neutron/neutron/policy.py:73}} Apr 12 13:07:40.058133 dv-cinder-830097-4-iscsi neutron-server[103458]: WARNING oslo_policy.policy [None req-da70e855-f04e-482c-a4a5-33b2b1a56c19 demo demo] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Apr 12 13:07:40.058521 dv-cinder-830097-4-iscsi neutron-server[103458]: WARNING oslo_policy.policy [None req-da70e855-f04e-482c-a4a5-33b2b1a56c19 demo demo] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Apr 12 13:07:40.122120 dv-cinder-830097-4-iscsi neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-da70e855-f04e-482c-a4a5-33b2b1a56c19 demo demo] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3800912', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-36249'] for router (848b75b8-c4fc-4afc-bb4f-f8f40e8016b7), before_create {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:07:40.124130 dv-cinder-830097-4-iscsi neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-da70e855-f04e-482c-a4a5-33b2b1a56c19 demo demo] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3800288', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3747931', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-4120380', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-36256'] for router (848b75b8-c4fc-4afc-bb4f-f8f40e8016b7), precommit_create {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:07:40.280731 dv-cinder-830097-4-iscsi neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-da70e855-f04e-482c-a4a5-33b2b1a56c19 demo demo] Publish callbacks [] for router_controller (848b75b8-c4fc-4afc-bb4f-f8f40e8016b7), precommit_add_association {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:07:40.287531 dv-cinder-830097-4-iscsi neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-da70e855-f04e-482c-a4a5-33b2b1a56c19 demo demo] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3800281', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3739048'] for router (848b75b8-c4fc-4afc-bb4f-f8f40e8016b7), after_create {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:07:40.311374 dv-cinder-830097-4-iscsi neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-da70e855-f04e-482c-a4a5-33b2b1a56c19 demo demo] Publish callbacks [] for router (None), before_response {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:07:40.312561 dv-cinder-830097-4-iscsi neutron-server[103458]: INFO neutron.wsgi [None req-da70e855-f04e-482c-a4a5-33b2b1a56c19 demo demo] 10.222.0.18 "POST /v2.0/routers HTTP/1.1" status: 201 len: 674 time: 0.6688118 Apr 12 13:07:42.862490 dv-cinder-830097-4-iscsi neutron-server[103458]: DEBUG neutron.wsgi [-] (103458) accepted ('10.222.0.18', 38750) {{(pid=103458) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 13:07:43.170189 dv-cinder-830097-4-iscsi neutron-server[103458]: DEBUG neutron.wsgi [None req-44511f3d-2476-4ca0-a271-c00660993b92 admin admin] http://10.222.0.18:9696/v2.0/extensions returned with HTTP 200 {{(pid=103458) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Apr 12 13:07:43.171151 dv-cinder-830097-4-iscsi neutron-server[103458]: INFO neutron.wsgi [None req-44511f3d-2476-4ca0-a271-c00660993b92 admin admin] 10.222.0.18 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.3076403 Apr 12 13:07:43.674615 dv-cinder-830097-4-iscsi neutron-server[103459]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c3cf7acd-0ff2-4e55-b83a-ea56a82a4ca1 None None] Network d7f42b33-cfdd-4033-a23f-c1c43e784b63 requested from dv-cinder-830097-4-iscsi {{(pid=103459) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 12 13:07:43.749899 dv-cinder-830097-4-iscsi neutron-server[103459]: DEBUG neutron.db.provisioning_blocks [None req-b5ea27fc-eecb-44e0-89a9-ef3c28ffc16f None None] Provisioning complete for port 913d6ccb-0cf6-492a-9a22-43b0f2e72d3b triggered by entity DHCP. {{(pid=103459) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 12 13:07:43.750308 dv-cinder-830097-4-iscsi neutron-server[103459]: DEBUG neutron_lib.callbacks.manager [None req-b5ea27fc-eecb-44e0-89a9-ef3c28ffc16f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-657243'] for port (913d6ccb-0cf6-492a-9a22-43b0f2e72d3b), provisioning_complete {{(pid=103459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:07:43.946999 dv-cinder-830097-4-iscsi neutron-server[103459]: DEBUG neutron.plugins.ml2.plugin [None req-b5ea27fc-eecb-44e0-89a9-ef3c28ffc16f None None] Current status of the port 913d6ccb-0cf6-492a-9a22-43b0f2e72d3b is: DOWN; New status is: ACTIVE {{(pid=103459) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 12 13:07:43.947727 dv-cinder-830097-4-iscsi neutron-server[103459]: DEBUG neutron_lib.callbacks.manager [None req-b5ea27fc-eecb-44e0-89a9-ef3c28ffc16f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-916304'] for port (913d6ccb-0cf6-492a-9a22-43b0f2e72d3b), before_update {{(pid=103459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:07:43.962667 dv-cinder-830097-4-iscsi neutron-server[103459]: DEBUG neutron.plugins.ml2.rpc [None req-53781792-8650-4c78-93a6-1c4d328d874c None None] Device 913d6ccb-0cf6-492a-9a22-43b0f2e72d3b up at agent ovs-agent-dv-cinder-830097-4-iscsi {{(pid=103459) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 12 13:07:44.018142 dv-cinder-830097-4-iscsi neutron-server[103459]: DEBUG neutron.plugins.ml2.db [None req-b5ea27fc-eecb-44e0-89a9-ef3c28ffc16f None None] For port 913d6ccb-0cf6-492a-9a22-43b0f2e72d3b, host dv-cinder-830097-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-830097-4-iscsi',level=0,port_id=913d6ccb-0cf6-492a-9a22-43b0f2e72d3b,segment=NetworkSegment(85136d3d-5c19-475f-ae67-685e3114292a),segment_id=85136d3d-5c19-475f-ae67-685e3114292a)] {{(pid=103459) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 12 13:07:44.024645 dv-cinder-830097-4-iscsi neutron-server[103459]: DEBUG neutron_lib.callbacks.manager [None req-b5ea27fc-eecb-44e0-89a9-ef3c28ffc16f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-915890', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3697887', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732727894815', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732727417932', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732727417950'] for port (913d6ccb-0cf6-492a-9a22-43b0f2e72d3b), after_update {{(pid=103459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:07:44.068221 dv-cinder-830097-4-iscsi neutron-server[103459]: DEBUG neutron.db.provisioning_blocks [None req-53781792-8650-4c78-93a6-1c4d328d874c None None] Provisioning complete for port 913d6ccb-0cf6-492a-9a22-43b0f2e72d3b triggered by entity L2. {{(pid=103459) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 12 13:07:44.068610 dv-cinder-830097-4-iscsi neutron-server[103459]: DEBUG neutron_lib.callbacks.manager [None req-53781792-8650-4c78-93a6-1c4d328d874c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-657243'] for port (913d6ccb-0cf6-492a-9a22-43b0f2e72d3b), provisioning_complete {{(pid=103459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:07:44.103003 dv-cinder-830097-4-iscsi neutron-server[103459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5ea27fc-eecb-44e0-89a9-ef3c28ffc16f None None] Pushing event updated for resources: {'Port': ['ID=913d6ccb-0cf6-492a-9a22-43b0f2e72d3b,revision_number=3']} {{(pid=103459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 13:07:44.158899 dv-cinder-830097-4-iscsi neutron-server[103459]: DEBUG neutron.db.provisioning_blocks [None req-d821acf4-fe72-44e8-9b93-6e4fa872e76a None None] Provisioning complete for port 913d6ccb-0cf6-492a-9a22-43b0f2e72d3b triggered by entity DHCP. {{(pid=103459) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 12 13:07:44.159201 dv-cinder-830097-4-iscsi neutron-server[103459]: DEBUG neutron_lib.callbacks.manager [None req-d821acf4-fe72-44e8-9b93-6e4fa872e76a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-657243'] for port (913d6ccb-0cf6-492a-9a22-43b0f2e72d3b), provisioning_complete {{(pid=103459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:07:44.185436 dv-cinder-830097-4-iscsi neutron-server[103459]: DEBUG neutron.plugins.ml2.plugin [None req-53781792-8650-4c78-93a6-1c4d328d874c None None] Current status of the port 913d6ccb-0cf6-492a-9a22-43b0f2e72d3b is: ACTIVE; New status is: ACTIVE {{(pid=103459) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 12 13:07:44.240046 dv-cinder-830097-4-iscsi neutron-server[103459]: DEBUG neutron.plugins.ml2.plugin [None req-d821acf4-fe72-44e8-9b93-6e4fa872e76a None None] Current status of the port 913d6ccb-0cf6-492a-9a22-43b0f2e72d3b is: ACTIVE; New status is: ACTIVE {{(pid=103459) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 12 13:07:45.715629 dv-cinder-830097-4-iscsi neutron-server[103458]: DEBUG neutron.wsgi [-] (103458) accepted ('10.222.0.18', 38758) {{(pid=103458) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 13:07:45.916666 dv-cinder-830097-4-iscsi neutron-server[103459]: DEBUG neutron.plugins.ml2.rpc [None req-53781792-8650-4c78-93a6-1c4d328d874c None None] Device 913d6ccb-0cf6-492a-9a22-43b0f2e72d3b up at agent ovs-agent-dv-cinder-830097-4-iscsi {{(pid=103459) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 12 13:07:45.959979 dv-cinder-830097-4-iscsi neutron-server[103459]: DEBUG neutron.db.provisioning_blocks [None req-53781792-8650-4c78-93a6-1c4d328d874c None None] Provisioning complete for port 913d6ccb-0cf6-492a-9a22-43b0f2e72d3b triggered by entity L2. {{(pid=103459) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 12 13:07:45.960386 dv-cinder-830097-4-iscsi neutron-server[103459]: DEBUG neutron_lib.callbacks.manager [None req-53781792-8650-4c78-93a6-1c4d328d874c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-657243'] for port (913d6ccb-0cf6-492a-9a22-43b0f2e72d3b), provisioning_complete {{(pid=103459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:07:46.031170 dv-cinder-830097-4-iscsi neutron-server[103458]: DEBUG neutron.api.v2.base [None req-cb2453c0-83ff-4597-89c2-74cdb5c51927 admin admin] Request body: {'network': {'provider:network_type': 'flat', 'router:external': True, 'is_default': True, 'provider:physical_network': 'physnet1', 'name': 'public', 'admin_state_up': True}} {{(pid=103458) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 12 13:07:46.033532 dv-cinder-830097-4-iscsi neutron-server[103459]: DEBUG neutron.plugins.ml2.plugin [None req-53781792-8650-4c78-93a6-1c4d328d874c None None] Current status of the port 913d6ccb-0cf6-492a-9a22-43b0f2e72d3b is: ACTIVE; New status is: ACTIVE {{(pid=103459) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 12 13:07:46.053284 dv-cinder-830097-4-iscsi neutron-server[103458]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cb2453c0-83ff-4597-89c2-74cdb5c51927 admin admin] Made reservation on behalf of b24f858196d7462eaa0748290f59b353 for: {'network': 1} {{(pid=103458) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 12 13:07:46.056279 dv-cinder-830097-4-iscsi neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-cb2453c0-83ff-4597-89c2-74cdb5c51927 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-916304'] for network (None), before_create {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:07:46.071706 dv-cinder-830097-4-iscsi neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-cb2453c0-83ff-4597-89c2-74cdb5c51927 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:07:46.173985 dv-cinder-830097-4-iscsi neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-cb2453c0-83ff-4597-89c2-74cdb5c51927 admin admin] Publish callbacks [] for security_group (dbceb19d-5f28-46a0-839e-70f2782a3df8), precommit_create {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:07:46.177603 dv-cinder-830097-4-iscsi neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-cb2453c0-83ff-4597-89c2-74cdb5c51927 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3691807'] for security_group (dbceb19d-5f28-46a0-839e-70f2782a3df8), after_create {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:07:46.190567 dv-cinder-830097-4-iscsi neutron-server[103458]: DEBUG neutron.plugins.ml2.drivers.type_flat [None req-cb2453c0-83ff-4597-89c2-74cdb5c51927 admin admin] Reserving flat network on physical network physnet1 {{(pid=103458) reserve_provider_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_flat.py:100}} Apr 12 13:07:46.223464 dv-cinder-830097-4-iscsi neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-cb2453c0-83ff-4597-89c2-74cdb5c51927 admin admin] Publish callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8732727929510', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-715442'] for segment (333e2245-11dc-4fcd-9fb1-9fe65fae59ea), precommit_create {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:07:46.224042 dv-cinder-830097-4-iscsi neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-cb2453c0-83ff-4597-89c2-74cdb5c51927 admin admin] Unsubscribe: segment precommit_create {{(pid=103458) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Apr 12 13:07:46.224585 dv-cinder-830097-4-iscsi neutron-server[103458]: INFO neutron.db.segments_db [None req-cb2453c0-83ff-4597-89c2-74cdb5c51927 admin admin] Added segment 333e2245-11dc-4fcd-9fb1-9fe65fae59ea of type flat for network 26d0436d-8ae2-49bd-8cc6-3d2eac552c84 Apr 12 13:07:46.230289 dv-cinder-830097-4-iscsi neutron-server[103458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb2453c0-83ff-4597-89c2-74cdb5c51927 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dbceb19d-5f28-46a0-839e-70f2782a3df8,revision_number=1']} {{(pid=103458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 13:07:46.249137 dv-cinder-830097-4-iscsi neutron-server[103458]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb2453c0-83ff-4597-89c2-74cdb5c51927 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830097-4-iscsi {{(pid=103458) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 13:07:46.249475 dv-cinder-830097-4-iscsi neutron-server[103458]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb2453c0-83ff-4597-89c2-74cdb5c51927 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830097-4-iscsi {{(pid=103458) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 13:07:46.249825 dv-cinder-830097-4-iscsi neutron-server[103458]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb2453c0-83ff-4597-89c2-74cdb5c51927 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830097-4-iscsi {{(pid=103458) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 13:07:46.250156 dv-cinder-830097-4-iscsi neutron-server[103458]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb2453c0-83ff-4597-89c2-74cdb5c51927 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830097-4-iscsi {{(pid=103458) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 13:07:46.250476 dv-cinder-830097-4-iscsi neutron-server[103458]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb2453c0-83ff-4597-89c2-74cdb5c51927 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830097-4-iscsi {{(pid=103458) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 13:07:46.250797 dv-cinder-830097-4-iscsi neutron-server[103458]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb2453c0-83ff-4597-89c2-74cdb5c51927 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830097-4-iscsi {{(pid=103458) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 13:07:46.251115 dv-cinder-830097-4-iscsi neutron-server[103458]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb2453c0-83ff-4597-89c2-74cdb5c51927 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830097-4-iscsi {{(pid=103458) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 13:07:46.251428 dv-cinder-830097-4-iscsi neutron-server[103458]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb2453c0-83ff-4597-89c2-74cdb5c51927 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-830097-4-iscsi {{(pid=103458) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 13:07:46.251761 dv-cinder-830097-4-iscsi neutron-server[103458]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb2453c0-83ff-4597-89c2-74cdb5c51927 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-830097-4-iscsi {{(pid=103458) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 13:07:46.252081 dv-cinder-830097-4-iscsi neutron-server[103458]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb2453c0-83ff-4597-89c2-74cdb5c51927 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-830097-4-iscsi {{(pid=103458) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 13:07:46.252407 dv-cinder-830097-4-iscsi neutron-server[103458]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb2453c0-83ff-4597-89c2-74cdb5c51927 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-830097-4-iscsi {{(pid=103458) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 13:07:46.252723 dv-cinder-830097-4-iscsi neutron-server[103458]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb2453c0-83ff-4597-89c2-74cdb5c51927 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830097-4-iscsi {{(pid=103458) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 13:07:46.253055 dv-cinder-830097-4-iscsi neutron-server[103458]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb2453c0-83ff-4597-89c2-74cdb5c51927 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830097-4-iscsi {{(pid=103458) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 13:07:46.253362 dv-cinder-830097-4-iscsi neutron-server[103458]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb2453c0-83ff-4597-89c2-74cdb5c51927 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830097-4-iscsi {{(pid=103458) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 13:07:46.253671 dv-cinder-830097-4-iscsi neutron-server[103458]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb2453c0-83ff-4597-89c2-74cdb5c51927 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830097-4-iscsi {{(pid=103458) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 13:07:46.255605 dv-cinder-830097-4-iscsi neutron-server[103458]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb2453c0-83ff-4597-89c2-74cdb5c51927 admin admin] Tracked resource versions report: Apr 12 13:07:46.255605 dv-cinder-830097-4-iscsi neutron-server[103458]: pushed versions: Apr 12 13:07:46.255605 dv-cinder-830097-4-iscsi neutron-server[103458]: { 'AddressGroup': {'1.2'}, Apr 12 13:07:46.255605 dv-cinder-830097-4-iscsi neutron-server[103458]: 'Agent': {'1.1'}, Apr 12 13:07:46.255605 dv-cinder-830097-4-iscsi neutron-server[103458]: 'ConntrackHelper': {'1.0'}, Apr 12 13:07:46.255605 dv-cinder-830097-4-iscsi neutron-server[103458]: 'LocalIPAssociation': {'1.0'}, Apr 12 13:07:46.255605 dv-cinder-830097-4-iscsi neutron-server[103458]: 'Log': {'1.0'}, Apr 12 13:07:46.255605 dv-cinder-830097-4-iscsi neutron-server[103458]: 'NDPProxy': {'1.0'}, Apr 12 13:07:46.255605 dv-cinder-830097-4-iscsi neutron-server[103458]: 'Network': {'1.1'}, Apr 12 13:07:46.255605 dv-cinder-830097-4-iscsi neutron-server[103458]: 'Port': {'1.7'}, Apr 12 13:07:46.255605 dv-cinder-830097-4-iscsi neutron-server[103458]: 'PortForwarding': {'1.3'}, Apr 12 13:07:46.255605 dv-cinder-830097-4-iscsi neutron-server[103458]: 'QosPolicy': {'1.10'}, Apr 12 13:07:46.255605 dv-cinder-830097-4-iscsi neutron-server[103458]: 'SecurityGroup': {'1.5'}, Apr 12 13:07:46.255605 dv-cinder-830097-4-iscsi neutron-server[103458]: 'SecurityGroupRule': {'1.2'}, Apr 12 13:07:46.255605 dv-cinder-830097-4-iscsi neutron-server[103458]: 'SubPort': {'1.0'}, Apr 12 13:07:46.255605 dv-cinder-830097-4-iscsi neutron-server[103458]: 'Subnet': {'1.1'}, Apr 12 13:07:46.255605 dv-cinder-830097-4-iscsi neutron-server[103458]: 'Trunk': {'1.1'}} Apr 12 13:07:46.255605 dv-cinder-830097-4-iscsi neutron-server[103458]: consumer versions: Apr 12 13:07:46.255605 dv-cinder-830097-4-iscsi neutron-server[103458]: { DHCP agent@dv-cinder-830097-4-iscsi: {}, Apr 12 13:07:46.255605 dv-cinder-830097-4-iscsi neutron-server[103458]: L3 agent@dv-cinder-830097-4-iscsi: {}, Apr 12 13:07:46.255605 dv-cinder-830097-4-iscsi neutron-server[103458]: Metadata agent@dv-cinder-830097-4-iscsi: {}, Apr 12 13:07:46.255605 dv-cinder-830097-4-iscsi neutron-server[103458]: Metering agent@dv-cinder-830097-4-iscsi: {}, Apr 12 13:07:46.255605 dv-cinder-830097-4-iscsi neutron-server[103458]: Open vSwitch agent@dv-cinder-830097-4-iscsi: { 'AddressGroup': '1.2', Apr 12 13:07:46.255605 dv-cinder-830097-4-iscsi neutron-server[103458]: 'Agent': '1.1', Apr 12 13:07:46.255605 dv-cinder-830097-4-iscsi neutron-server[103458]: 'ConntrackHelper': '1.0', Apr 12 13:07:46.255605 dv-cinder-830097-4-iscsi neutron-server[103458]: 'LocalIPAssociation': '1.0', Apr 12 13:07:46.255605 dv-cinder-830097-4-iscsi neutron-server[103458]: 'Log': '1.0', Apr 12 13:07:46.255605 dv-cinder-830097-4-iscsi neutron-server[103458]: 'NDPProxy': '1.0', Apr 12 13:07:46.255605 dv-cinder-830097-4-iscsi neutron-server[103458]: 'Network': '1.1', Apr 12 13:07:46.255605 dv-cinder-830097-4-iscsi neutron-server[103458]: 'Port': '1.7', Apr 12 13:07:46.255605 dv-cinder-830097-4-iscsi neutron-server[103458]: 'PortForwarding': '1.3', Apr 12 13:07:46.255605 dv-cinder-830097-4-iscsi neutron-server[103458]: 'QosPolicy': '1.10', Apr 12 13:07:46.255605 dv-cinder-830097-4-iscsi neutron-server[103458]: 'SecurityGroup': '1.5', Apr 12 13:07:46.255605 dv-cinder-830097-4-iscsi neutron-server[103458]: 'SecurityGroupRule': '1.2', Apr 12 13:07:46.255605 dv-cinder-830097-4-iscsi neutron-server[103458]: 'SubPort': '1.0', Apr 12 13:07:46.255605 dv-cinder-830097-4-iscsi neutron-server[103458]: 'Subnet': '1.1', Apr 12 13:07:46.255605 dv-cinder-830097-4-iscsi neutron-server[103458]: 'Trunk': '1.1'}} Apr 12 13:07:46.255605 dv-cinder-830097-4-iscsi neutron-server[103458]: {{(pid=103458) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Apr 12 13:07:46.347173 dv-cinder-830097-4-iscsi neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-cb2453c0-83ff-4597-89c2-74cdb5c51927 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8732727402599'] for network (26d0436d-8ae2-49bd-8cc6-3d2eac552c84), precommit_create {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:07:46.387662 dv-cinder-830097-4-iscsi neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-cb2453c0-83ff-4597-89c2-74cdb5c51927 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3691972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3697887'] for network (26d0436d-8ae2-49bd-8cc6-3d2eac552c84), after_create {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:07:46.388722 dv-cinder-830097-4-iscsi neutron-server[103458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cb2453c0-83ff-4597-89c2-74cdb5c51927 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 13:07:46.389406 dv-cinder-830097-4-iscsi neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-cb2453c0-83ff-4597-89c2-74cdb5c51927 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3697709'] for network (None), before_response {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:07:46.454518 dv-cinder-830097-4-iscsi neutron-server[103458]: INFO neutron.wsgi [None req-cb2453c0-83ff-4597-89c2-74cdb5c51927 admin admin] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.7378113 Apr 12 13:07:46.492065 dv-cinder-830097-4-iscsi neutron-server[103458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb2453c0-83ff-4597-89c2-74cdb5c51927 admin admin] Pushing event updated for resources: {'Network': ['ID=26d0436d-8ae2-49bd-8cc6-3d2eac552c84,revision_number=1']} {{(pid=103458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 13:07:46.502582 dv-cinder-830097-4-iscsi neutron-server[103459]: DEBUG neutron.plugins.ml2.rpc [None req-53781792-8650-4c78-93a6-1c4d328d874c None None] Network 26d0436d-8ae2-49bd-8cc6-3d2eac552c84 details requested by agent ovs-agent-dv-cinder-830097-4-iscsi with host dv-cinder-830097-4-iscsi {{(pid=103459) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 12 13:07:46.705468 dv-cinder-830097-4-iscsi neutron-server[103459]: DEBUG neutron_lib.callbacks.manager [None req-27fd2255-7a0b-4739-95ef-866721328fe3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732727929501', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-657397'] for agent (246ca497-e2ee-4e0b-b432-b4153c207e5f), after_update {{(pid=103459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:07:48.951266 dv-cinder-830097-4-iscsi neutron-server[103457]: DEBUG neutron.wsgi [-] (103457) accepted ('10.222.0.18', 38770) {{(pid=103457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 13:07:49.300230 dv-cinder-830097-4-iscsi neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8ac4c142-bb54-4f44-baa7-aebd9367565c demo admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 13:07:49.302252 dv-cinder-830097-4-iscsi neutron-server[103457]: INFO neutron.wsgi [None req-8ac4c142-bb54-4f44-baa7-aebd9367565c demo admin] 10.222.0.18 "GET /v2.0/subnets/49dbbf76-6872-47cd-814f-6fc21c5b1a7f HTTP/1.1" status: 200 len: 849 time: 0.3500149 Apr 12 13:07:49.309604 dv-cinder-830097-4-iscsi neutron-server[103459]: DEBUG neutron_lib.callbacks.manager [None req-be355cad-1e45-42be-933e-58bacd605206 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732727929501', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-657397'] for agent (b7e11a8b-aeed-493f-9763-461016dddc93), after_update {{(pid=103459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:07:49.467265 dv-cinder-830097-4-iscsi neutron-server[103457]: INFO neutron.wsgi [None req-1e450885-9e07-4b77-8cf7-092f7cca9507 demo admin] 10.222.0.18 "GET /v2.0/routers/848b75b8-c4fc-4afc-bb4f-f8f40e8016b7 HTTP/1.1" status: 200 len: 704 time: 0.1574988 Apr 12 13:07:49.735128 dv-cinder-830097-4-iscsi neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-150bee88-1a66-49d5-bb0a-7a107fb6e4d5 demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-916304'] for port (None), before_create {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:07:50.027902 dv-cinder-830097-4-iscsi neutron-server[103457]: DEBUG neutron.db.db_base_plugin_common [None req-150bee88-1a66-49d5-bb0a-7a107fb6e4d5 demo admin] Allocated IP 172.20.0.1 (d7f42b33-cfdd-4033-a23f-c1c43e784b63/49dbbf76-6872-47cd-814f-6fc21c5b1a7f/c85cd195-3543-41d3-8962-829467ae912f) {{(pid=103457) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 12 13:07:50.176720 dv-cinder-830097-4-iscsi neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-150bee88-1a66-49d5-bb0a-7a107fb6e4d5 demo admin] Publish callbacks [] for port (c85cd195-3543-41d3-8962-829467ae912f), precommit_create {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:07:50.180570 dv-cinder-830097-4-iscsi neutron-server[103459]: DEBUG neutron_lib.callbacks.manager [None req-f20c20fe-5767-407a-9f30-b36f01c50254 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732727929501', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-657397'] for agent (1e8a91c7-94d1-4b17-9536-32bc01f44a9b), after_update {{(pid=103459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:07:50.243158 dv-cinder-830097-4-iscsi neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-150bee88-1a66-49d5-bb0a-7a107fb6e4d5 demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-915890', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3697887', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732727417914'] for port (c85cd195-3543-41d3-8962-829467ae912f), after_create {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:07:50.357227 dv-cinder-830097-4-iscsi neutron-server[103457]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-150bee88-1a66-49d5-bb0a-7a107fb6e4d5 demo admin] Network d7f42b33-cfdd-4033-a23f-c1c43e784b63 is already hosted by enough agents. {{(pid=103457) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 12 13:07:50.365219 dv-cinder-830097-4-iscsi neutron-server[103457]: DEBUG neutron.scheduler.base_scheduler [None req-150bee88-1a66-49d5-bb0a-7a107fb6e4d5 demo admin] Resources bound (agent type, host, resource id): {{(pid=103457) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 12 13:07:50.371514 dv-cinder-830097-4-iscsi neutron-server[103457]: DEBUG neutron.db.l3_dvrscheduler_db [None req-150bee88-1a66-49d5-bb0a-7a107fb6e4d5 demo admin] Received port after_create {{(pid=103457) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 12 13:07:50.372060 dv-cinder-830097-4-iscsi neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-150bee88-1a66-49d5-bb0a-7a107fb6e4d5 demo admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3738971'] for router_interface (848b75b8-c4fc-4afc-bb4f-f8f40e8016b7), before_create {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:07:50.436226 dv-cinder-830097-4-iscsi neutron-server[103457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-150bee88-1a66-49d5-bb0a-7a107fb6e4d5 demo admin] Pushing event updated for resources: {'Port': ['ID=c85cd195-3543-41d3-8962-829467ae912f,revision_number=1']} {{(pid=103457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 13:07:50.584281 dv-cinder-830097-4-iscsi neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-150bee88-1a66-49d5-bb0a-7a107fb6e4d5 demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-916304'] for port (c85cd195-3543-41d3-8962-829467ae912f), before_update {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:07:50.700517 dv-cinder-830097-4-iscsi neutron-server[103459]: DEBUG neutron.db.provisioning_blocks [None req-2a2e2f9a-2649-4c9c-92dd-3db6c771e33f None None] Provisioning complete for port c85cd195-3543-41d3-8962-829467ae912f triggered by entity DHCP. {{(pid=103459) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 12 13:07:50.701139 dv-cinder-830097-4-iscsi neutron-server[103459]: DEBUG neutron_lib.callbacks.manager [None req-2a2e2f9a-2649-4c9c-92dd-3db6c771e33f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-657243'] for port (c85cd195-3543-41d3-8962-829467ae912f), provisioning_complete {{(pid=103459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:07:50.783399 dv-cinder-830097-4-iscsi neutron-server[103459]: DEBUG neutron.plugins.ml2.plugin [None req-2a2e2f9a-2649-4c9c-92dd-3db6c771e33f None None] Port c85cd195-3543-41d3-8962-829467ae912f cannot update to ACTIVE because it is not bound. {{(pid=103459) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 12 13:07:50.793342 dv-cinder-830097-4-iscsi neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-150bee88-1a66-49d5-bb0a-7a107fb6e4d5 demo admin] Publish callbacks [] for port (c85cd195-3543-41d3-8962-829467ae912f), precommit_update {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:07:50.797364 dv-cinder-830097-4-iscsi neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-150bee88-1a66-49d5-bb0a-7a107fb6e4d5 demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-915890', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3697887', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732727894815', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732727417932', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732727417950'] for port (c85cd195-3543-41d3-8962-829467ae912f), after_update {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:07:50.798142 dv-cinder-830097-4-iscsi neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-150bee88-1a66-49d5-bb0a-7a107fb6e4d5 demo admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3697905', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3750891'] for router_interface (848b75b8-c4fc-4afc-bb4f-f8f40e8016b7), after_create {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:07:50.879497 dv-cinder-830097-4-iscsi neutron-server[103457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-150bee88-1a66-49d5-bb0a-7a107fb6e4d5 demo admin] Pushing event updated for resources: {'Port': ['ID=c85cd195-3543-41d3-8962-829467ae912f,revision_number=2']} {{(pid=103457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 13:07:50.920410 dv-cinder-830097-4-iscsi neutron-server[103457]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-150bee88-1a66-49d5-bb0a-7a107fb6e4d5 demo admin] Network d7f42b33-cfdd-4033-a23f-c1c43e784b63 is already hosted by enough agents. {{(pid=103457) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 12 13:07:50.921683 dv-cinder-830097-4-iscsi neutron-server[103457]: DEBUG neutron.scheduler.base_scheduler [None req-150bee88-1a66-49d5-bb0a-7a107fb6e4d5 demo admin] Resources bound (agent type, host, resource id): {{(pid=103457) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 12 13:07:51.098234 dv-cinder-830097-4-iscsi neutron-server[103457]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-150bee88-1a66-49d5-bb0a-7a107fb6e4d5 demo admin] Router 848b75b8-c4fc-4afc-bb4f-f8f40e8016b7 is scheduled to L3 agent b7e11a8b-aeed-493f-9763-461016dddc93 with binding_index 1 {{(pid=103457) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 12 13:07:51.101082 dv-cinder-830097-4-iscsi neutron-server[103459]: DEBUG neutron.db.provisioning_blocks [None req-dc7b492c-180f-4ecf-bdef-622e1f9db28d None None] Provisioning complete for port c85cd195-3543-41d3-8962-829467ae912f triggered by entity DHCP. {{(pid=103459) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 12 13:07:51.101480 dv-cinder-830097-4-iscsi neutron-server[103459]: DEBUG neutron_lib.callbacks.manager [None req-dc7b492c-180f-4ecf-bdef-622e1f9db28d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-657243'] for port (c85cd195-3543-41d3-8962-829467ae912f), provisioning_complete {{(pid=103459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:07:51.134881 dv-cinder-830097-4-iscsi neutron-server[103459]: DEBUG neutron.plugins.ml2.plugin [None req-dc7b492c-180f-4ecf-bdef-622e1f9db28d None None] Port c85cd195-3543-41d3-8962-829467ae912f cannot update to ACTIVE because it is not bound. {{(pid=103459) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 12 13:07:51.189490 dv-cinder-830097-4-iscsi neutron-server[103457]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-150bee88-1a66-49d5-bb0a-7a107fb6e4d5 demo admin] Notify agent at l3_agent.dv-cinder-830097-4-iscsi the message routers_updated {{(pid=103457) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 12 13:07:51.194575 dv-cinder-830097-4-iscsi neutron-server[103457]: INFO neutron.wsgi [None req-150bee88-1a66-49d5-bb0a-7a107fb6e4d5 demo admin] 10.222.0.18 "PUT /v2.0/routers/848b75b8-c4fc-4afc-bb4f-f8f40e8016b7/add_router_interface HTTP/1.1" status: 200 len: 508 time: 1.7219338 Apr 12 13:07:51.200634 dv-cinder-830097-4-iscsi neutron-server[103460]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0d0395f3-e4a7-4a0e-bcdc-6122c2f644a2 None None] Sync routers for ids ['848b75b8-c4fc-4afc-bb4f-f8f40e8016b7'] in dv-cinder-830097-4-iscsi {{(pid=103460) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 12 13:07:51.213294 dv-cinder-830097-4-iscsi neutron-server[103460]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0d0395f3-e4a7-4a0e-bcdc-6122c2f644a2 None None] Routers {'848b75b8-c4fc-4afc-bb4f-f8f40e8016b7'} bound to L3 agent in host dv-cinder-830097-4-iscsi {{(pid=103460) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 12 13:07:51.214242 dv-cinder-830097-4-iscsi neutron-server[103460]: DEBUG neutron.db.l3_hamode_db [None req-0d0395f3-e4a7-4a0e-bcdc-6122c2f644a2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830097-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-04-12T13:07:19Z,description=,heartbeat_timestamp=2022-04-12T13:07:49Z,host='dv-cinder-830097-4-iscsi',id=b7e11a8b-aeed-493f-9763-461016dddc93,load=0,resource_versions=,resources_synced=,started_at=2022-04-12T13:07:19Z,topic='l3_agent')) {'router_ids': ['848b75b8-c4fc-4afc-bb4f-f8f40e8016b7'], 'active': True} {{(pid=103460) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 13:07:51.310773 dv-cinder-830097-4-iscsi neutron-server[103459]: DEBUG neutron_lib.callbacks.manager [None req-09c91955-1169-4ba5-b480-d25faf385fa1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732727929501', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-657397'] for agent (6571c785-b050-42b7-b6d0-d71237f75507), after_update {{(pid=103459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:07:51.408962 dv-cinder-830097-4-iscsi neutron-server[103460]: DEBUG neutron.db.l3_dvr_db [None req-0d0395f3-e4a7-4a0e-bcdc-6122c2f644a2 None None] Set router 848b75b8-c4fc-4afc-bb4f-f8f40e8016b7 gateway port host: None {{(pid=103460) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 12 13:07:51.823942 dv-cinder-830097-4-iscsi neutron-server[103460]: DEBUG neutron.db.l3_hamode_db [None req-0d0395f3-e4a7-4a0e-bcdc-6122c2f644a2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '848b75b8-c4fc-4afc-bb4f-f8f40e8016b7', 'name': 'router1', 'tenant_id': '09d0f0684a9f444ebe1af379b0c52ba9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-12T13:07:40Z', 'updated_at': '2022-04-12T13:07:50Z', 'revision_number': 2, 'project_id': '09d0f0684a9f444ebe1af379b0c52ba9', 'gw_port_host': None, '_interfaces': [{'id': 'c85cd195-3543-41d3-8962-829467ae912f', 'name': '', 'network_id': 'd7f42b33-cfdd-4033-a23f-c1c43e784b63', 'tenant_id': '09d0f0684a9f444ebe1af379b0c52ba9', 'mac_address': 'fa:16:3e:43:e8:76', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '848b75b8-c4fc-4afc-bb4f-f8f40e8016b7', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '49dbbf76-6872-47cd-814f-6fc21c5b1a7f', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T13:07:49Z', 'updated_at': '2022-04-12T13:07:50Z', 'revision_number': 2, 'project_id': '09d0f0684a9f444ebe1af379b0c52ba9', 'subnets': [{'id': '49dbbf76-6872-47cd-814f-6fc21c5b1a7f', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '81f5c1b7-f0ba-43c5-b5b8-83bdef535a15'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-830097-4-iscsi', False) {} {{(pid=103460) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 13:07:51.874637 dv-cinder-830097-4-iscsi neutron-server[103460]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0d0395f3-e4a7-4a0e-bcdc-6122c2f644a2 None None] Checking router: 848b75b8-c4fc-4afc-bb4f-f8f40e8016b7 for host: dv-cinder-830097-4-iscsi {{(pid=103460) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 12 13:07:51.874997 dv-cinder-830097-4-iscsi neutron-server[103460]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0d0395f3-e4a7-4a0e-bcdc-6122c2f644a2 None None] Updating router 848b75b8-c4fc-4afc-bb4f-f8f40e8016b7 port c85cd195-3543-41d3-8962-829467ae912f binding host dv-cinder-830097-4-iscsi {{(pid=103460) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 12 13:07:51.927378 dv-cinder-830097-4-iscsi neutron-server[103460]: DEBUG neutron_lib.callbacks.manager [None req-0d0395f3-e4a7-4a0e-bcdc-6122c2f644a2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-916304'] for port (c85cd195-3543-41d3-8962-829467ae912f), before_update {{(pid=103460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:07:52.436251 dv-cinder-830097-4-iscsi neutron-server[103460]: DEBUG neutron_lib.callbacks.manager [None req-0d0395f3-e4a7-4a0e-bcdc-6122c2f644a2 None None] Publish callbacks [] for port (c85cd195-3543-41d3-8962-829467ae912f), precommit_update {{(pid=103460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:07:52.443078 dv-cinder-830097-4-iscsi neutron-server[103460]: DEBUG neutron_lib.callbacks.manager [None req-0d0395f3-e4a7-4a0e-bcdc-6122c2f644a2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-915890', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3697887', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732727894815', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732727417932', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732727417950'] for port (c85cd195-3543-41d3-8962-829467ae912f), after_update {{(pid=103460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:07:52.543412 dv-cinder-830097-4-iscsi neutron-server[103460]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40c4b6de-4866-4f70-a082-0fba239c7c58 None None] Pushing event updated for resources: {'Port': ['ID=c85cd195-3543-41d3-8962-829467ae912f,revision_number=3']} {{(pid=103460) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 13:07:52.583259 dv-cinder-830097-4-iscsi neutron-server[103460]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40c4b6de-4866-4f70-a082-0fba239c7c58 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830097-4-iscsi {{(pid=103460) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 13:07:52.583589 dv-cinder-830097-4-iscsi neutron-server[103460]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40c4b6de-4866-4f70-a082-0fba239c7c58 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830097-4-iscsi {{(pid=103460) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 13:07:52.583931 dv-cinder-830097-4-iscsi neutron-server[103460]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40c4b6de-4866-4f70-a082-0fba239c7c58 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830097-4-iscsi {{(pid=103460) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 13:07:52.584265 dv-cinder-830097-4-iscsi neutron-server[103460]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40c4b6de-4866-4f70-a082-0fba239c7c58 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830097-4-iscsi {{(pid=103460) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 13:07:52.584588 dv-cinder-830097-4-iscsi neutron-server[103460]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40c4b6de-4866-4f70-a082-0fba239c7c58 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830097-4-iscsi {{(pid=103460) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 13:07:52.584941 dv-cinder-830097-4-iscsi neutron-server[103460]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40c4b6de-4866-4f70-a082-0fba239c7c58 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830097-4-iscsi {{(pid=103460) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 13:07:52.585264 dv-cinder-830097-4-iscsi neutron-server[103460]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40c4b6de-4866-4f70-a082-0fba239c7c58 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830097-4-iscsi {{(pid=103460) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 13:07:52.585580 dv-cinder-830097-4-iscsi neutron-server[103460]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40c4b6de-4866-4f70-a082-0fba239c7c58 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-830097-4-iscsi {{(pid=103460) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 13:07:52.585894 dv-cinder-830097-4-iscsi neutron-server[103460]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40c4b6de-4866-4f70-a082-0fba239c7c58 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-830097-4-iscsi {{(pid=103460) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 13:07:52.586264 dv-cinder-830097-4-iscsi neutron-server[103460]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40c4b6de-4866-4f70-a082-0fba239c7c58 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-830097-4-iscsi {{(pid=103460) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 13:07:52.586585 dv-cinder-830097-4-iscsi neutron-server[103460]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40c4b6de-4866-4f70-a082-0fba239c7c58 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-830097-4-iscsi {{(pid=103460) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 13:07:52.586961 dv-cinder-830097-4-iscsi neutron-server[103460]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40c4b6de-4866-4f70-a082-0fba239c7c58 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830097-4-iscsi {{(pid=103460) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 13:07:52.587280 dv-cinder-830097-4-iscsi neutron-server[103460]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40c4b6de-4866-4f70-a082-0fba239c7c58 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830097-4-iscsi {{(pid=103460) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 13:07:52.587617 dv-cinder-830097-4-iscsi neutron-server[103460]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40c4b6de-4866-4f70-a082-0fba239c7c58 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830097-4-iscsi {{(pid=103460) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 13:07:52.587927 dv-cinder-830097-4-iscsi neutron-server[103460]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40c4b6de-4866-4f70-a082-0fba239c7c58 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830097-4-iscsi {{(pid=103460) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 13:07:52.589473 dv-cinder-830097-4-iscsi neutron-server[103460]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40c4b6de-4866-4f70-a082-0fba239c7c58 None None] Tracked resource versions report: Apr 12 13:07:52.589473 dv-cinder-830097-4-iscsi neutron-server[103460]: pushed versions: Apr 12 13:07:52.589473 dv-cinder-830097-4-iscsi neutron-server[103460]: { 'AddressGroup': {'1.2'}, Apr 12 13:07:52.589473 dv-cinder-830097-4-iscsi neutron-server[103460]: 'Agent': {'1.1'}, Apr 12 13:07:52.589473 dv-cinder-830097-4-iscsi neutron-server[103460]: 'ConntrackHelper': {'1.0'}, Apr 12 13:07:52.589473 dv-cinder-830097-4-iscsi neutron-server[103460]: 'LocalIPAssociation': {'1.0'}, Apr 12 13:07:52.589473 dv-cinder-830097-4-iscsi neutron-server[103460]: 'Log': {'1.0'}, Apr 12 13:07:52.589473 dv-cinder-830097-4-iscsi neutron-server[103460]: 'NDPProxy': {'1.0'}, Apr 12 13:07:52.589473 dv-cinder-830097-4-iscsi neutron-server[103460]: 'Network': {'1.1'}, Apr 12 13:07:52.589473 dv-cinder-830097-4-iscsi neutron-server[103460]: 'Port': {'1.7'}, Apr 12 13:07:52.589473 dv-cinder-830097-4-iscsi neutron-server[103460]: 'PortForwarding': {'1.3'}, Apr 12 13:07:52.589473 dv-cinder-830097-4-iscsi neutron-server[103460]: 'QosPolicy': {'1.10'}, Apr 12 13:07:52.589473 dv-cinder-830097-4-iscsi neutron-server[103460]: 'SecurityGroup': {'1.5'}, Apr 12 13:07:52.589473 dv-cinder-830097-4-iscsi neutron-server[103460]: 'SecurityGroupRule': {'1.2'}, Apr 12 13:07:52.589473 dv-cinder-830097-4-iscsi neutron-server[103460]: 'SubPort': {'1.0'}, Apr 12 13:07:52.589473 dv-cinder-830097-4-iscsi neutron-server[103460]: 'Subnet': {'1.1'}, Apr 12 13:07:52.589473 dv-cinder-830097-4-iscsi neutron-server[103460]: 'Trunk': {'1.1'}} Apr 12 13:07:52.589473 dv-cinder-830097-4-iscsi neutron-server[103460]: consumer versions: Apr 12 13:07:52.589473 dv-cinder-830097-4-iscsi neutron-server[103460]: { DHCP agent@dv-cinder-830097-4-iscsi: {}, Apr 12 13:07:52.589473 dv-cinder-830097-4-iscsi neutron-server[103460]: L3 agent@dv-cinder-830097-4-iscsi: {}, Apr 12 13:07:52.589473 dv-cinder-830097-4-iscsi neutron-server[103460]: Metadata agent@dv-cinder-830097-4-iscsi: {}, Apr 12 13:07:52.589473 dv-cinder-830097-4-iscsi neutron-server[103460]: Metering agent@dv-cinder-830097-4-iscsi: {}, Apr 12 13:07:52.589473 dv-cinder-830097-4-iscsi neutron-server[103460]: Open vSwitch agent@dv-cinder-830097-4-iscsi: { 'AddressGroup': '1.2', Apr 12 13:07:52.589473 dv-cinder-830097-4-iscsi neutron-server[103460]: 'Agent': '1.1', Apr 12 13:07:52.589473 dv-cinder-830097-4-iscsi neutron-server[103460]: 'ConntrackHelper': '1.0', Apr 12 13:07:52.589473 dv-cinder-830097-4-iscsi neutron-server[103460]: 'LocalIPAssociation': '1.0', Apr 12 13:07:52.589473 dv-cinder-830097-4-iscsi neutron-server[103460]: 'Log': '1.0', Apr 12 13:07:52.589473 dv-cinder-830097-4-iscsi neutron-server[103460]: 'NDPProxy': '1.0', Apr 12 13:07:52.589473 dv-cinder-830097-4-iscsi neutron-server[103460]: 'Network': '1.1', Apr 12 13:07:52.589473 dv-cinder-830097-4-iscsi neutron-server[103460]: 'Port': '1.7', Apr 12 13:07:52.589473 dv-cinder-830097-4-iscsi neutron-server[103460]: 'PortForwarding': '1.3', Apr 12 13:07:52.589473 dv-cinder-830097-4-iscsi neutron-server[103460]: 'QosPolicy': '1.10', Apr 12 13:07:52.589473 dv-cinder-830097-4-iscsi neutron-server[103460]: 'SecurityGroup': '1.5', Apr 12 13:07:52.589473 dv-cinder-830097-4-iscsi neutron-server[103460]: 'SecurityGroupRule': '1.2', Apr 12 13:07:52.589473 dv-cinder-830097-4-iscsi neutron-server[103460]: 'SubPort': '1.0', Apr 12 13:07:52.589473 dv-cinder-830097-4-iscsi neutron-server[103460]: 'Subnet': '1.1', Apr 12 13:07:52.589473 dv-cinder-830097-4-iscsi neutron-server[103460]: 'Trunk': '1.1'}} Apr 12 13:07:52.589473 dv-cinder-830097-4-iscsi neutron-server[103460]: {{(pid=103460) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Apr 12 13:07:52.641921 dv-cinder-830097-4-iscsi neutron-server[103460]: DEBUG neutron.plugins.ml2.managers [None req-0d0395f3-e4a7-4a0e-bcdc-6122c2f644a2 None None] Attempting to bind port c85cd195-3543-41d3-8962-829467ae912f on host dv-cinder-830097-4-iscsi for vnic_type normal with profile {{(pid=103460) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 12 13:07:52.642317 dv-cinder-830097-4-iscsi neutron-server[103460]: DEBUG neutron.plugins.ml2.managers [None req-0d0395f3-e4a7-4a0e-bcdc-6122c2f644a2 None None] Attempting to bind port c85cd195-3543-41d3-8962-829467ae912f by drivers openvswitch,hyperv on host dv-cinder-830097-4-iscsi at level 0 using segments [{'id': '85136d3d-5c19-475f-ae67-685e3114292a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 232, 'network_id': 'd7f42b33-cfdd-4033-a23f-c1c43e784b63'}] {{(pid=103460) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 12 13:07:52.642765 dv-cinder-830097-4-iscsi neutron-server[103460]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0d0395f3-e4a7-4a0e-bcdc-6122c2f644a2 None None] Attempting to bind port c85cd195-3543-41d3-8962-829467ae912f on network d7f42b33-cfdd-4033-a23f-c1c43e784b63 {{(pid=103460) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 12 13:07:52.648265 dv-cinder-830097-4-iscsi neutron-server[103460]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0d0395f3-e4a7-4a0e-bcdc-6122c2f644a2 None None] Checking agent: {'id': '3f2daa45-5e56-452b-8a21-b519edfce99e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-830097-4-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 12, 13, 7, 23), 'started_at': datetime.datetime(2022, 4, 12, 13, 7, 23), 'heartbeat_timestamp': datetime.datetime(2022, 4, 12, 13, 7, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-830097-4-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103460) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 12 13:07:52.648675 dv-cinder-830097-4-iscsi neutron-server[103460]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0d0395f3-e4a7-4a0e-bcdc-6122c2f644a2 None None] Checking segment: {'id': '85136d3d-5c19-475f-ae67-685e3114292a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 232, 'network_id': 'd7f42b33-cfdd-4033-a23f-c1c43e784b63'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103460) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 12 13:07:52.649149 dv-cinder-830097-4-iscsi neutron-server[103460]: DEBUG neutron_lib.callbacks.manager [None req-0d0395f3-e4a7-4a0e-bcdc-6122c2f644a2 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:07:52.649528 dv-cinder-830097-4-iscsi neutron-server[103460]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0d0395f3-e4a7-4a0e-bcdc-6122c2f644a2 None None] Bound using segment: {'id': '85136d3d-5c19-475f-ae67-685e3114292a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 232, 'network_id': 'd7f42b33-cfdd-4033-a23f-c1c43e784b63'} {{(pid=103460) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 12 13:07:52.650566 dv-cinder-830097-4-iscsi neutron-server[103460]: DEBUG neutron.plugins.ml2.managers [None req-0d0395f3-e4a7-4a0e-bcdc-6122c2f644a2 None None] Bound port: c85cd195-3543-41d3-8962-829467ae912f, host: dv-cinder-830097-4-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '85136d3d-5c19-475f-ae67-685e3114292a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 232, 'network_id': 'd7f42b33-cfdd-4033-a23f-c1c43e784b63'}}] {{(pid=103460) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 12 13:07:52.650932 dv-cinder-830097-4-iscsi neutron-server[103460]: DEBUG neutron_lib.callbacks.manager [None req-0d0395f3-e4a7-4a0e-bcdc-6122c2f644a2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-916304'] for port (c85cd195-3543-41d3-8962-829467ae912f), before_update {{(pid=103460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:07:52.661038 dv-cinder-830097-4-iscsi neutron-server[103459]: DEBUG neutron.db.provisioning_blocks [None req-3720dfeb-10df-4032-9a77-a236b323aaa3 None None] Provisioning complete for port c85cd195-3543-41d3-8962-829467ae912f triggered by entity DHCP. {{(pid=103459) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 12 13:07:52.661543 dv-cinder-830097-4-iscsi neutron-server[103459]: DEBUG neutron_lib.callbacks.manager [None req-3720dfeb-10df-4032-9a77-a236b323aaa3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-657243'] for port (c85cd195-3543-41d3-8962-829467ae912f), provisioning_complete {{(pid=103459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:07:52.698061 dv-cinder-830097-4-iscsi neutron-server[103459]: DEBUG neutron.plugins.ml2.plugin [None req-3720dfeb-10df-4032-9a77-a236b323aaa3 None None] Port c85cd195-3543-41d3-8962-829467ae912f cannot update to ACTIVE because it is not bound. {{(pid=103459) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 12 13:07:52.719957 dv-cinder-830097-4-iscsi neutron-server[103460]: DEBUG neutron.plugins.ml2.db [None req-0d0395f3-e4a7-4a0e-bcdc-6122c2f644a2 None None] For port c85cd195-3543-41d3-8962-829467ae912f, host dv-cinder-830097-4-iscsi, cleared binding levels {{(pid=103460) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 12 13:07:52.739266 dv-cinder-830097-4-iscsi neutron-server[103460]: DEBUG neutron.plugins.ml2.db [None req-0d0395f3-e4a7-4a0e-bcdc-6122c2f644a2 None None] For port c85cd195-3543-41d3-8962-829467ae912f, host dv-cinder-830097-4-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-830097-4-iscsi',level=0,port_id=c85cd195-3543-41d3-8962-829467ae912f,segment=NetworkSegment(85136d3d-5c19-475f-ae67-685e3114292a),segment_id=85136d3d-5c19-475f-ae67-685e3114292a)] {{(pid=103460) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 12 13:07:52.745032 dv-cinder-830097-4-iscsi neutron-server[103460]: DEBUG neutron_lib.callbacks.manager [None req-0d0395f3-e4a7-4a0e-bcdc-6122c2f644a2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-915890', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3697887', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732727894815', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732727417932', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732727417950'] for port (c85cd195-3543-41d3-8962-829467ae912f), after_update {{(pid=103460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:07:52.806485 dv-cinder-830097-4-iscsi neutron-server[103460]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0d0395f3-e4a7-4a0e-bcdc-6122c2f644a2 None None] Routers {'848b75b8-c4fc-4afc-bb4f-f8f40e8016b7'} bound to L3 agent in host dv-cinder-830097-4-iscsi {{(pid=103460) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 12 13:07:52.807105 dv-cinder-830097-4-iscsi neutron-server[103460]: DEBUG neutron.db.l3_hamode_db [None req-0d0395f3-e4a7-4a0e-bcdc-6122c2f644a2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830097-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-04-12T13:07:19Z,description=,heartbeat_timestamp=2022-04-12T13:07:49Z,host='dv-cinder-830097-4-iscsi',id=b7e11a8b-aeed-493f-9763-461016dddc93,load=0,resource_versions=,resources_synced=,started_at=2022-04-12T13:07:19Z,topic='l3_agent')) {'router_ids': ['848b75b8-c4fc-4afc-bb4f-f8f40e8016b7'], 'active': True} {{(pid=103460) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 13:07:52.810022 dv-cinder-830097-4-iscsi neutron-server[103460]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40c4b6de-4866-4f70-a082-0fba239c7c58 None None] Pushing event updated for resources: {'Port': ['ID=c85cd195-3543-41d3-8962-829467ae912f,revision_number=4']} {{(pid=103460) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 13:07:52.902080 dv-cinder-830097-4-iscsi neutron-server[103460]: DEBUG neutron.db.l3_dvr_db [None req-0d0395f3-e4a7-4a0e-bcdc-6122c2f644a2 None None] Set router 848b75b8-c4fc-4afc-bb4f-f8f40e8016b7 gateway port host: None {{(pid=103460) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 12 13:07:53.016443 dv-cinder-830097-4-iscsi neutron-server[103459]: DEBUG neutron.db.provisioning_blocks [None req-a3d8931a-6c39-406a-95ab-36904e35efea None None] Provisioning complete for port c85cd195-3543-41d3-8962-829467ae912f triggered by entity DHCP. {{(pid=103459) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 12 13:07:53.016717 dv-cinder-830097-4-iscsi neutron-server[103459]: DEBUG neutron_lib.callbacks.manager [None req-a3d8931a-6c39-406a-95ab-36904e35efea None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-657243'] for port (c85cd195-3543-41d3-8962-829467ae912f), provisioning_complete {{(pid=103459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:07:53.094344 dv-cinder-830097-4-iscsi neutron-server[103459]: DEBUG neutron.plugins.ml2.plugin [None req-a3d8931a-6c39-406a-95ab-36904e35efea None None] Current status of the port c85cd195-3543-41d3-8962-829467ae912f is: DOWN; New status is: ACTIVE {{(pid=103459) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 12 13:07:53.094656 dv-cinder-830097-4-iscsi neutron-server[103459]: DEBUG neutron_lib.callbacks.manager [None req-a3d8931a-6c39-406a-95ab-36904e35efea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-916304'] for port (c85cd195-3543-41d3-8962-829467ae912f), before_update {{(pid=103459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:07:53.101512 dv-cinder-830097-4-iscsi neutron-server[103460]: DEBUG neutron.db.l3_hamode_db [None req-0d0395f3-e4a7-4a0e-bcdc-6122c2f644a2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '848b75b8-c4fc-4afc-bb4f-f8f40e8016b7', 'name': 'router1', 'tenant_id': '09d0f0684a9f444ebe1af379b0c52ba9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-12T13:07:40Z', 'updated_at': '2022-04-12T13:07:50Z', 'revision_number': 2, 'project_id': '09d0f0684a9f444ebe1af379b0c52ba9', 'gw_port_host': None, '_interfaces': [{'id': 'c85cd195-3543-41d3-8962-829467ae912f', 'name': '', 'network_id': 'd7f42b33-cfdd-4033-a23f-c1c43e784b63', 'tenant_id': '09d0f0684a9f444ebe1af379b0c52ba9', 'mac_address': 'fa:16:3e:43:e8:76', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '848b75b8-c4fc-4afc-bb4f-f8f40e8016b7', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '49dbbf76-6872-47cd-814f-6fc21c5b1a7f', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830097-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T13:07:49Z', 'updated_at': '2022-04-12T13:07:52Z', 'revision_number': 4, 'project_id': '09d0f0684a9f444ebe1af379b0c52ba9', 'subnets': [{'id': '49dbbf76-6872-47cd-814f-6fc21c5b1a7f', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '81f5c1b7-f0ba-43c5-b5b8-83bdef535a15'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-830097-4-iscsi', False) {} {{(pid=103460) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 13:07:53.132553 dv-cinder-830097-4-iscsi neutron-server[103460]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0d0395f3-e4a7-4a0e-bcdc-6122c2f644a2 None None] The sync data for ids ['848b75b8-c4fc-4afc-bb4f-f8f40e8016b7'] in dv-cinder-830097-4-iscsi is: [{'id': '848b75b8-c4fc-4afc-bb4f-f8f40e8016b7', 'name': 'router1', 'tenant_id': '09d0f0684a9f444ebe1af379b0c52ba9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-12T13:07:40Z', 'updated_at': '2022-04-12T13:07:50Z', 'revision_number': 2, 'project_id': '09d0f0684a9f444ebe1af379b0c52ba9', 'gw_port_host': None, '_interfaces': [{'id': 'c85cd195-3543-41d3-8962-829467ae912f', 'name': '', 'network_id': 'd7f42b33-cfdd-4033-a23f-c1c43e784b63', 'tenant_id': '09d0f0684a9f444ebe1af379b0c52ba9', 'mac_address': 'fa:16:3e:43:e8:76', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '848b75b8-c4fc-4afc-bb4f-f8f40e8016b7', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '49dbbf76-6872-47cd-814f-6fc21c5b1a7f', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830097-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T13:07:49Z', 'updated_at': '2022-04-12T13:07:52Z', 'revision_number': 4, 'project_id': '09d0f0684a9f444ebe1af379b0c52ba9', 'subnets': [{'id': '49dbbf76-6872-47cd-814f-6fc21c5b1a7f', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '81f5c1b7-f0ba-43c5-b5b8-83bdef535a15'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103460) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 12 13:07:53.135016 dv-cinder-830097-4-iscsi neutron-server[103459]: DEBUG neutron.plugins.ml2.db [None req-a3d8931a-6c39-406a-95ab-36904e35efea None None] For port c85cd195-3543-41d3-8962-829467ae912f, host dv-cinder-830097-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-830097-4-iscsi',level=0,port_id=c85cd195-3543-41d3-8962-829467ae912f,segment=NetworkSegment(85136d3d-5c19-475f-ae67-685e3114292a),segment_id=85136d3d-5c19-475f-ae67-685e3114292a)] {{(pid=103459) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 12 13:07:53.145256 dv-cinder-830097-4-iscsi neutron-server[103459]: DEBUG neutron_lib.callbacks.manager [None req-a3d8931a-6c39-406a-95ab-36904e35efea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-915890', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3697887', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732727894815', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732727417932', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732727417950'] for port (c85cd195-3543-41d3-8962-829467ae912f), after_update {{(pid=103459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:07:53.198353 dv-cinder-830097-4-iscsi neutron-server[103459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3d8931a-6c39-406a-95ab-36904e35efea None None] Pushing event updated for resources: {'Port': ['ID=c85cd195-3543-41d3-8962-829467ae912f,revision_number=5']} {{(pid=103459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 13:07:53.201320 dv-cinder-830097-4-iscsi neutron-server[103459]: DEBUG neutron_lib.callbacks.manager [None req-53781792-8650-4c78-93a6-1c4d328d874c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732727929501', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-657397'] for agent (3f2daa45-5e56-452b-8a21-b519edfce99e), after_update {{(pid=103459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:07:53.842612 dv-cinder-830097-4-iscsi neutron-server[103457]: DEBUG neutron.wsgi [-] (103457) accepted ('10.222.0.18', 38790) {{(pid=103457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 13:07:54.042501 dv-cinder-830097-4-iscsi neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e6b52577-d53e-419b-9a40-d5b53f11f3c0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 13:07:54.043860 dv-cinder-830097-4-iscsi neutron-server[103457]: INFO neutron.wsgi [None req-e6b52577-d53e-419b-9a40-d5b53f11f3c0 admin admin] 10.222.0.18 "GET /v2.0/networks/26d0436d-8ae2-49bd-8cc6-3d2eac552c84 HTTP/1.1" status: 200 len: 842 time: 0.2002814 Apr 12 13:07:54.053827 dv-cinder-830097-4-iscsi neutron-server[103457]: DEBUG neutron.api.v2.base [None req-43c05974-682f-4afd-817c-a152f335a697 admin admin] Request body: {'subnet': {'network_id': '26d0436d-8ae2-49bd-8cc6-3d2eac552c84', 'name': 'public-subnet', 'enable_dhcp': False, 'ip_version': 4, 'gateway_ip': '172.27.0.1', 'cidr': '172.27.0.0/24'}} {{(pid=103457) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 12 13:07:54.074657 dv-cinder-830097-4-iscsi neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-43c05974-682f-4afd-817c-a152f335a697 admin admin] Made reservation on behalf of b24f858196d7462eaa0748290f59b353 for: {'subnet': 1} {{(pid=103457) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 12 13:07:54.076895 dv-cinder-830097-4-iscsi neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-43c05974-682f-4afd-817c-a152f335a697 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:07:54.336069 dv-cinder-830097-4-iscsi neutron-server[103457]: DEBUG neutron.objects.ports [None req-43c05974-682f-4afd-817c-a152f335a697 admin admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=103457) get_objects /opt/stack/neutron/neutron/objects/ports.py:463}} Apr 12 13:07:54.336489 dv-cinder-830097-4-iscsi neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-43c05974-682f-4afd-817c-a152f335a697 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3682813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3697887'] for subnet (d93852d8-8f89-4b1c-bef4-0e05f499a8db), after_create {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:07:54.390491 dv-cinder-830097-4-iscsi neutron-server[103457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43c05974-682f-4afd-817c-a152f335a697 admin admin] Pushing event updated for resources: {'Subnet': ['ID=d93852d8-8f89-4b1c-bef4-0e05f499a8db,revision_number=0']} {{(pid=103457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 13:07:54.400393 dv-cinder-830097-4-iscsi neutron-server[103457]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-43c05974-682f-4afd-817c-a152f335a697 admin admin] Checking segment: {'id': '333e2245-11dc-4fcd-9fb1-9fe65fae59ea', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '26d0436d-8ae2-49bd-8cc6-3d2eac552c84'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103457) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 12 13:07:54.400746 dv-cinder-830097-4-iscsi neutron-server[103457]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-43c05974-682f-4afd-817c-a152f335a697 admin admin] Network hostable DHCP agents. Network: 26d0436d-8ae2-49bd-8cc6-3d2eac552c84, hostable agents: ['246ca497-e2ee-4e0b-b432-b4153c207e5f'], hosted agents: [] {{(pid=103457) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 12 13:07:54.417079 dv-cinder-830097-4-iscsi neutron-server[103457]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-43c05974-682f-4afd-817c-a152f335a697 admin admin] Network 26d0436d-8ae2-49bd-8cc6-3d2eac552c84 is scheduled to be hosted by DHCP agent 246ca497-e2ee-4e0b-b432-b4153c207e5f with binding_index 1 {{(pid=103457) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 12 13:07:54.424722 dv-cinder-830097-4-iscsi neutron-server[103457]: DEBUG neutron.scheduler.base_scheduler [None req-43c05974-682f-4afd-817c-a152f335a697 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-830097-4-iscsi, 26d0436d-8ae2-49bd-8cc6-3d2eac552c84) {{(pid=103457) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 12 13:07:54.429123 dv-cinder-830097-4-iscsi neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-43c05974-682f-4afd-817c-a152f335a697 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 13:07:54.429692 dv-cinder-830097-4-iscsi neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-43c05974-682f-4afd-817c-a152f335a697 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3697709'] for subnet (None), before_response {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:07:54.434515 dv-cinder-830097-4-iscsi neutron-server[103459]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-393c7468-cf16-4772-84bf-089cc19b7f7e None None] Network 26d0436d-8ae2-49bd-8cc6-3d2eac552c84 requested from dv-cinder-830097-4-iscsi {{(pid=103459) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 12 13:07:54.445797 dv-cinder-830097-4-iscsi neutron-server[103457]: INFO neutron.wsgi [None req-43c05974-682f-4afd-817c-a152f335a697 admin admin] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.3959877 Apr 12 13:07:54.556411 dv-cinder-830097-4-iscsi neutron-server[103459]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8398ef4d-00b2-4082-b446-7e4c2ad68e26 None None] Network 26d0436d-8ae2-49bd-8cc6-3d2eac552c84 requested from dv-cinder-830097-4-iscsi {{(pid=103459) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 12 13:07:56.995602 dv-cinder-830097-4-iscsi neutron-server[103457]: DEBUG neutron.wsgi [-] (103457) accepted ('10.222.0.18', 38808) {{(pid=103457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 13:07:57.133721 dv-cinder-830097-4-iscsi neutron-server[103457]: INFO neutron.wsgi [None req-abbc6321-fa0c-463c-954a-4c640ac817a7 demo admin] 10.222.0.18 "GET /v2.0/routers/848b75b8-c4fc-4afc-bb4f-f8f40e8016b7 HTTP/1.1" status: 200 len: 710 time: 0.1368175 Apr 12 13:07:57.293034 dv-cinder-830097-4-iscsi neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a18419f6-befd-4aae-a62c-eaf8142ee25d demo admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 13:07:57.294399 dv-cinder-830097-4-iscsi neutron-server[103457]: INFO neutron.wsgi [None req-a18419f6-befd-4aae-a62c-eaf8142ee25d demo admin] 10.222.0.18 "GET /v2.0/networks/26d0436d-8ae2-49bd-8cc6-3d2eac552c84 HTTP/1.1" status: 200 len: 886 time: 0.1554358 Apr 12 13:07:57.304196 dv-cinder-830097-4-iscsi neutron-server[103457]: DEBUG neutron.api.v2.base [None req-c624874f-51d3-4854-b038-4fc9668dd81d demo admin] Request body: {'router': {'external_gateway_info': {'network_id': '26d0436d-8ae2-49bd-8cc6-3d2eac552c84'}}} {{(pid=103457) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 12 13:07:57.554441 dv-cinder-830097-4-iscsi neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-c624874f-51d3-4854-b038-4fc9668dd81d demo admin] Publish callbacks [] for router_gateway (848b75b8-c4fc-4afc-bb4f-f8f40e8016b7), precommit_update {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:07:57.767539 dv-cinder-830097-4-iscsi neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-c624874f-51d3-4854-b038-4fc9668dd81d demo admin] Publish callbacks [] for router_gateway (848b75b8-c4fc-4afc-bb4f-f8f40e8016b7), before_create {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:07:57.839917 dv-cinder-830097-4-iscsi neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-c624874f-51d3-4854-b038-4fc9668dd81d demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-916304'] for port (None), before_create {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:07:57.946210 dv-cinder-830097-4-iscsi neutron-server[103457]: DEBUG neutron.db.db_base_plugin_common [None req-c624874f-51d3-4854-b038-4fc9668dd81d demo admin] Allocated IP 172.27.0.107 (26d0436d-8ae2-49bd-8cc6-3d2eac552c84/d93852d8-8f89-4b1c-bef4-0e05f499a8db/78a65952-a3d2-43b5-a55e-6311af062a5a) {{(pid=103457) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 12 13:07:58.045209 dv-cinder-830097-4-iscsi neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-c624874f-51d3-4854-b038-4fc9668dd81d demo admin] Publish callbacks [] for port (78a65952-a3d2-43b5-a55e-6311af062a5a), precommit_create {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:07:58.077591 dv-cinder-830097-4-iscsi neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-c624874f-51d3-4854-b038-4fc9668dd81d demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-915890', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3697887', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732727417914'] for port (78a65952-a3d2-43b5-a55e-6311af062a5a), after_create {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:07:58.118222 dv-cinder-830097-4-iscsi neutron-server[103457]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c624874f-51d3-4854-b038-4fc9668dd81d demo admin] Network 26d0436d-8ae2-49bd-8cc6-3d2eac552c84 is already hosted by enough agents. {{(pid=103457) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 12 13:07:58.123028 dv-cinder-830097-4-iscsi neutron-server[103457]: DEBUG neutron.scheduler.base_scheduler [None req-c624874f-51d3-4854-b038-4fc9668dd81d demo admin] Resources bound (agent type, host, resource id): {{(pid=103457) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 12 13:07:58.124863 dv-cinder-830097-4-iscsi neutron-server[103457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c624874f-51d3-4854-b038-4fc9668dd81d demo admin] Pushing event updated for resources: {'Port': ['ID=78a65952-a3d2-43b5-a55e-6311af062a5a,revision_number=1']} {{(pid=103457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 13:07:58.128978 dv-cinder-830097-4-iscsi neutron-server[103457]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c624874f-51d3-4854-b038-4fc9668dd81d demo admin] Received port after_create {{(pid=103457) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 12 13:07:58.387270 dv-cinder-830097-4-iscsi neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-c624874f-51d3-4854-b038-4fc9668dd81d demo admin] Publish callbacks [] for router_gateway (848b75b8-c4fc-4afc-bb4f-f8f40e8016b7), after_create {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:07:58.687080 dv-cinder-830097-4-iscsi neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-c624874f-51d3-4854-b038-4fc9668dd81d demo admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3747913', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3800270', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-36286'] for router (848b75b8-c4fc-4afc-bb4f-f8f40e8016b7), precommit_update {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:07:58.690736 dv-cinder-830097-4-iscsi neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-c624874f-51d3-4854-b038-4fc9668dd81d demo admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3739048', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-3739066', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-3739059', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-3800263'] for router (848b75b8-c4fc-4afc-bb4f-f8f40e8016b7), after_update {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:07:58.797620 dv-cinder-830097-4-iscsi neutron-server[103457]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c624874f-51d3-4854-b038-4fc9668dd81d demo admin] Router 848b75b8-c4fc-4afc-bb4f-f8f40e8016b7 has already been hosted by L3 agent b7e11a8b-aeed-493f-9763-461016dddc93 {{(pid=103457) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 12 13:07:58.904028 dv-cinder-830097-4-iscsi neutron-server[103457]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c624874f-51d3-4854-b038-4fc9668dd81d demo admin] Notify agent at l3_agent.dv-cinder-830097-4-iscsi the message routers_updated {{(pid=103457) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 12 13:07:58.909250 dv-cinder-830097-4-iscsi neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-c624874f-51d3-4854-b038-4fc9668dd81d demo admin] Publish callbacks [] for router (None), before_response {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:07:58.924800 dv-cinder-830097-4-iscsi neutron-server[103457]: INFO neutron.wsgi [None req-c624874f-51d3-4854-b038-4fc9668dd81d demo admin] 10.222.0.18 "PUT /v2.0/routers/848b75b8-c4fc-4afc-bb4f-f8f40e8016b7 HTTP/1.1" status: 200 len: 890 time: 1.6110389 Apr 12 13:08:00.177316 dv-cinder-830097-4-iscsi neutron-server[103460]: DEBUG neutron.db.agents_db [None req-38c2972b-b018-47ca-95cb-8760adc1e78b None None] Agent healthcheck: found 5 active agents {{(pid=103460) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 12 13:08:01.467464 dv-cinder-830097-4-iscsi neutron-server[103457]: DEBUG neutron.wsgi [-] (103457) accepted ('10.222.0.18', 38822) {{(pid=103457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 13:08:01.578096 dv-cinder-830097-4-iscsi neutron-server[103457]: INFO neutron.wsgi [None req-887c2433-71fb-46d6-b4df-a0e6f8de0425 admin admin] 10.222.0.18 "GET /v2.0/ports?device_owner=network%3Arouter_gateway&fields=id&fields=name&fields=mac_address&fields=fixed_ips&fields=status HTTP/1.1" status: 200 len: 411 time: 0.1093366 Apr 12 13:08:01.951202 dv-cinder-830097-4-iscsi neutron-server[103459]: DEBUG neutron.plugins.ml2.rpc [None req-53781792-8650-4c78-93a6-1c4d328d874c None None] Device c85cd195-3543-41d3-8962-829467ae912f up at agent ovs-agent-dv-cinder-830097-4-iscsi {{(pid=103459) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 12 13:08:01.989104 dv-cinder-830097-4-iscsi neutron-server[103459]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-03d3aadb-0834-48d1-8175-e53172a097fd None None] Sync routers for ids ['848b75b8-c4fc-4afc-bb4f-f8f40e8016b7'] in dv-cinder-830097-4-iscsi {{(pid=103459) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 12 13:08:02.009139 dv-cinder-830097-4-iscsi neutron-server[103459]: DEBUG neutron.db.l3_dvrscheduler_db [None req-03d3aadb-0834-48d1-8175-e53172a097fd None None] Routers {'848b75b8-c4fc-4afc-bb4f-f8f40e8016b7'} bound to L3 agent in host dv-cinder-830097-4-iscsi {{(pid=103459) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 12 13:08:02.009813 dv-cinder-830097-4-iscsi neutron-server[103459]: DEBUG neutron.db.l3_hamode_db [None req-03d3aadb-0834-48d1-8175-e53172a097fd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830097-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-04-12T13:07:19Z,description=,heartbeat_timestamp=2022-04-12T13:07:49Z,host='dv-cinder-830097-4-iscsi',id=b7e11a8b-aeed-493f-9763-461016dddc93,load=0,resource_versions=,resources_synced=,started_at=2022-04-12T13:07:19Z,topic='l3_agent')) {'router_ids': ['848b75b8-c4fc-4afc-bb4f-f8f40e8016b7'], 'active': True} {{(pid=103459) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 13:08:02.085927 dv-cinder-830097-4-iscsi neutron-server[103459]: DEBUG neutron.db.provisioning_blocks [None req-53781792-8650-4c78-93a6-1c4d328d874c None None] Provisioning complete for port c85cd195-3543-41d3-8962-829467ae912f triggered by entity L2. {{(pid=103459) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 12 13:08:02.086329 dv-cinder-830097-4-iscsi neutron-server[103459]: DEBUG neutron_lib.callbacks.manager [None req-53781792-8650-4c78-93a6-1c4d328d874c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-657243'] for port (c85cd195-3543-41d3-8962-829467ae912f), provisioning_complete {{(pid=103459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:08:02.298084 dv-cinder-830097-4-iscsi neutron-server[103459]: DEBUG neutron.db.l3_dvr_db [None req-03d3aadb-0834-48d1-8175-e53172a097fd None None] Set router 848b75b8-c4fc-4afc-bb4f-f8f40e8016b7 gateway port host: dv-cinder-830097-4-iscsi {{(pid=103459) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 12 13:08:02.353890 dv-cinder-830097-4-iscsi neutron-server[103459]: DEBUG neutron.plugins.ml2.plugin [None req-53781792-8650-4c78-93a6-1c4d328d874c None None] Current status of the port c85cd195-3543-41d3-8962-829467ae912f is: ACTIVE; New status is: ACTIVE {{(pid=103459) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 12 13:08:02.761999 dv-cinder-830097-4-iscsi neutron-server[103459]: DEBUG neutron.db.l3_hamode_db [None req-03d3aadb-0834-48d1-8175-e53172a097fd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '848b75b8-c4fc-4afc-bb4f-f8f40e8016b7', 'name': 'router1', 'tenant_id': '09d0f0684a9f444ebe1af379b0c52ba9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '26d0436d-8ae2-49bd-8cc6-3d2eac552c84', 'external_fixed_ips': [{'subnet_id': 'd93852d8-8f89-4b1c-bef4-0e05f499a8db', 'ip_address': '172.27.0.107'}], 'enable_snat': True}, 'gw_port_id': '78a65952-a3d2-43b5-a55e-6311af062a5a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-12T13:07:40Z', 'updated_at': '2022-04-12T13:07:58Z', 'revision_number': 4, 'project_id': '09d0f0684a9f444ebe1af379b0c52ba9', 'gw_port': {'id': '78a65952-a3d2-43b5-a55e-6311af062a5a', 'name': '', 'network_id': '26d0436d-8ae2-49bd-8cc6-3d2eac552c84', 'tenant_id': '', 'mac_address': 'fa:16:3e:8e:6c:a0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '848b75b8-c4fc-4afc-bb4f-f8f40e8016b7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': 'd93852d8-8f89-4b1c-bef4-0e05f499a8db', 'ip_address': '172.27.0.107', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T13:07:57Z', 'updated_at': '2022-04-12T13:07:57Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'd93852d8-8f89-4b1c-bef4-0e05f499a8db', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830097-4-iscsi', '_interfaces': [{'id': 'c85cd195-3543-41d3-8962-829467ae912f', 'name': '', 'network_id': 'd7f42b33-cfdd-4033-a23f-c1c43e784b63', 'tenant_id': '09d0f0684a9f444ebe1af379b0c52ba9', 'mac_address': 'fa:16:3e:43:e8:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '848b75b8-c4fc-4afc-bb4f-f8f40e8016b7', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '49dbbf76-6872-47cd-814f-6fc21c5b1a7f', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830097-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T13:07:49Z', 'updated_at': '2022-04-12T13:07:53Z', 'revision_number': 5, 'project_id': '09d0f0684a9f444ebe1af379b0c52ba9', 'subnets': [{'id': '49dbbf76-6872-47cd-814f-6fc21c5b1a7f', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '81f5c1b7-f0ba-43c5-b5b8-83bdef535a15'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-830097-4-iscsi', False) {} {{(pid=103459) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 13:08:02.811879 dv-cinder-830097-4-iscsi neutron-server[103459]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-03d3aadb-0834-48d1-8175-e53172a097fd None None] Checking router: 848b75b8-c4fc-4afc-bb4f-f8f40e8016b7 for host: dv-cinder-830097-4-iscsi {{(pid=103459) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 12 13:08:02.812979 dv-cinder-830097-4-iscsi neutron-server[103459]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-03d3aadb-0834-48d1-8175-e53172a097fd None None] Updating router 848b75b8-c4fc-4afc-bb4f-f8f40e8016b7 port 78a65952-a3d2-43b5-a55e-6311af062a5a binding host dv-cinder-830097-4-iscsi {{(pid=103459) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 12 13:08:02.866710 dv-cinder-830097-4-iscsi neutron-server[103459]: DEBUG neutron_lib.callbacks.manager [None req-03d3aadb-0834-48d1-8175-e53172a097fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-916304'] for port (78a65952-a3d2-43b5-a55e-6311af062a5a), before_update {{(pid=103459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:08:03.182840 dv-cinder-830097-4-iscsi neutron-server[103459]: DEBUG neutron_lib.callbacks.manager [None req-03d3aadb-0834-48d1-8175-e53172a097fd None None] Publish callbacks [] for port (78a65952-a3d2-43b5-a55e-6311af062a5a), precommit_update {{(pid=103459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:08:03.188430 dv-cinder-830097-4-iscsi neutron-server[103459]: DEBUG neutron_lib.callbacks.manager [None req-03d3aadb-0834-48d1-8175-e53172a097fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-915890', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3697887', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732727894815', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732727417932', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732727417950'] for port (78a65952-a3d2-43b5-a55e-6311af062a5a), after_update {{(pid=103459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:08:03.236557 dv-cinder-830097-4-iscsi neutron-server[103459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97da5cd4-2a52-46aa-a45b-8eadc1e2f420 None None] Pushing event updated for resources: {'Port': ['ID=78a65952-a3d2-43b5-a55e-6311af062a5a,revision_number=2']} {{(pid=103459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 13:08:03.251472 dv-cinder-830097-4-iscsi neutron-server[103459]: DEBUG neutron.plugins.ml2.managers [None req-03d3aadb-0834-48d1-8175-e53172a097fd None None] Attempting to bind port 78a65952-a3d2-43b5-a55e-6311af062a5a on host dv-cinder-830097-4-iscsi for vnic_type normal with profile {{(pid=103459) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 12 13:08:03.252016 dv-cinder-830097-4-iscsi neutron-server[103459]: DEBUG neutron.plugins.ml2.managers [None req-03d3aadb-0834-48d1-8175-e53172a097fd None None] Attempting to bind port 78a65952-a3d2-43b5-a55e-6311af062a5a by drivers openvswitch,hyperv on host dv-cinder-830097-4-iscsi at level 0 using segments [{'id': '333e2245-11dc-4fcd-9fb1-9fe65fae59ea', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '26d0436d-8ae2-49bd-8cc6-3d2eac552c84'}] {{(pid=103459) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 12 13:08:03.252601 dv-cinder-830097-4-iscsi neutron-server[103459]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-03d3aadb-0834-48d1-8175-e53172a097fd None None] Attempting to bind port 78a65952-a3d2-43b5-a55e-6311af062a5a on network 26d0436d-8ae2-49bd-8cc6-3d2eac552c84 {{(pid=103459) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 12 13:08:03.266709 dv-cinder-830097-4-iscsi neutron-server[103459]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-03d3aadb-0834-48d1-8175-e53172a097fd None None] Checking agent: {'id': '3f2daa45-5e56-452b-8a21-b519edfce99e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-830097-4-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 12, 13, 7, 23), 'started_at': datetime.datetime(2022, 4, 12, 13, 7, 53), 'heartbeat_timestamp': datetime.datetime(2022, 4, 12, 13, 7, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-830097-4-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103459) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 12 13:08:03.268449 dv-cinder-830097-4-iscsi neutron-server[103459]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-03d3aadb-0834-48d1-8175-e53172a097fd None None] Checking segment: {'id': '333e2245-11dc-4fcd-9fb1-9fe65fae59ea', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '26d0436d-8ae2-49bd-8cc6-3d2eac552c84'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103459) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 12 13:08:03.269977 dv-cinder-830097-4-iscsi neutron-server[103459]: DEBUG neutron_lib.callbacks.manager [None req-03d3aadb-0834-48d1-8175-e53172a097fd None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:08:03.270616 dv-cinder-830097-4-iscsi neutron-server[103459]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-03d3aadb-0834-48d1-8175-e53172a097fd None None] Bound using segment: {'id': '333e2245-11dc-4fcd-9fb1-9fe65fae59ea', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '26d0436d-8ae2-49bd-8cc6-3d2eac552c84'} {{(pid=103459) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 12 13:08:03.271165 dv-cinder-830097-4-iscsi neutron-server[103459]: DEBUG neutron.plugins.ml2.managers [None req-03d3aadb-0834-48d1-8175-e53172a097fd None None] Bound port: 78a65952-a3d2-43b5-a55e-6311af062a5a, host: dv-cinder-830097-4-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '333e2245-11dc-4fcd-9fb1-9fe65fae59ea', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '26d0436d-8ae2-49bd-8cc6-3d2eac552c84'}}] {{(pid=103459) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 12 13:08:03.271562 dv-cinder-830097-4-iscsi neutron-server[103459]: DEBUG neutron_lib.callbacks.manager [None req-03d3aadb-0834-48d1-8175-e53172a097fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-916304'] for port (78a65952-a3d2-43b5-a55e-6311af062a5a), before_update {{(pid=103459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:08:03.326497 dv-cinder-830097-4-iscsi neutron-server[103459]: DEBUG neutron.plugins.ml2.db [None req-03d3aadb-0834-48d1-8175-e53172a097fd None None] For port 78a65952-a3d2-43b5-a55e-6311af062a5a, host dv-cinder-830097-4-iscsi, cleared binding levels {{(pid=103459) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 12 13:08:03.330085 dv-cinder-830097-4-iscsi neutron-server[103459]: DEBUG neutron.plugins.ml2.db [None req-03d3aadb-0834-48d1-8175-e53172a097fd None None] For port 78a65952-a3d2-43b5-a55e-6311af062a5a, host dv-cinder-830097-4-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-830097-4-iscsi',level=0,port_id=78a65952-a3d2-43b5-a55e-6311af062a5a,segment=NetworkSegment(333e2245-11dc-4fcd-9fb1-9fe65fae59ea),segment_id=333e2245-11dc-4fcd-9fb1-9fe65fae59ea)] {{(pid=103459) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 12 13:08:03.337384 dv-cinder-830097-4-iscsi neutron-server[103459]: DEBUG neutron_lib.callbacks.manager [None req-03d3aadb-0834-48d1-8175-e53172a097fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-915890', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3697887', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732727894815', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732727417932', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732727417950'] for port (78a65952-a3d2-43b5-a55e-6311af062a5a), after_update {{(pid=103459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:08:03.384566 dv-cinder-830097-4-iscsi neutron-server[103459]: DEBUG neutron.db.l3_dvrscheduler_db [None req-03d3aadb-0834-48d1-8175-e53172a097fd None None] Routers {'848b75b8-c4fc-4afc-bb4f-f8f40e8016b7'} bound to L3 agent in host dv-cinder-830097-4-iscsi {{(pid=103459) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 12 13:08:03.385150 dv-cinder-830097-4-iscsi neutron-server[103459]: DEBUG neutron.db.l3_hamode_db [None req-03d3aadb-0834-48d1-8175-e53172a097fd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830097-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-04-12T13:07:19Z,description=,heartbeat_timestamp=2022-04-12T13:07:49Z,host='dv-cinder-830097-4-iscsi',id=b7e11a8b-aeed-493f-9763-461016dddc93,load=0,resource_versions=,resources_synced=,started_at=2022-04-12T13:07:19Z,topic='l3_agent')) {'router_ids': ['848b75b8-c4fc-4afc-bb4f-f8f40e8016b7'], 'active': True} {{(pid=103459) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 13:08:03.449939 dv-cinder-830097-4-iscsi neutron-server[103459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97da5cd4-2a52-46aa-a45b-8eadc1e2f420 None None] Pushing event updated for resources: {'Port': ['ID=78a65952-a3d2-43b5-a55e-6311af062a5a,revision_number=3']} {{(pid=103459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 13:08:03.514724 dv-cinder-830097-4-iscsi neutron-server[103459]: DEBUG neutron.db.l3_dvr_db [None req-03d3aadb-0834-48d1-8175-e53172a097fd None None] Set router 848b75b8-c4fc-4afc-bb4f-f8f40e8016b7 gateway port host: dv-cinder-830097-4-iscsi {{(pid=103459) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 12 13:08:03.727659 dv-cinder-830097-4-iscsi neutron-server[103459]: DEBUG neutron.db.l3_hamode_db [None req-03d3aadb-0834-48d1-8175-e53172a097fd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '848b75b8-c4fc-4afc-bb4f-f8f40e8016b7', 'name': 'router1', 'tenant_id': '09d0f0684a9f444ebe1af379b0c52ba9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '26d0436d-8ae2-49bd-8cc6-3d2eac552c84', 'external_fixed_ips': [{'subnet_id': 'd93852d8-8f89-4b1c-bef4-0e05f499a8db', 'ip_address': '172.27.0.107'}], 'enable_snat': True}, 'gw_port_id': '78a65952-a3d2-43b5-a55e-6311af062a5a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-12T13:07:40Z', 'updated_at': '2022-04-12T13:07:58Z', 'revision_number': 4, 'project_id': '09d0f0684a9f444ebe1af379b0c52ba9', 'gw_port': {'id': '78a65952-a3d2-43b5-a55e-6311af062a5a', 'name': '', 'network_id': '26d0436d-8ae2-49bd-8cc6-3d2eac552c84', 'tenant_id': '', 'mac_address': 'fa:16:3e:8e:6c:a0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '848b75b8-c4fc-4afc-bb4f-f8f40e8016b7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': 'd93852d8-8f89-4b1c-bef4-0e05f499a8db', 'ip_address': '172.27.0.107', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830097-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T13:07:57Z', 'updated_at': '2022-04-12T13:08:03Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd93852d8-8f89-4b1c-bef4-0e05f499a8db', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830097-4-iscsi', '_interfaces': [{'id': 'c85cd195-3543-41d3-8962-829467ae912f', 'name': '', 'network_id': 'd7f42b33-cfdd-4033-a23f-c1c43e784b63', 'tenant_id': '09d0f0684a9f444ebe1af379b0c52ba9', 'mac_address': 'fa:16:3e:43:e8:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '848b75b8-c4fc-4afc-bb4f-f8f40e8016b7', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '49dbbf76-6872-47cd-814f-6fc21c5b1a7f', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830097-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T13:07:49Z', 'updated_at': '2022-04-12T13:07:53Z', 'revision_number': 5, 'project_id': '09d0f0684a9f444ebe1af379b0c52ba9', 'subnets': [{'id': '49dbbf76-6872-47cd-814f-6fc21c5b1a7f', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '81f5c1b7-f0ba-43c5-b5b8-83bdef535a15'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-830097-4-iscsi', False) {} {{(pid=103459) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 13:08:03.757138 dv-cinder-830097-4-iscsi neutron-server[103459]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-03d3aadb-0834-48d1-8175-e53172a097fd None None] The sync data for ids ['848b75b8-c4fc-4afc-bb4f-f8f40e8016b7'] in dv-cinder-830097-4-iscsi is: [{'id': '848b75b8-c4fc-4afc-bb4f-f8f40e8016b7', 'name': 'router1', 'tenant_id': '09d0f0684a9f444ebe1af379b0c52ba9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '26d0436d-8ae2-49bd-8cc6-3d2eac552c84', 'external_fixed_ips': [{'subnet_id': 'd93852d8-8f89-4b1c-bef4-0e05f499a8db', 'ip_address': '172.27.0.107'}], 'enable_snat': True}, 'gw_port_id': '78a65952-a3d2-43b5-a55e-6311af062a5a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-12T13:07:40Z', 'updated_at': '2022-04-12T13:07:58Z', 'revision_number': 4, 'project_id': '09d0f0684a9f444ebe1af379b0c52ba9', 'gw_port': {'id': '78a65952-a3d2-43b5-a55e-6311af062a5a', 'name': '', 'network_id': '26d0436d-8ae2-49bd-8cc6-3d2eac552c84', 'tenant_id': '', 'mac_address': 'fa:16:3e:8e:6c:a0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '848b75b8-c4fc-4afc-bb4f-f8f40e8016b7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': 'd93852d8-8f89-4b1c-bef4-0e05f499a8db', 'ip_address': '172.27.0.107', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830097-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T13:07:57Z', 'updated_at': '2022-04-12T13:08:03Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd93852d8-8f89-4b1c-bef4-0e05f499a8db', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830097-4-iscsi', '_interfaces': [{'id': 'c85cd195-3543-41d3-8962-829467ae912f', 'name': '', 'network_id': 'd7f42b33-cfdd-4033-a23f-c1c43e784b63', 'tenant_id': '09d0f0684a9f444ebe1af379b0c52ba9', 'mac_address': 'fa:16:3e:43:e8:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '848b75b8-c4fc-4afc-bb4f-f8f40e8016b7', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '49dbbf76-6872-47cd-814f-6fc21c5b1a7f', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830097-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T13:07:49Z', 'updated_at': '2022-04-12T13:07:53Z', 'revision_number': 5, 'project_id': '09d0f0684a9f444ebe1af379b0c52ba9', 'subnets': [{'id': '49dbbf76-6872-47cd-814f-6fc21c5b1a7f', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '81f5c1b7-f0ba-43c5-b5b8-83bdef535a15'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103459) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 12 13:08:03.995553 dv-cinder-830097-4-iscsi neutron-server[103459]: DEBUG neutron.plugins.ml2.rpc [None req-53781792-8650-4c78-93a6-1c4d328d874c None None] Device 78a65952-a3d2-43b5-a55e-6311af062a5a up at agent ovs-agent-dv-cinder-830097-4-iscsi {{(pid=103459) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 12 13:08:04.055965 dv-cinder-830097-4-iscsi neutron-server[103459]: DEBUG neutron.db.provisioning_blocks [None req-53781792-8650-4c78-93a6-1c4d328d874c None None] Provisioning complete for port 78a65952-a3d2-43b5-a55e-6311af062a5a triggered by entity L2. {{(pid=103459) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 12 13:08:04.056602 dv-cinder-830097-4-iscsi neutron-server[103459]: DEBUG neutron_lib.callbacks.manager [None req-53781792-8650-4c78-93a6-1c4d328d874c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-657243'] for port (78a65952-a3d2-43b5-a55e-6311af062a5a), provisioning_complete {{(pid=103459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:08:04.164063 dv-cinder-830097-4-iscsi neutron-server[103459]: DEBUG neutron.plugins.ml2.plugin [None req-53781792-8650-4c78-93a6-1c4d328d874c None None] Current status of the port 78a65952-a3d2-43b5-a55e-6311af062a5a is: DOWN; New status is: ACTIVE {{(pid=103459) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 12 13:08:04.164754 dv-cinder-830097-4-iscsi neutron-server[103459]: DEBUG neutron_lib.callbacks.manager [None req-53781792-8650-4c78-93a6-1c4d328d874c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-916304'] for port (78a65952-a3d2-43b5-a55e-6311af062a5a), before_update {{(pid=103459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:08:04.194300 dv-cinder-830097-4-iscsi neutron-server[103459]: DEBUG neutron.plugins.ml2.db [None req-53781792-8650-4c78-93a6-1c4d328d874c None None] For port 78a65952-a3d2-43b5-a55e-6311af062a5a, host dv-cinder-830097-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-830097-4-iscsi',level=0,port_id=78a65952-a3d2-43b5-a55e-6311af062a5a,segment=NetworkSegment(333e2245-11dc-4fcd-9fb1-9fe65fae59ea),segment_id=333e2245-11dc-4fcd-9fb1-9fe65fae59ea)] {{(pid=103459) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 12 13:08:04.200555 dv-cinder-830097-4-iscsi neutron-server[103459]: DEBUG neutron_lib.callbacks.manager [None req-53781792-8650-4c78-93a6-1c4d328d874c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-915890', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3697887', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732727894815', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732727417932', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732727417950'] for port (78a65952-a3d2-43b5-a55e-6311af062a5a), after_update {{(pid=103459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:08:04.265073 dv-cinder-830097-4-iscsi neutron-server[103459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53781792-8650-4c78-93a6-1c4d328d874c None None] Pushing event updated for resources: {'Port': ['ID=78a65952-a3d2-43b5-a55e-6311af062a5a,revision_number=4']} {{(pid=103459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 13:08:05.974523 dv-cinder-830097-4-iscsi neutron-server[103459]: DEBUG neutron.plugins.ml2.rpc [None req-53781792-8650-4c78-93a6-1c4d328d874c None None] Device 78a65952-a3d2-43b5-a55e-6311af062a5a up at agent ovs-agent-dv-cinder-830097-4-iscsi {{(pid=103459) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 12 13:08:06.039570 dv-cinder-830097-4-iscsi neutron-server[103459]: DEBUG neutron.db.provisioning_blocks [None req-53781792-8650-4c78-93a6-1c4d328d874c None None] Provisioning complete for port 78a65952-a3d2-43b5-a55e-6311af062a5a triggered by entity L2. {{(pid=103459) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 12 13:08:06.040278 dv-cinder-830097-4-iscsi neutron-server[103459]: DEBUG neutron_lib.callbacks.manager [None req-53781792-8650-4c78-93a6-1c4d328d874c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-657243'] for port (78a65952-a3d2-43b5-a55e-6311af062a5a), provisioning_complete {{(pid=103459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:08:06.133028 dv-cinder-830097-4-iscsi neutron-server[103459]: DEBUG neutron.plugins.ml2.plugin [None req-53781792-8650-4c78-93a6-1c4d328d874c None None] Current status of the port 78a65952-a3d2-43b5-a55e-6311af062a5a is: ACTIVE; New status is: ACTIVE {{(pid=103459) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 12 13:08:16.717110 dv-cinder-830097-4-iscsi neutron-server[103459]: DEBUG neutron_lib.callbacks.manager [None req-812a0675-7e71-4901-b4d4-ed4294a39095 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732727929501', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-657397'] for agent (246ca497-e2ee-4e0b-b432-b4153c207e5f), after_update {{(pid=103459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:08:19.316967 dv-cinder-830097-4-iscsi neutron-server[103459]: DEBUG neutron_lib.callbacks.manager [None req-341dbcff-af80-43ef-b710-e00c358feedb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732727929501', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-657397'] for agent (b7e11a8b-aeed-493f-9763-461016dddc93), after_update {{(pid=103459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:08:20.190058 dv-cinder-830097-4-iscsi neutron-server[103459]: DEBUG neutron_lib.callbacks.manager [None req-f20c20fe-5767-407a-9f30-b36f01c50254 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732727929501', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-657397'] for agent (1e8a91c7-94d1-4b17-9536-32bc01f44a9b), after_update {{(pid=103459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:08:21.325065 dv-cinder-830097-4-iscsi neutron-server[103459]: DEBUG neutron_lib.callbacks.manager [None req-09c91955-1169-4ba5-b480-d25faf385fa1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732727929501', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-657397'] for agent (6571c785-b050-42b7-b6d0-d71237f75507), after_update {{(pid=103459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:08:23.145155 dv-cinder-830097-4-iscsi neutron-server[103459]: DEBUG neutron_lib.callbacks.manager [None req-53781792-8650-4c78-93a6-1c4d328d874c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732727929501', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-657397'] for agent (3f2daa45-5e56-452b-8a21-b519edfce99e), after_update {{(pid=103459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:08:37.179804 dv-cinder-830097-4-iscsi neutron-server[103460]: DEBUG neutron.db.agents_db [None req-38c2972b-b018-47ca-95cb-8760adc1e78b None None] Agent healthcheck: found 5 active agents {{(pid=103460) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 12 13:08:46.710411 dv-cinder-830097-4-iscsi neutron-server[103459]: DEBUG neutron_lib.callbacks.manager [None req-0beecc9a-808d-45ba-9fbe-60db8b202666 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732727929501', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-657397'] for agent (246ca497-e2ee-4e0b-b432-b4153c207e5f), after_update {{(pid=103459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:08:49.311075 dv-cinder-830097-4-iscsi neutron-server[103459]: DEBUG neutron_lib.callbacks.manager [None req-75afcddb-03e2-41a2-bd0f-e09d743f1c3b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732727929501', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-657397'] for agent (b7e11a8b-aeed-493f-9763-461016dddc93), after_update {{(pid=103459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:08:50.194607 dv-cinder-830097-4-iscsi neutron-server[103459]: DEBUG neutron_lib.callbacks.manager [None req-f20c20fe-5767-407a-9f30-b36f01c50254 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732727929501', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-657397'] for agent (1e8a91c7-94d1-4b17-9536-32bc01f44a9b), after_update {{(pid=103459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:08:51.317206 dv-cinder-830097-4-iscsi neutron-server[103459]: DEBUG neutron_lib.callbacks.manager [None req-09c91955-1169-4ba5-b480-d25faf385fa1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732727929501', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-657397'] for agent (6571c785-b050-42b7-b6d0-d71237f75507), after_update {{(pid=103459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:08:53.140514 dv-cinder-830097-4-iscsi neutron-server[103459]: DEBUG neutron_lib.callbacks.manager [None req-53781792-8650-4c78-93a6-1c4d328d874c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732727929501', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-657397'] for agent (3f2daa45-5e56-452b-8a21-b519edfce99e), after_update {{(pid=103459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:09:14.179600 dv-cinder-830097-4-iscsi neutron-server[103460]: DEBUG neutron.db.agents_db [None req-38c2972b-b018-47ca-95cb-8760adc1e78b None None] Agent healthcheck: found 5 active agents {{(pid=103460) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 12 13:09:16.718794 dv-cinder-830097-4-iscsi neutron-server[103459]: DEBUG neutron_lib.callbacks.manager [None req-2a0056be-fff9-424d-a26b-410f6adc5b04 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732727929501', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-657397'] for agent (246ca497-e2ee-4e0b-b432-b4153c207e5f), after_update {{(pid=103459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:09:19.314765 dv-cinder-830097-4-iscsi neutron-server[103459]: DEBUG neutron_lib.callbacks.manager [None req-165cb1c6-8f64-46dd-b3f0-5e10bb267d8c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732727929501', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-657397'] for agent (b7e11a8b-aeed-493f-9763-461016dddc93), after_update {{(pid=103459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:09:20.193745 dv-cinder-830097-4-iscsi neutron-server[103459]: DEBUG neutron_lib.callbacks.manager [None req-f20c20fe-5767-407a-9f30-b36f01c50254 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732727929501', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-657397'] for agent (1e8a91c7-94d1-4b17-9536-32bc01f44a9b), after_update {{(pid=103459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:09:21.317644 dv-cinder-830097-4-iscsi neutron-server[103459]: DEBUG neutron_lib.callbacks.manager [None req-09c91955-1169-4ba5-b480-d25faf385fa1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732727929501', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-657397'] for agent (6571c785-b050-42b7-b6d0-d71237f75507), after_update {{(pid=103459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:09:23.144958 dv-cinder-830097-4-iscsi neutron-server[103459]: DEBUG neutron_lib.callbacks.manager [None req-53781792-8650-4c78-93a6-1c4d328d874c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732727929501', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-657397'] for agent (3f2daa45-5e56-452b-8a21-b519edfce99e), after_update {{(pid=103459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:09:24.431463 dv-cinder-830097-4-iscsi neutron-server[103457]: DEBUG neutron.wsgi [-] (103457) accepted ('10.222.0.18', 39306) {{(pid=103457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 13:09:24.492062 dv-cinder-830097-4-iscsi neutron-server[103457]: INFO neutron.pecan_wsgi.hooks.translation [None req-f84df947-92df-43cc-83dc-b51d789dde07 admin admin] GET failed (client error): The resource could not be found. Apr 12 13:09:24.493364 dv-cinder-830097-4-iscsi neutron-server[103457]: INFO neutron.wsgi [None req-f84df947-92df-43cc-83dc-b51d789dde07 admin admin] 10.222.0.18 "GET /v2.0/networks/private HTTP/1.1" status: 404 len: 315 time: 0.0609529 Apr 12 13:09:24.652714 dv-cinder-830097-4-iscsi neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-832aca60-20f6-4a13-bc33-f404dea0ebf1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 13:09:24.654125 dv-cinder-830097-4-iscsi neutron-server[103457]: INFO neutron.wsgi [None req-832aca60-20f6-4a13-bc33-f404dea0ebf1 admin admin] 10.222.0.18 "GET /v2.0/networks?name=private HTTP/1.1" status: 200 len: 872 time: 0.1566699 Apr 12 13:09:26.990298 dv-cinder-830097-4-iscsi neutron-server[103457]: DEBUG neutron.wsgi [-] (103457) accepted ('10.222.0.18', 39316) {{(pid=103457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 13:09:27.088548 dv-cinder-830097-4-iscsi neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0daae79a-9ae2-467f-ae06-d5adfed3b5b4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 13:09:27.089927 dv-cinder-830097-4-iscsi neutron-server[103457]: INFO neutron.wsgi [None req-0daae79a-9ae2-467f-ae06-d5adfed3b5b4 admin admin] 10.222.0.18 "GET /v2.0/subnets/49dbbf76-6872-47cd-814f-6fc21c5b1a7f HTTP/1.1" status: 200 len: 849 time: 0.0986319 Apr 12 13:09:27.100391 dv-cinder-830097-4-iscsi neutron-server[103457]: DEBUG neutron.api.v2.base [None req-8f63b1bb-aef2-41f3-9388-508717d45de0 admin admin] Request body: {'subnet': {'dns_nameservers': ['8.8.8.8', '8.8.4.4']}} {{(pid=103457) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 12 13:09:27.185143 dv-cinder-830097-4-iscsi neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-8f63b1bb-aef2-41f3-9388-508717d45de0 admin admin] Publish callbacks [] for subnet (49dbbf76-6872-47cd-814f-6fc21c5b1a7f), before_update {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:09:27.324128 dv-cinder-830097-4-iscsi neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-8f63b1bb-aef2-41f3-9388-508717d45de0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3682813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3697887', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8732727894806'] for subnet (49dbbf76-6872-47cd-814f-6fc21c5b1a7f), after_update {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:09:27.356851 dv-cinder-830097-4-iscsi neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8f63b1bb-aef2-41f3-9388-508717d45de0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 13:09:27.357439 dv-cinder-830097-4-iscsi neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-8f63b1bb-aef2-41f3-9388-508717d45de0 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3697709'] for subnet (None), before_response {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:09:27.358875 dv-cinder-830097-4-iscsi neutron-server[103457]: INFO neutron.wsgi [None req-8f63b1bb-aef2-41f3-9388-508717d45de0 admin admin] 10.222.0.18 "PUT /v2.0/subnets/49dbbf76-6872-47cd-814f-6fc21c5b1a7f HTTP/1.1" status: 200 len: 868 time: 0.2620053 Apr 12 13:09:27.360366 dv-cinder-830097-4-iscsi neutron-server[103459]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-378afeb5-5c51-4e37-aa40-12a565166a72 None None] Network d7f42b33-cfdd-4033-a23f-c1c43e784b63 requested from dv-cinder-830097-4-iscsi {{(pid=103459) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 12 13:09:27.379525 dv-cinder-830097-4-iscsi neutron-server[103457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f63b1bb-aef2-41f3-9388-508717d45de0 admin admin] Pushing event updated for resources: {'Subnet': ['ID=49dbbf76-6872-47cd-814f-6fc21c5b1a7f,revision_number=1']} {{(pid=103457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 13:09:27.386959 dv-cinder-830097-4-iscsi neutron-server[103457]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f63b1bb-aef2-41f3-9388-508717d45de0 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830097-4-iscsi {{(pid=103457) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 13:09:27.387315 dv-cinder-830097-4-iscsi neutron-server[103457]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f63b1bb-aef2-41f3-9388-508717d45de0 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830097-4-iscsi {{(pid=103457) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 13:09:27.387635 dv-cinder-830097-4-iscsi neutron-server[103457]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f63b1bb-aef2-41f3-9388-508717d45de0 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830097-4-iscsi {{(pid=103457) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 13:09:27.387966 dv-cinder-830097-4-iscsi neutron-server[103457]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f63b1bb-aef2-41f3-9388-508717d45de0 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830097-4-iscsi {{(pid=103457) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 13:09:27.388302 dv-cinder-830097-4-iscsi neutron-server[103457]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f63b1bb-aef2-41f3-9388-508717d45de0 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830097-4-iscsi {{(pid=103457) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 13:09:27.388627 dv-cinder-830097-4-iscsi neutron-server[103457]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f63b1bb-aef2-41f3-9388-508717d45de0 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830097-4-iscsi {{(pid=103457) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 13:09:27.388973 dv-cinder-830097-4-iscsi neutron-server[103457]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f63b1bb-aef2-41f3-9388-508717d45de0 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830097-4-iscsi {{(pid=103457) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 13:09:27.389295 dv-cinder-830097-4-iscsi neutron-server[103457]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f63b1bb-aef2-41f3-9388-508717d45de0 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-830097-4-iscsi {{(pid=103457) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 13:09:27.390212 dv-cinder-830097-4-iscsi neutron-server[103457]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f63b1bb-aef2-41f3-9388-508717d45de0 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-830097-4-iscsi {{(pid=103457) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 13:09:27.390538 dv-cinder-830097-4-iscsi neutron-server[103457]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f63b1bb-aef2-41f3-9388-508717d45de0 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-830097-4-iscsi {{(pid=103457) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 13:09:27.390878 dv-cinder-830097-4-iscsi neutron-server[103457]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f63b1bb-aef2-41f3-9388-508717d45de0 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-830097-4-iscsi {{(pid=103457) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 13:09:27.391218 dv-cinder-830097-4-iscsi neutron-server[103457]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f63b1bb-aef2-41f3-9388-508717d45de0 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830097-4-iscsi {{(pid=103457) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 13:09:27.391542 dv-cinder-830097-4-iscsi neutron-server[103457]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f63b1bb-aef2-41f3-9388-508717d45de0 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830097-4-iscsi {{(pid=103457) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 13:09:27.391860 dv-cinder-830097-4-iscsi neutron-server[103457]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f63b1bb-aef2-41f3-9388-508717d45de0 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830097-4-iscsi {{(pid=103457) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 13:09:27.392178 dv-cinder-830097-4-iscsi neutron-server[103457]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f63b1bb-aef2-41f3-9388-508717d45de0 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830097-4-iscsi {{(pid=103457) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 13:09:27.668294 dv-cinder-830097-4-iscsi neutron-server[103459]: DEBUG neutron.db.provisioning_blocks [None req-c543043e-9250-4c44-acdc-dc2f70829aad None None] Provisioning complete for port 913d6ccb-0cf6-492a-9a22-43b0f2e72d3b triggered by entity DHCP. {{(pid=103459) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 12 13:09:27.668687 dv-cinder-830097-4-iscsi neutron-server[103459]: DEBUG neutron_lib.callbacks.manager [None req-c543043e-9250-4c44-acdc-dc2f70829aad None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-657243'] for port (913d6ccb-0cf6-492a-9a22-43b0f2e72d3b), provisioning_complete {{(pid=103459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:09:27.745077 dv-cinder-830097-4-iscsi neutron-server[103459]: DEBUG neutron.plugins.ml2.plugin [None req-c543043e-9250-4c44-acdc-dc2f70829aad None None] Current status of the port 913d6ccb-0cf6-492a-9a22-43b0f2e72d3b is: ACTIVE; New status is: ACTIVE {{(pid=103459) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 12 13:09:27.753519 dv-cinder-830097-4-iscsi neutron-server[103459]: DEBUG neutron.db.provisioning_blocks [None req-c543043e-9250-4c44-acdc-dc2f70829aad None None] Provisioning complete for port c85cd195-3543-41d3-8962-829467ae912f triggered by entity DHCP. {{(pid=103459) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 12 13:09:27.753855 dv-cinder-830097-4-iscsi neutron-server[103459]: DEBUG neutron_lib.callbacks.manager [None req-c543043e-9250-4c44-acdc-dc2f70829aad None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-657243'] for port (c85cd195-3543-41d3-8962-829467ae912f), provisioning_complete {{(pid=103459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:09:27.830253 dv-cinder-830097-4-iscsi neutron-server[103459]: DEBUG neutron.plugins.ml2.plugin [None req-c543043e-9250-4c44-acdc-dc2f70829aad None None] Current status of the port c85cd195-3543-41d3-8962-829467ae912f is: ACTIVE; New status is: ACTIVE {{(pid=103459) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 12 13:09:29.687174 dv-cinder-830097-4-iscsi neutron-server[103458]: DEBUG neutron.wsgi [-] (103458) accepted ('10.222.0.18', 39324) {{(pid=103458) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 13:09:29.912671 dv-cinder-830097-4-iscsi neutron-server[103458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a70db674-d2eb-4634-ae19-f79e452935bf admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 13:09:29.913060 dv-cinder-830097-4-iscsi neutron-server[103458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a70db674-d2eb-4634-ae19-f79e452935bf admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 13:09:29.914609 dv-cinder-830097-4-iscsi neutron-server[103458]: INFO neutron.wsgi [None req-a70db674-d2eb-4634-ae19-f79e452935bf admin admin] 10.222.0.18 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.2264891 Apr 12 13:09:32.278741 dv-cinder-830097-4-iscsi neutron-server[103457]: DEBUG neutron.wsgi [-] (103457) accepted ('10.222.0.18', 39334) {{(pid=103457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 13:09:32.476827 dv-cinder-830097-4-iscsi neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-982fbe92-43a6-454f-bcb8-e2e72a6740be admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 13:09:32.477236 dv-cinder-830097-4-iscsi neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-982fbe92-43a6-454f-bcb8-e2e72a6740be admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 13:09:32.478773 dv-cinder-830097-4-iscsi neutron-server[103457]: INFO neutron.wsgi [None req-982fbe92-43a6-454f-bcb8-e2e72a6740be admin admin] 10.222.0.18 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.1990829 Apr 12 13:09:34.792424 dv-cinder-830097-4-iscsi neutron-server[103457]: DEBUG neutron.wsgi [-] (103457) accepted ('10.222.0.18', 39342) {{(pid=103457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 13:09:34.916799 dv-cinder-830097-4-iscsi neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1c0dfc49-e826-4570-a13d-645ed95baa3a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 13:09:34.918195 dv-cinder-830097-4-iscsi neutron-server[103457]: INFO neutron.wsgi [None req-1c0dfc49-e826-4570-a13d-645ed95baa3a admin admin] 10.222.0.18 "GET /v2.0/networks/26d0436d-8ae2-49bd-8cc6-3d2eac552c84 HTTP/1.1" status: 200 len: 886 time: 0.1247635 Apr 12 13:09:37.261672 dv-cinder-830097-4-iscsi neutron-server[103457]: DEBUG neutron.wsgi [-] (103457) accepted ('10.222.0.18', 39350) {{(pid=103457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 13:09:37.393313 dv-cinder-830097-4-iscsi neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8182bb5f-f0f5-4dd1-8544-e13243166cc3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 13:09:37.394688 dv-cinder-830097-4-iscsi neutron-server[103457]: INFO neutron.wsgi [None req-8182bb5f-f0f5-4dd1-8544-e13243166cc3 admin admin] 10.222.0.18 "GET /v2.0/networks/d7f42b33-cfdd-4033-a23f-c1c43e784b63 HTTP/1.1" status: 200 len: 869 time: 0.1320438 Apr 12 13:09:39.743382 dv-cinder-830097-4-iscsi neutron-server[103457]: DEBUG neutron.wsgi [-] (103457) accepted ('10.222.0.18', 39358) {{(pid=103457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 13:09:39.863514 dv-cinder-830097-4-iscsi neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e27578fc-83b3-4fec-9d8b-342604292949 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 13:09:39.863952 dv-cinder-830097-4-iscsi neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e27578fc-83b3-4fec-9d8b-342604292949 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 13:09:39.865486 dv-cinder-830097-4-iscsi neutron-server[103457]: INFO neutron.wsgi [None req-e27578fc-83b3-4fec-9d8b-342604292949 admin admin] 10.222.0.18 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.1211724 Apr 12 13:09:42.186128 dv-cinder-830097-4-iscsi neutron-server[103458]: DEBUG neutron.wsgi [-] (103458) accepted ('10.222.0.18', 39366) {{(pid=103458) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 13:09:42.308189 dv-cinder-830097-4-iscsi neutron-server[103458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7054f923-d49a-4fe2-a6a6-6a45b6330ca7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 13:09:42.308641 dv-cinder-830097-4-iscsi neutron-server[103458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7054f923-d49a-4fe2-a6a6-6a45b6330ca7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 13:09:42.310171 dv-cinder-830097-4-iscsi neutron-server[103458]: INFO neutron.wsgi [None req-7054f923-d49a-4fe2-a6a6-6a45b6330ca7 admin admin] 10.222.0.18 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.1230242 Apr 12 13:09:44.651013 dv-cinder-830097-4-iscsi neutron-server[103458]: DEBUG neutron.wsgi [-] (103458) accepted ('10.222.0.18', 39374) {{(pid=103458) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 13:09:44.776880 dv-cinder-830097-4-iscsi neutron-server[103458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-af420778-17fb-4e4f-8f67-f4253cbab887 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 13:09:44.778205 dv-cinder-830097-4-iscsi neutron-server[103458]: INFO neutron.wsgi [None req-af420778-17fb-4e4f-8f67-f4253cbab887 admin admin] 10.222.0.18 "GET /v2.0/subnets/49dbbf76-6872-47cd-814f-6fc21c5b1a7f HTTP/1.1" status: 200 len: 868 time: 0.1262438 Apr 12 13:09:46.710979 dv-cinder-830097-4-iscsi neutron-server[103459]: DEBUG neutron_lib.callbacks.manager [None req-26e9aef9-5bff-43e4-833f-8003fa983063 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732727929501', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-657397'] for agent (246ca497-e2ee-4e0b-b432-b4153c207e5f), after_update {{(pid=103459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:09:47.086899 dv-cinder-830097-4-iscsi neutron-server[103458]: DEBUG neutron.wsgi [-] (103458) accepted ('10.222.0.18', 39382) {{(pid=103458) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 13:09:47.177145 dv-cinder-830097-4-iscsi neutron-server[103458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-27950312-4c6d-44f2-bdb2-06a98cf46845 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 13:09:47.178436 dv-cinder-830097-4-iscsi neutron-server[103458]: INFO neutron.wsgi [None req-27950312-4c6d-44f2-bdb2-06a98cf46845 admin admin] 10.222.0.18 "GET /v2.0/subnets/d93852d8-8f89-4b1c-bef4-0e05f499a8db HTTP/1.1" status: 200 len: 816 time: 0.0905745 Apr 12 13:09:49.316400 dv-cinder-830097-4-iscsi neutron-server[103459]: DEBUG neutron_lib.callbacks.manager [None req-f55150fc-a8c4-4b86-8484-b4a38af0112a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732727929501', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-657397'] for agent (b7e11a8b-aeed-493f-9763-461016dddc93), after_update {{(pid=103459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:09:50.196250 dv-cinder-830097-4-iscsi neutron-server[103459]: DEBUG neutron_lib.callbacks.manager [None req-f20c20fe-5767-407a-9f30-b36f01c50254 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732727929501', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-657397'] for agent (1e8a91c7-94d1-4b17-9536-32bc01f44a9b), after_update {{(pid=103459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:09:51.178398 dv-cinder-830097-4-iscsi neutron-server[103460]: DEBUG neutron.db.agents_db [None req-38c2972b-b018-47ca-95cb-8760adc1e78b None None] Agent healthcheck: found 5 active agents {{(pid=103460) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 12 13:09:51.320194 dv-cinder-830097-4-iscsi neutron-server[103459]: DEBUG neutron_lib.callbacks.manager [None req-09c91955-1169-4ba5-b480-d25faf385fa1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732727929501', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-657397'] for agent (6571c785-b050-42b7-b6d0-d71237f75507), after_update {{(pid=103459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:09:53.147869 dv-cinder-830097-4-iscsi neutron-server[103459]: DEBUG neutron_lib.callbacks.manager [None req-53781792-8650-4c78-93a6-1c4d328d874c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732727929501', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-657397'] for agent (3f2daa45-5e56-452b-8a21-b519edfce99e), after_update {{(pid=103459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:10:16.712497 dv-cinder-830097-4-iscsi neutron-server[103459]: DEBUG neutron_lib.callbacks.manager [None req-6208a5cd-09bf-4f08-aeb2-a0b3621c1a91 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732727929501', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-657397'] for agent (246ca497-e2ee-4e0b-b432-b4153c207e5f), after_update {{(pid=103459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:10:19.320215 dv-cinder-830097-4-iscsi neutron-server[103459]: DEBUG neutron_lib.callbacks.manager [None req-9c785ea0-a359-4121-9f94-08d0dfa97e1a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732727929501', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-657397'] for agent (b7e11a8b-aeed-493f-9763-461016dddc93), after_update {{(pid=103459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:10:20.198171 dv-cinder-830097-4-iscsi neutron-server[103459]: DEBUG neutron_lib.callbacks.manager [None req-f20c20fe-5767-407a-9f30-b36f01c50254 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732727929501', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-657397'] for agent (1e8a91c7-94d1-4b17-9536-32bc01f44a9b), after_update {{(pid=103459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:10:21.322004 dv-cinder-830097-4-iscsi neutron-server[103459]: DEBUG neutron_lib.callbacks.manager [None req-09c91955-1169-4ba5-b480-d25faf385fa1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732727929501', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-657397'] for agent (6571c785-b050-42b7-b6d0-d71237f75507), after_update {{(pid=103459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:10:23.150101 dv-cinder-830097-4-iscsi neutron-server[103459]: DEBUG neutron_lib.callbacks.manager [None req-53781792-8650-4c78-93a6-1c4d328d874c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732727929501', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-657397'] for agent (3f2daa45-5e56-452b-8a21-b519edfce99e), after_update {{(pid=103459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:10:28.177396 dv-cinder-830097-4-iscsi neutron-server[103460]: DEBUG neutron.db.agents_db [None req-38c2972b-b018-47ca-95cb-8760adc1e78b None None] Agent healthcheck: found 5 active agents {{(pid=103460) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 12 13:10:28.434903 dv-cinder-830097-4-iscsi neutron-server[103457]: DEBUG neutron.wsgi [-] (103457) accepted ('10.222.0.18', 39440) {{(pid=103457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 13:10:28.483057 dv-cinder-830097-4-iscsi neutron-server[103457]: DEBUG neutron.wsgi [None req-cbce8a9f-8724-42dc-8b84-1a847abbc903 admin admin] http://10.222.0.18:9696/v2.0/extensions returned with HTTP 200 {{(pid=103457) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Apr 12 13:10:28.484071 dv-cinder-830097-4-iscsi neutron-server[103457]: INFO neutron.wsgi [None req-cbce8a9f-8724-42dc-8b84-1a847abbc903 admin admin] 10.222.0.18 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0482254 Apr 12 13:10:30.960178 dv-cinder-830097-4-iscsi neutron-server[103457]: DEBUG neutron.wsgi [-] (103457) accepted ('10.222.0.18', 39448) {{(pid=103457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 13:10:31.020199 dv-cinder-830097-4-iscsi neutron-server[103457]: INFO neutron.pecan_wsgi.hooks.translation [None req-a7d5dfb6-2623-45d8-bc63-9192fa3a9b5f admin admin] GET failed (client error): The resource could not be found. Apr 12 13:10:31.021497 dv-cinder-830097-4-iscsi neutron-server[103457]: INFO neutron.wsgi [None req-a7d5dfb6-2623-45d8-bc63-9192fa3a9b5f admin admin] 10.222.0.18 "GET /v2.0/networks/public HTTP/1.1" status: 404 len: 314 time: 0.0603602 Apr 12 13:10:31.220597 dv-cinder-830097-4-iscsi neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4b994fcf-b304-48bb-ac67-0ceb5869cee3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 13:10:31.222099 dv-cinder-830097-4-iscsi neutron-server[103457]: INFO neutron.wsgi [None req-4b994fcf-b304-48bb-ac67-0ceb5869cee3 admin admin] 10.222.0.18 "GET /v2.0/networks?name=public HTTP/1.1" status: 200 len: 889 time: 0.1966746 Apr 12 13:10:33.579137 dv-cinder-830097-4-iscsi neutron-server[103458]: DEBUG neutron.wsgi [-] (103458) accepted ('10.222.0.18', 39456) {{(pid=103458) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 13:10:33.625527 dv-cinder-830097-4-iscsi neutron-server[103458]: DEBUG neutron.api.v2.base [None req-f32ac4b1-36e3-4170-b0fc-ffaf2fd3d484 admin admin] Request body: {'network': {'shared': True, 'name': 'shared', 'admin_state_up': True}} {{(pid=103458) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 12 13:10:33.644500 dv-cinder-830097-4-iscsi neutron-server[103458]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f32ac4b1-36e3-4170-b0fc-ffaf2fd3d484 admin admin] Made reservation on behalf of b24f858196d7462eaa0748290f59b353 for: {'network': 1} {{(pid=103458) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 12 13:10:33.646734 dv-cinder-830097-4-iscsi neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-f32ac4b1-36e3-4170-b0fc-ffaf2fd3d484 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-916304'] for network (None), before_create {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:10:33.679422 dv-cinder-830097-4-iscsi neutron-server[103458]: WARNING neutron.services.revisions.revision_plugin [None req-f32ac4b1-36e3-4170-b0fc-ffaf2fd3d484 admin admin] Could not find related network for resource to bump revision. Apr 12 13:10:33.695266 dv-cinder-830097-4-iscsi neutron-server[103458]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f32ac4b1-36e3-4170-b0fc-ffaf2fd3d484 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 206} {{(pid=103458) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 12 13:10:33.706558 dv-cinder-830097-4-iscsi neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-f32ac4b1-36e3-4170-b0fc-ffaf2fd3d484 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-715442'] for segment (13b6155e-964a-4f54-9eb5-6d508c79ddd7), precommit_create {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:10:33.706903 dv-cinder-830097-4-iscsi neutron-server[103458]: INFO neutron.db.segments_db [None req-f32ac4b1-36e3-4170-b0fc-ffaf2fd3d484 admin admin] Added segment 13b6155e-964a-4f54-9eb5-6d508c79ddd7 of type vlan for network 28f5d4d9-4bf8-4d84-8d37-be1a553916df Apr 12 13:10:33.754395 dv-cinder-830097-4-iscsi neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-f32ac4b1-36e3-4170-b0fc-ffaf2fd3d484 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8732727402599'] for network (28f5d4d9-4bf8-4d84-8d37-be1a553916df), precommit_create {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:10:33.778191 dv-cinder-830097-4-iscsi neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-f32ac4b1-36e3-4170-b0fc-ffaf2fd3d484 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3691972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3697887'] for network (28f5d4d9-4bf8-4d84-8d37-be1a553916df), after_create {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:10:33.779042 dv-cinder-830097-4-iscsi neutron-server[103458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f32ac4b1-36e3-4170-b0fc-ffaf2fd3d484 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 13:10:33.779615 dv-cinder-830097-4-iscsi neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-f32ac4b1-36e3-4170-b0fc-ffaf2fd3d484 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3697709'] for network (None), before_response {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:10:33.816463 dv-cinder-830097-4-iscsi neutron-server[103458]: INFO neutron.wsgi [None req-f32ac4b1-36e3-4170-b0fc-ffaf2fd3d484 admin admin] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.2362795 Apr 12 13:10:33.846949 dv-cinder-830097-4-iscsi neutron-server[103458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f32ac4b1-36e3-4170-b0fc-ffaf2fd3d484 admin admin] Pushing event updated for resources: {'Network': ['ID=28f5d4d9-4bf8-4d84-8d37-be1a553916df,revision_number=1']} {{(pid=103458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 13:10:33.854214 dv-cinder-830097-4-iscsi neutron-server[103458]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f32ac4b1-36e3-4170-b0fc-ffaf2fd3d484 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830097-4-iscsi {{(pid=103458) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 13:10:33.854559 dv-cinder-830097-4-iscsi neutron-server[103458]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f32ac4b1-36e3-4170-b0fc-ffaf2fd3d484 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830097-4-iscsi {{(pid=103458) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 13:10:33.854919 dv-cinder-830097-4-iscsi neutron-server[103458]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f32ac4b1-36e3-4170-b0fc-ffaf2fd3d484 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830097-4-iscsi {{(pid=103458) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 13:10:33.855256 dv-cinder-830097-4-iscsi neutron-server[103458]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f32ac4b1-36e3-4170-b0fc-ffaf2fd3d484 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830097-4-iscsi {{(pid=103458) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 13:10:33.855582 dv-cinder-830097-4-iscsi neutron-server[103458]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f32ac4b1-36e3-4170-b0fc-ffaf2fd3d484 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830097-4-iscsi {{(pid=103458) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 13:10:33.855909 dv-cinder-830097-4-iscsi neutron-server[103458]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f32ac4b1-36e3-4170-b0fc-ffaf2fd3d484 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830097-4-iscsi {{(pid=103458) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 13:10:33.856226 dv-cinder-830097-4-iscsi neutron-server[103458]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f32ac4b1-36e3-4170-b0fc-ffaf2fd3d484 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830097-4-iscsi {{(pid=103458) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 13:10:33.856542 dv-cinder-830097-4-iscsi neutron-server[103458]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f32ac4b1-36e3-4170-b0fc-ffaf2fd3d484 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-830097-4-iscsi {{(pid=103458) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 13:10:33.856901 dv-cinder-830097-4-iscsi neutron-server[103458]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f32ac4b1-36e3-4170-b0fc-ffaf2fd3d484 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-830097-4-iscsi {{(pid=103458) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 13:10:33.857225 dv-cinder-830097-4-iscsi neutron-server[103458]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f32ac4b1-36e3-4170-b0fc-ffaf2fd3d484 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-830097-4-iscsi {{(pid=103458) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 13:10:33.857564 dv-cinder-830097-4-iscsi neutron-server[103458]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f32ac4b1-36e3-4170-b0fc-ffaf2fd3d484 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-830097-4-iscsi {{(pid=103458) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 13:10:33.857899 dv-cinder-830097-4-iscsi neutron-server[103458]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f32ac4b1-36e3-4170-b0fc-ffaf2fd3d484 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830097-4-iscsi {{(pid=103458) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 13:10:33.858215 dv-cinder-830097-4-iscsi neutron-server[103458]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f32ac4b1-36e3-4170-b0fc-ffaf2fd3d484 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830097-4-iscsi {{(pid=103458) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 13:10:33.858528 dv-cinder-830097-4-iscsi neutron-server[103458]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f32ac4b1-36e3-4170-b0fc-ffaf2fd3d484 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830097-4-iscsi {{(pid=103458) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 13:10:33.858839 dv-cinder-830097-4-iscsi neutron-server[103458]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f32ac4b1-36e3-4170-b0fc-ffaf2fd3d484 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830097-4-iscsi {{(pid=103458) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 13:10:33.870153 dv-cinder-830097-4-iscsi neutron-server[103459]: DEBUG neutron.plugins.ml2.rpc [None req-53781792-8650-4c78-93a6-1c4d328d874c None None] Network 28f5d4d9-4bf8-4d84-8d37-be1a553916df details requested by agent ovs-agent-dv-cinder-830097-4-iscsi with host dv-cinder-830097-4-iscsi {{(pid=103459) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 12 13:10:36.157527 dv-cinder-830097-4-iscsi neutron-server[103458]: DEBUG neutron.wsgi [-] (103458) accepted ('10.222.0.18', 39464) {{(pid=103458) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 13:10:36.223273 dv-cinder-830097-4-iscsi neutron-server[103458]: INFO neutron.pecan_wsgi.hooks.translation [None req-947b114c-6906-48da-bc94-030e9097cff9 admin admin] GET failed (client error): The resource could not be found. Apr 12 13:10:36.224530 dv-cinder-830097-4-iscsi neutron-server[103458]: INFO neutron.wsgi [None req-947b114c-6906-48da-bc94-030e9097cff9 admin admin] 10.222.0.18 "GET /v2.0/networks/shared HTTP/1.1" status: 404 len: 314 time: 0.0660586 Apr 12 13:10:36.322333 dv-cinder-830097-4-iscsi neutron-server[103458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0526abaa-5ff7-47e7-910c-19e98e6d97da admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 13:10:36.323928 dv-cinder-830097-4-iscsi neutron-server[103458]: INFO neutron.wsgi [None req-0526abaa-5ff7-47e7-910c-19e98e6d97da admin admin] 10.222.0.18 "GET /v2.0/networks?name=shared HTTP/1.1" status: 200 len: 826 time: 0.0953252 Apr 12 13:10:36.333440 dv-cinder-830097-4-iscsi neutron-server[103458]: DEBUG neutron.api.v2.base [None req-f87c5938-7085-44d0-bd92-428fca1dd567 admin admin] Request body: {'subnet': {'cidr': '192.168.233.0/24', 'name': 'shared-subnet', 'ip_version': 4, 'network_id': '28f5d4d9-4bf8-4d84-8d37-be1a553916df', 'description': 'shared-subnet'}} {{(pid=103458) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 12 13:10:36.356417 dv-cinder-830097-4-iscsi neutron-server[103458]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f87c5938-7085-44d0-bd92-428fca1dd567 admin admin] Made reservation on behalf of b24f858196d7462eaa0748290f59b353 for: {'subnet': 1} {{(pid=103458) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 12 13:10:36.358589 dv-cinder-830097-4-iscsi neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-f87c5938-7085-44d0-bd92-428fca1dd567 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:10:36.567458 dv-cinder-830097-4-iscsi neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-f87c5938-7085-44d0-bd92-428fca1dd567 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3682813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3697887'] for subnet (b5772e05-2c3d-4efe-92f9-8e2daaba6fca), after_create {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:10:36.624724 dv-cinder-830097-4-iscsi neutron-server[103458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f87c5938-7085-44d0-bd92-428fca1dd567 admin admin] Pushing event updated for resources: {'Subnet': ['ID=b5772e05-2c3d-4efe-92f9-8e2daaba6fca,revision_number=0']} {{(pid=103458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 13:10:36.636739 dv-cinder-830097-4-iscsi neutron-server[103458]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f87c5938-7085-44d0-bd92-428fca1dd567 admin admin] Checking segment: {'id': '13b6155e-964a-4f54-9eb5-6d508c79ddd7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 206, 'network_id': '28f5d4d9-4bf8-4d84-8d37-be1a553916df'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103458) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 12 13:10:36.637156 dv-cinder-830097-4-iscsi neutron-server[103458]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f87c5938-7085-44d0-bd92-428fca1dd567 admin admin] Network hostable DHCP agents. Network: 28f5d4d9-4bf8-4d84-8d37-be1a553916df, hostable agents: ['246ca497-e2ee-4e0b-b432-b4153c207e5f'], hosted agents: [] {{(pid=103458) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 12 13:10:36.657552 dv-cinder-830097-4-iscsi neutron-server[103458]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f87c5938-7085-44d0-bd92-428fca1dd567 admin admin] Network 28f5d4d9-4bf8-4d84-8d37-be1a553916df is scheduled to be hosted by DHCP agent 246ca497-e2ee-4e0b-b432-b4153c207e5f with binding_index 1 {{(pid=103458) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 12 13:10:36.668701 dv-cinder-830097-4-iscsi neutron-server[103458]: DEBUG neutron.scheduler.base_scheduler [None req-f87c5938-7085-44d0-bd92-428fca1dd567 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-830097-4-iscsi, 28f5d4d9-4bf8-4d84-8d37-be1a553916df) {{(pid=103458) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 12 13:10:36.673945 dv-cinder-830097-4-iscsi neutron-server[103458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f87c5938-7085-44d0-bd92-428fca1dd567 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=103458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 13:10:36.674970 dv-cinder-830097-4-iscsi neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-f87c5938-7085-44d0-bd92-428fca1dd567 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3697709'] for subnet (None), before_response {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:10:36.678214 dv-cinder-830097-4-iscsi neutron-server[103459]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-11189344-9872-4570-a1b8-0afc710fca27 None None] Network 28f5d4d9-4bf8-4d84-8d37-be1a553916df requested from dv-cinder-830097-4-iscsi {{(pid=103459) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 12 13:10:36.699877 dv-cinder-830097-4-iscsi neutron-server[103458]: INFO neutron.wsgi [None req-f87c5938-7085-44d0-bd92-428fca1dd567 admin admin] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.3608630 Apr 12 13:10:36.898907 dv-cinder-830097-4-iscsi neutron-server[103459]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c9edbaaa-e386-462c-aa98-c4be14ee011a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0dda7392-c464-571f-8166-3efeee773273-28f5d4d9-4bf8-4d84-8d37-be1a553916df', 'network_id': '28f5d4d9-4bf8-4d84-8d37-be1a553916df', 'project_id': 'b24f858196d7462eaa0748290f59b353', 'fixed_ips': [{'subnet_id': 'b5772e05-2c3d-4efe-92f9-8e2daaba6fca'}]}} from dv-cinder-830097-4-iscsi. {{(pid=103459) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Apr 12 13:10:36.899762 dv-cinder-830097-4-iscsi neutron-server[103459]: DEBUG neutron_lib.callbacks.manager [None req-c9edbaaa-e386-462c-aa98-c4be14ee011a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-916304'] for port (None), before_create {{(pid=103459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:10:37.036723 dv-cinder-830097-4-iscsi neutron-server[103459]: DEBUG neutron.db.db_base_plugin_common [None req-c9edbaaa-e386-462c-aa98-c4be14ee011a None None] Allocated IP 192.168.233.2 (28f5d4d9-4bf8-4d84-8d37-be1a553916df/b5772e05-2c3d-4efe-92f9-8e2daaba6fca/2e6c6b89-04ad-41d1-a122-5c54b341f39e) {{(pid=103459) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 12 13:10:37.178811 dv-cinder-830097-4-iscsi neutron-server[103459]: DEBUG neutron_lib.callbacks.manager [None req-c9edbaaa-e386-462c-aa98-c4be14ee011a None None] Publish callbacks [] for port (2e6c6b89-04ad-41d1-a122-5c54b341f39e), precommit_create {{(pid=103459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:10:37.186728 dv-cinder-830097-4-iscsi neutron-server[103459]: DEBUG neutron_lib.callbacks.manager [None req-c9edbaaa-e386-462c-aa98-c4be14ee011a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-915890', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3697887', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732727417914'] for port (2e6c6b89-04ad-41d1-a122-5c54b341f39e), after_create {{(pid=103459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:10:37.231549 dv-cinder-830097-4-iscsi neutron-server[103459]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c9edbaaa-e386-462c-aa98-c4be14ee011a None None] Network 28f5d4d9-4bf8-4d84-8d37-be1a553916df is already hosted by enough agents. {{(pid=103459) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 12 13:10:37.238486 dv-cinder-830097-4-iscsi neutron-server[103459]: DEBUG neutron.scheduler.base_scheduler [None req-c9edbaaa-e386-462c-aa98-c4be14ee011a None None] Resources bound (agent type, host, resource id): {{(pid=103459) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 12 13:10:37.240592 dv-cinder-830097-4-iscsi neutron-server[103459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9edbaaa-e386-462c-aa98-c4be14ee011a None None] Pushing event updated for resources: {'Port': ['ID=2e6c6b89-04ad-41d1-a122-5c54b341f39e,revision_number=1']} {{(pid=103459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 13:10:37.242748 dv-cinder-830097-4-iscsi neutron-server[103459]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c9edbaaa-e386-462c-aa98-c4be14ee011a None None] Received port after_create {{(pid=103459) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 12 13:10:37.251954 dv-cinder-830097-4-iscsi neutron-server[103459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9edbaaa-e386-462c-aa98-c4be14ee011a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830097-4-iscsi {{(pid=103459) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 13:10:37.252296 dv-cinder-830097-4-iscsi neutron-server[103459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9edbaaa-e386-462c-aa98-c4be14ee011a None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830097-4-iscsi {{(pid=103459) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 13:10:37.252653 dv-cinder-830097-4-iscsi neutron-server[103459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9edbaaa-e386-462c-aa98-c4be14ee011a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830097-4-iscsi {{(pid=103459) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 13:10:37.253031 dv-cinder-830097-4-iscsi neutron-server[103459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9edbaaa-e386-462c-aa98-c4be14ee011a None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830097-4-iscsi {{(pid=103459) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 13:10:37.253370 dv-cinder-830097-4-iscsi neutron-server[103459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9edbaaa-e386-462c-aa98-c4be14ee011a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830097-4-iscsi {{(pid=103459) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 13:10:37.253696 dv-cinder-830097-4-iscsi neutron-server[103459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9edbaaa-e386-462c-aa98-c4be14ee011a None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830097-4-iscsi {{(pid=103459) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 13:10:37.254016 dv-cinder-830097-4-iscsi neutron-server[103459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9edbaaa-e386-462c-aa98-c4be14ee011a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830097-4-iscsi {{(pid=103459) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 13:10:37.254339 dv-cinder-830097-4-iscsi neutron-server[103459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9edbaaa-e386-462c-aa98-c4be14ee011a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-830097-4-iscsi {{(pid=103459) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 13:10:37.254661 dv-cinder-830097-4-iscsi neutron-server[103459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9edbaaa-e386-462c-aa98-c4be14ee011a None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-830097-4-iscsi {{(pid=103459) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 13:10:37.254978 dv-cinder-830097-4-iscsi neutron-server[103459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9edbaaa-e386-462c-aa98-c4be14ee011a None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-830097-4-iscsi {{(pid=103459) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 13:10:37.255297 dv-cinder-830097-4-iscsi neutron-server[103459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9edbaaa-e386-462c-aa98-c4be14ee011a None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-830097-4-iscsi {{(pid=103459) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 13:10:37.255628 dv-cinder-830097-4-iscsi neutron-server[103459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9edbaaa-e386-462c-aa98-c4be14ee011a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830097-4-iscsi {{(pid=103459) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 13:10:37.255944 dv-cinder-830097-4-iscsi neutron-server[103459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9edbaaa-e386-462c-aa98-c4be14ee011a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830097-4-iscsi {{(pid=103459) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 13:10:37.256259 dv-cinder-830097-4-iscsi neutron-server[103459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9edbaaa-e386-462c-aa98-c4be14ee011a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830097-4-iscsi {{(pid=103459) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 13:10:37.256575 dv-cinder-830097-4-iscsi neutron-server[103459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9edbaaa-e386-462c-aa98-c4be14ee011a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830097-4-iscsi {{(pid=103459) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 13:10:37.311511 dv-cinder-830097-4-iscsi neutron-server[103459]: DEBUG neutron.plugins.ml2.managers [None req-c9edbaaa-e386-462c-aa98-c4be14ee011a None None] Attempting to bind port 2e6c6b89-04ad-41d1-a122-5c54b341f39e on host dv-cinder-830097-4-iscsi for vnic_type normal with profile {{(pid=103459) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 12 13:10:37.311909 dv-cinder-830097-4-iscsi neutron-server[103459]: DEBUG neutron.plugins.ml2.managers [None req-c9edbaaa-e386-462c-aa98-c4be14ee011a None None] Attempting to bind port 2e6c6b89-04ad-41d1-a122-5c54b341f39e by drivers openvswitch,hyperv on host dv-cinder-830097-4-iscsi at level 0 using segments [{'id': '13b6155e-964a-4f54-9eb5-6d508c79ddd7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 206, 'network_id': '28f5d4d9-4bf8-4d84-8d37-be1a553916df'}] {{(pid=103459) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 12 13:10:37.312924 dv-cinder-830097-4-iscsi neutron-server[103459]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c9edbaaa-e386-462c-aa98-c4be14ee011a None None] Attempting to bind port 2e6c6b89-04ad-41d1-a122-5c54b341f39e on network 28f5d4d9-4bf8-4d84-8d37-be1a553916df {{(pid=103459) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 12 13:10:37.317398 dv-cinder-830097-4-iscsi neutron-server[103459]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c9edbaaa-e386-462c-aa98-c4be14ee011a None None] Checking agent: {'id': '3f2daa45-5e56-452b-8a21-b519edfce99e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-830097-4-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 12, 13, 7, 23), 'started_at': datetime.datetime(2022, 4, 12, 13, 7, 53), 'heartbeat_timestamp': datetime.datetime(2022, 4, 12, 13, 10, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-830097-4-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103459) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 12 13:10:37.317772 dv-cinder-830097-4-iscsi neutron-server[103459]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c9edbaaa-e386-462c-aa98-c4be14ee011a None None] Checking segment: {'id': '13b6155e-964a-4f54-9eb5-6d508c79ddd7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 206, 'network_id': '28f5d4d9-4bf8-4d84-8d37-be1a553916df'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103459) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 12 13:10:37.318168 dv-cinder-830097-4-iscsi neutron-server[103459]: DEBUG neutron_lib.callbacks.manager [None req-c9edbaaa-e386-462c-aa98-c4be14ee011a None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:10:37.318560 dv-cinder-830097-4-iscsi neutron-server[103459]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c9edbaaa-e386-462c-aa98-c4be14ee011a None None] Bound using segment: {'id': '13b6155e-964a-4f54-9eb5-6d508c79ddd7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 206, 'network_id': '28f5d4d9-4bf8-4d84-8d37-be1a553916df'} {{(pid=103459) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 12 13:10:37.319022 dv-cinder-830097-4-iscsi neutron-server[103459]: DEBUG neutron.plugins.ml2.managers [None req-c9edbaaa-e386-462c-aa98-c4be14ee011a None None] Bound port: 2e6c6b89-04ad-41d1-a122-5c54b341f39e, host: dv-cinder-830097-4-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '13b6155e-964a-4f54-9eb5-6d508c79ddd7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 206, 'network_id': '28f5d4d9-4bf8-4d84-8d37-be1a553916df'}}] {{(pid=103459) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 12 13:10:37.319408 dv-cinder-830097-4-iscsi neutron-server[103459]: DEBUG neutron_lib.callbacks.manager [None req-c9edbaaa-e386-462c-aa98-c4be14ee011a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-916304'] for port (2e6c6b89-04ad-41d1-a122-5c54b341f39e), before_update {{(pid=103459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:10:37.381884 dv-cinder-830097-4-iscsi neutron-server[103459]: DEBUG neutron.plugins.ml2.db [None req-c9edbaaa-e386-462c-aa98-c4be14ee011a None None] For port 2e6c6b89-04ad-41d1-a122-5c54b341f39e, host dv-cinder-830097-4-iscsi, cleared binding levels {{(pid=103459) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 12 13:10:37.384939 dv-cinder-830097-4-iscsi neutron-server[103459]: DEBUG neutron.plugins.ml2.db [None req-c9edbaaa-e386-462c-aa98-c4be14ee011a None None] For port 2e6c6b89-04ad-41d1-a122-5c54b341f39e, host dv-cinder-830097-4-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-830097-4-iscsi',level=0,port_id=2e6c6b89-04ad-41d1-a122-5c54b341f39e,segment=NetworkSegment(13b6155e-964a-4f54-9eb5-6d508c79ddd7),segment_id=13b6155e-964a-4f54-9eb5-6d508c79ddd7)] {{(pid=103459) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 12 13:10:37.391603 dv-cinder-830097-4-iscsi neutron-server[103459]: DEBUG neutron_lib.callbacks.manager [None req-c9edbaaa-e386-462c-aa98-c4be14ee011a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-915890', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3697887', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732727894815', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732727417932', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732727417950'] for port (2e6c6b89-04ad-41d1-a122-5c54b341f39e), after_update {{(pid=103459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:10:37.454472 dv-cinder-830097-4-iscsi neutron-server[103459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9edbaaa-e386-462c-aa98-c4be14ee011a None None] Pushing event updated for resources: {'Port': ['ID=2e6c6b89-04ad-41d1-a122-5c54b341f39e,revision_number=2']} {{(pid=103459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 13:10:38.063357 dv-cinder-830097-4-iscsi neutron-server[103459]: DEBUG neutron.plugins.ml2.rpc [None req-53781792-8650-4c78-93a6-1c4d328d874c None None] Device 2e6c6b89-04ad-41d1-a122-5c54b341f39e up at agent ovs-agent-dv-cinder-830097-4-iscsi {{(pid=103459) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 12 13:10:38.121229 dv-cinder-830097-4-iscsi neutron-server[103459]: DEBUG neutron.db.provisioning_blocks [None req-53781792-8650-4c78-93a6-1c4d328d874c None None] Provisioning complete for port 2e6c6b89-04ad-41d1-a122-5c54b341f39e triggered by entity L2. {{(pid=103459) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 12 13:10:38.121628 dv-cinder-830097-4-iscsi neutron-server[103459]: DEBUG neutron_lib.callbacks.manager [None req-53781792-8650-4c78-93a6-1c4d328d874c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-657243'] for port (2e6c6b89-04ad-41d1-a122-5c54b341f39e), provisioning_complete {{(pid=103459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:10:38.205250 dv-cinder-830097-4-iscsi neutron-server[103459]: DEBUG neutron.plugins.ml2.plugin [None req-53781792-8650-4c78-93a6-1c4d328d874c None None] Current status of the port 2e6c6b89-04ad-41d1-a122-5c54b341f39e is: DOWN; New status is: ACTIVE {{(pid=103459) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 12 13:10:38.205639 dv-cinder-830097-4-iscsi neutron-server[103459]: DEBUG neutron_lib.callbacks.manager [None req-53781792-8650-4c78-93a6-1c4d328d874c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-916304'] for port (2e6c6b89-04ad-41d1-a122-5c54b341f39e), before_update {{(pid=103459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:10:38.244643 dv-cinder-830097-4-iscsi neutron-server[103459]: DEBUG neutron.plugins.ml2.db [None req-53781792-8650-4c78-93a6-1c4d328d874c None None] For port 2e6c6b89-04ad-41d1-a122-5c54b341f39e, host dv-cinder-830097-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-830097-4-iscsi',level=0,port_id=2e6c6b89-04ad-41d1-a122-5c54b341f39e,segment=NetworkSegment(13b6155e-964a-4f54-9eb5-6d508c79ddd7),segment_id=13b6155e-964a-4f54-9eb5-6d508c79ddd7)] {{(pid=103459) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 12 13:10:38.248607 dv-cinder-830097-4-iscsi neutron-server[103459]: DEBUG neutron_lib.callbacks.manager [None req-53781792-8650-4c78-93a6-1c4d328d874c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-915890', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3697887', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732727894815', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732727417932', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732727417950'] for port (2e6c6b89-04ad-41d1-a122-5c54b341f39e), after_update {{(pid=103459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:10:38.299206 dv-cinder-830097-4-iscsi neutron-server[103459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53781792-8650-4c78-93a6-1c4d328d874c None None] Pushing event updated for resources: {'Port': ['ID=2e6c6b89-04ad-41d1-a122-5c54b341f39e,revision_number=3']} {{(pid=103459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 13:10:38.313209 dv-cinder-830097-4-iscsi neutron-server[103459]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-565f345c-dda5-4222-8345-1814de3dce02 None None] Network 28f5d4d9-4bf8-4d84-8d37-be1a553916df requested from dv-cinder-830097-4-iscsi {{(pid=103459) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 12 13:10:38.385454 dv-cinder-830097-4-iscsi neutron-server[103459]: DEBUG neutron.db.provisioning_blocks [None req-16fe4fbd-9585-4acc-ab90-b0d8cb689f92 None None] Provisioning complete for port 2e6c6b89-04ad-41d1-a122-5c54b341f39e triggered by entity DHCP. {{(pid=103459) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 12 13:10:38.386029 dv-cinder-830097-4-iscsi neutron-server[103459]: DEBUG neutron_lib.callbacks.manager [None req-16fe4fbd-9585-4acc-ab90-b0d8cb689f92 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-657243'] for port (2e6c6b89-04ad-41d1-a122-5c54b341f39e), provisioning_complete {{(pid=103459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:10:38.497948 dv-cinder-830097-4-iscsi neutron-server[103459]: DEBUG neutron.plugins.ml2.plugin [None req-16fe4fbd-9585-4acc-ab90-b0d8cb689f92 None None] Current status of the port 2e6c6b89-04ad-41d1-a122-5c54b341f39e is: ACTIVE; New status is: ACTIVE {{(pid=103459) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 12 13:10:38.716997 dv-cinder-830097-4-iscsi neutron-server[103459]: DEBUG neutron.db.provisioning_blocks [None req-4247bed9-330d-434d-9e03-030b9453e0ad None None] Provisioning complete for port 2e6c6b89-04ad-41d1-a122-5c54b341f39e triggered by entity DHCP. {{(pid=103459) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 12 13:10:38.717416 dv-cinder-830097-4-iscsi neutron-server[103459]: DEBUG neutron_lib.callbacks.manager [None req-4247bed9-330d-434d-9e03-030b9453e0ad None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-657243'] for port (2e6c6b89-04ad-41d1-a122-5c54b341f39e), provisioning_complete {{(pid=103459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:10:38.799587 dv-cinder-830097-4-iscsi neutron-server[103459]: DEBUG neutron.plugins.ml2.plugin [None req-4247bed9-330d-434d-9e03-030b9453e0ad None None] Current status of the port 2e6c6b89-04ad-41d1-a122-5c54b341f39e is: ACTIVE; New status is: ACTIVE {{(pid=103459) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 12 13:10:40.019780 dv-cinder-830097-4-iscsi neutron-server[103459]: DEBUG neutron.plugins.ml2.rpc [None req-53781792-8650-4c78-93a6-1c4d328d874c None None] Device 2e6c6b89-04ad-41d1-a122-5c54b341f39e up at agent ovs-agent-dv-cinder-830097-4-iscsi {{(pid=103459) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 12 13:10:40.065635 dv-cinder-830097-4-iscsi neutron-server[103459]: DEBUG neutron.db.provisioning_blocks [None req-53781792-8650-4c78-93a6-1c4d328d874c None None] Provisioning complete for port 2e6c6b89-04ad-41d1-a122-5c54b341f39e triggered by entity L2. {{(pid=103459) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 12 13:10:40.066028 dv-cinder-830097-4-iscsi neutron-server[103459]: DEBUG neutron_lib.callbacks.manager [None req-53781792-8650-4c78-93a6-1c4d328d874c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-657243'] for port (2e6c6b89-04ad-41d1-a122-5c54b341f39e), provisioning_complete {{(pid=103459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:10:40.142517 dv-cinder-830097-4-iscsi neutron-server[103459]: DEBUG neutron.plugins.ml2.plugin [None req-53781792-8650-4c78-93a6-1c4d328d874c None None] Current status of the port 2e6c6b89-04ad-41d1-a122-5c54b341f39e is: ACTIVE; New status is: ACTIVE {{(pid=103459) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 12 13:10:46.715064 dv-cinder-830097-4-iscsi neutron-server[103459]: DEBUG neutron_lib.callbacks.manager [None req-4f3654a4-0557-41e7-bc30-78d2ba880fa2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732727929501', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-657397'] for agent (246ca497-e2ee-4e0b-b432-b4153c207e5f), after_update {{(pid=103459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:10:49.323614 dv-cinder-830097-4-iscsi neutron-server[103459]: DEBUG neutron_lib.callbacks.manager [None req-f57de4c5-119b-43c7-8e95-756f5c8c39c4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732727929501', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-657397'] for agent (b7e11a8b-aeed-493f-9763-461016dddc93), after_update {{(pid=103459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:10:50.200999 dv-cinder-830097-4-iscsi neutron-server[103459]: DEBUG neutron_lib.callbacks.manager [None req-f20c20fe-5767-407a-9f30-b36f01c50254 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732727929501', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-657397'] for agent (1e8a91c7-94d1-4b17-9536-32bc01f44a9b), after_update {{(pid=103459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:10:51.327957 dv-cinder-830097-4-iscsi neutron-server[103459]: DEBUG neutron_lib.callbacks.manager [None req-09c91955-1169-4ba5-b480-d25faf385fa1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732727929501', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-657397'] for agent (6571c785-b050-42b7-b6d0-d71237f75507), after_update {{(pid=103459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:10:53.153092 dv-cinder-830097-4-iscsi neutron-server[103459]: DEBUG neutron_lib.callbacks.manager [None req-53781792-8650-4c78-93a6-1c4d328d874c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732727929501', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-657397'] for agent (3f2daa45-5e56-452b-8a21-b519edfce99e), after_update {{(pid=103459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:11:05.176700 dv-cinder-830097-4-iscsi neutron-server[103460]: DEBUG neutron.db.agents_db [None req-38c2972b-b018-47ca-95cb-8760adc1e78b None None] Agent healthcheck: found 5 active agents {{(pid=103460) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 12 13:11:16.718172 dv-cinder-830097-4-iscsi neutron-server[103459]: DEBUG neutron_lib.callbacks.manager [None req-e6416922-fb3c-4cc4-8a1f-775a2e396edd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732727929501', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-657397'] for agent (246ca497-e2ee-4e0b-b432-b4153c207e5f), after_update {{(pid=103459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:11:19.324183 dv-cinder-830097-4-iscsi neutron-server[103459]: DEBUG neutron_lib.callbacks.manager [None req-6f3718bb-a580-4cf1-bffd-11be6c48f527 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732727929501', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-657397'] for agent (b7e11a8b-aeed-493f-9763-461016dddc93), after_update {{(pid=103459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:11:20.204020 dv-cinder-830097-4-iscsi neutron-server[103459]: DEBUG neutron_lib.callbacks.manager [None req-f20c20fe-5767-407a-9f30-b36f01c50254 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732727929501', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-657397'] for agent (1e8a91c7-94d1-4b17-9536-32bc01f44a9b), after_update {{(pid=103459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:11:21.329028 dv-cinder-830097-4-iscsi neutron-server[103459]: DEBUG neutron_lib.callbacks.manager [None req-09c91955-1169-4ba5-b480-d25faf385fa1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732727929501', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-657397'] for agent (6571c785-b050-42b7-b6d0-d71237f75507), after_update {{(pid=103459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:11:23.157243 dv-cinder-830097-4-iscsi neutron-server[103459]: DEBUG neutron_lib.callbacks.manager [None req-53781792-8650-4c78-93a6-1c4d328d874c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732727929501', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-657397'] for agent (3f2daa45-5e56-452b-8a21-b519edfce99e), after_update {{(pid=103459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:11:42.175152 dv-cinder-830097-4-iscsi neutron-server[103460]: DEBUG neutron.db.agents_db [None req-38c2972b-b018-47ca-95cb-8760adc1e78b None None] Agent healthcheck: found 5 active agents {{(pid=103460) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 12 13:11:46.720614 dv-cinder-830097-4-iscsi neutron-server[103459]: DEBUG neutron_lib.callbacks.manager [None req-c3bd3b85-e9a6-4b6c-b7c9-7c7e11383b76 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732727929501', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-657397'] for agent (246ca497-e2ee-4e0b-b432-b4153c207e5f), after_update {{(pid=103459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:11:49.327798 dv-cinder-830097-4-iscsi neutron-server[103459]: DEBUG neutron_lib.callbacks.manager [None req-6aeaf31d-2f29-4c97-94fc-71e1f2c52107 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732727929501', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-657397'] for agent (b7e11a8b-aeed-493f-9763-461016dddc93), after_update {{(pid=103459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:11:50.207016 dv-cinder-830097-4-iscsi neutron-server[103459]: DEBUG neutron_lib.callbacks.manager [None req-f20c20fe-5767-407a-9f30-b36f01c50254 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732727929501', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-657397'] for agent (1e8a91c7-94d1-4b17-9536-32bc01f44a9b), after_update {{(pid=103459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:11:51.333217 dv-cinder-830097-4-iscsi neutron-server[103459]: DEBUG neutron_lib.callbacks.manager [None req-09c91955-1169-4ba5-b480-d25faf385fa1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732727929501', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-657397'] for agent (6571c785-b050-42b7-b6d0-d71237f75507), after_update {{(pid=103459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:11:53.159230 dv-cinder-830097-4-iscsi neutron-server[103459]: DEBUG neutron_lib.callbacks.manager [None req-53781792-8650-4c78-93a6-1c4d328d874c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732727929501', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-657397'] for agent (3f2daa45-5e56-452b-8a21-b519edfce99e), after_update {{(pid=103459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:12:07.966607 dv-cinder-830097-4-iscsi neutron-server[103458]: DEBUG neutron.wsgi [-] (103458) accepted ('10.222.0.18', 39502) {{(pid=103458) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 13:12:07.972142 dv-cinder-830097-4-iscsi neutron-server[103458]: DEBUG neutron.wsgi [None req-56bf077e-07c9-4ae9-9b08-195db48a685a tempest-verify_tempest_config-1818741346 tempest-verify_tempest_config-1818741346-project] http://10.222.0.18:9696/v2.0/extensions returned with HTTP 200 {{(pid=103458) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Apr 12 13:12:07.973114 dv-cinder-830097-4-iscsi neutron-server[103458]: INFO neutron.wsgi [None req-56bf077e-07c9-4ae9-9b08-195db48a685a tempest-verify_tempest_config-1818741346 tempest-verify_tempest_config-1818741346-project] 10.222.0.18 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14077 time: 0.0055563 Apr 12 13:12:08.256953 dv-cinder-830097-4-iscsi neutron-server[103458]: DEBUG neutron.wsgi [-] (103458) accepted ('10.222.0.18', 39520) {{(pid=103458) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 13:12:08.358132 dv-cinder-830097-4-iscsi neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-dcdead81-a542-41fb-a242-e0577c8268e9 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:12:08.433715 dv-cinder-830097-4-iscsi neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-dcdead81-a542-41fb-a242-e0577c8268e9 admin admin] Publish callbacks [] for security_group (472f2bfa-d792-40a9-9b80-3f19050cdfe4), precommit_create {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:12:08.437375 dv-cinder-830097-4-iscsi neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-dcdead81-a542-41fb-a242-e0577c8268e9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3691807'] for security_group (472f2bfa-d792-40a9-9b80-3f19050cdfe4), after_create {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:12:08.481955 dv-cinder-830097-4-iscsi neutron-server[103458]: INFO neutron.wsgi [None req-dcdead81-a542-41fb-a242-e0577c8268e9 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=619be8f2761743b2848458a6b4f67d9b&name=default HTTP/1.1" status: 200 len: 2992 time: 0.2239418 Apr 12 13:12:08.482789 dv-cinder-830097-4-iscsi neutron-server[103458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcdead81-a542-41fb-a242-e0577c8268e9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=472f2bfa-d792-40a9-9b80-3f19050cdfe4,revision_number=1']} {{(pid=103458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 13:12:08.484837 dv-cinder-830097-4-iscsi neutron-server[103457]: DEBUG neutron.wsgi [-] (103457) accepted ('10.222.0.18', 39524) {{(pid=103457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 13:12:08.489434 dv-cinder-830097-4-iscsi neutron-server[103458]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dcdead81-a542-41fb-a242-e0577c8268e9 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830097-4-iscsi {{(pid=103458) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 13:12:08.489787 dv-cinder-830097-4-iscsi neutron-server[103458]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dcdead81-a542-41fb-a242-e0577c8268e9 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830097-4-iscsi {{(pid=103458) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 13:12:08.490145 dv-cinder-830097-4-iscsi neutron-server[103458]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dcdead81-a542-41fb-a242-e0577c8268e9 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830097-4-iscsi {{(pid=103458) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 13:12:08.491003 dv-cinder-830097-4-iscsi neutron-server[103458]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dcdead81-a542-41fb-a242-e0577c8268e9 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830097-4-iscsi {{(pid=103458) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 13:12:08.491337 dv-cinder-830097-4-iscsi neutron-server[103458]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dcdead81-a542-41fb-a242-e0577c8268e9 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830097-4-iscsi {{(pid=103458) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 13:12:08.491756 dv-cinder-830097-4-iscsi neutron-server[103458]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dcdead81-a542-41fb-a242-e0577c8268e9 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830097-4-iscsi {{(pid=103458) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 13:12:08.492098 dv-cinder-830097-4-iscsi neutron-server[103458]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dcdead81-a542-41fb-a242-e0577c8268e9 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830097-4-iscsi {{(pid=103458) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 13:12:08.492430 dv-cinder-830097-4-iscsi neutron-server[103458]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dcdead81-a542-41fb-a242-e0577c8268e9 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-830097-4-iscsi {{(pid=103458) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 13:12:08.492797 dv-cinder-830097-4-iscsi neutron-server[103458]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dcdead81-a542-41fb-a242-e0577c8268e9 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-830097-4-iscsi {{(pid=103458) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 13:12:08.493127 dv-cinder-830097-4-iscsi neutron-server[103458]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dcdead81-a542-41fb-a242-e0577c8268e9 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-830097-4-iscsi {{(pid=103458) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 13:12:08.493473 dv-cinder-830097-4-iscsi neutron-server[103458]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dcdead81-a542-41fb-a242-e0577c8268e9 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-830097-4-iscsi {{(pid=103458) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 13:12:08.493805 dv-cinder-830097-4-iscsi neutron-server[103458]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dcdead81-a542-41fb-a242-e0577c8268e9 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830097-4-iscsi {{(pid=103458) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 13:12:08.494129 dv-cinder-830097-4-iscsi neutron-server[103458]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dcdead81-a542-41fb-a242-e0577c8268e9 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830097-4-iscsi {{(pid=103458) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 13:12:08.494450 dv-cinder-830097-4-iscsi neutron-server[103458]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dcdead81-a542-41fb-a242-e0577c8268e9 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830097-4-iscsi {{(pid=103458) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 13:12:08.494771 dv-cinder-830097-4-iscsi neutron-server[103458]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dcdead81-a542-41fb-a242-e0577c8268e9 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830097-4-iscsi {{(pid=103458) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 13:12:08.538535 dv-cinder-830097-4-iscsi neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-16b49dfa-2941-4ea1-a4af-d84ad2ac5d1d admin admin] Publish callbacks [] for security_group (472f2bfa-d792-40a9-9b80-3f19050cdfe4), before_delete {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:12:08.560698 dv-cinder-830097-4-iscsi neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-16b49dfa-2941-4ea1-a4af-d84ad2ac5d1d admin admin] Publish callbacks [] for security_group (472f2bfa-d792-40a9-9b80-3f19050cdfe4), precommit_delete {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:12:08.658980 dv-cinder-830097-4-iscsi neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-16b49dfa-2941-4ea1-a4af-d84ad2ac5d1d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3691807'] for security_group (472f2bfa-d792-40a9-9b80-3f19050cdfe4), after_delete {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:12:08.661546 dv-cinder-830097-4-iscsi neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-16b49dfa-2941-4ea1-a4af-d84ad2ac5d1d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:12:08.663399 dv-cinder-830097-4-iscsi neutron-server[103457]: INFO neutron.wsgi [None req-16b49dfa-2941-4ea1-a4af-d84ad2ac5d1d admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/472f2bfa-d792-40a9-9b80-3f19050cdfe4 HTTP/1.1" status: 204 len: 168 time: 0.1775508 Apr 12 13:12:08.670943 dv-cinder-830097-4-iscsi neutron-server[103457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16b49dfa-2941-4ea1-a4af-d84ad2ac5d1d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=472f2bfa-d792-40a9-9b80-3f19050cdfe4,revision_number=None']} {{(pid=103457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 13:12:08.677543 dv-cinder-830097-4-iscsi neutron-server[103457]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16b49dfa-2941-4ea1-a4af-d84ad2ac5d1d admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830097-4-iscsi {{(pid=103457) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 13:12:08.677899 dv-cinder-830097-4-iscsi neutron-server[103457]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16b49dfa-2941-4ea1-a4af-d84ad2ac5d1d admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830097-4-iscsi {{(pid=103457) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 13:12:08.678287 dv-cinder-830097-4-iscsi neutron-server[103457]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16b49dfa-2941-4ea1-a4af-d84ad2ac5d1d admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830097-4-iscsi {{(pid=103457) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 13:12:08.678725 dv-cinder-830097-4-iscsi neutron-server[103457]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16b49dfa-2941-4ea1-a4af-d84ad2ac5d1d admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830097-4-iscsi {{(pid=103457) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 13:12:08.679112 dv-cinder-830097-4-iscsi neutron-server[103457]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16b49dfa-2941-4ea1-a4af-d84ad2ac5d1d admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830097-4-iscsi {{(pid=103457) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 13:12:08.679436 dv-cinder-830097-4-iscsi neutron-server[103457]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16b49dfa-2941-4ea1-a4af-d84ad2ac5d1d admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830097-4-iscsi {{(pid=103457) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 13:12:08.679760 dv-cinder-830097-4-iscsi neutron-server[103457]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16b49dfa-2941-4ea1-a4af-d84ad2ac5d1d admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830097-4-iscsi {{(pid=103457) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 13:12:08.680079 dv-cinder-830097-4-iscsi neutron-server[103457]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16b49dfa-2941-4ea1-a4af-d84ad2ac5d1d admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-830097-4-iscsi {{(pid=103457) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 13:12:08.680413 dv-cinder-830097-4-iscsi neutron-server[103457]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16b49dfa-2941-4ea1-a4af-d84ad2ac5d1d admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-830097-4-iscsi {{(pid=103457) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 13:12:08.680760 dv-cinder-830097-4-iscsi neutron-server[103457]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16b49dfa-2941-4ea1-a4af-d84ad2ac5d1d admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-830097-4-iscsi {{(pid=103457) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 13:12:08.681086 dv-cinder-830097-4-iscsi neutron-server[103457]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16b49dfa-2941-4ea1-a4af-d84ad2ac5d1d admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-830097-4-iscsi {{(pid=103457) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 13:12:08.681423 dv-cinder-830097-4-iscsi neutron-server[103457]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16b49dfa-2941-4ea1-a4af-d84ad2ac5d1d admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830097-4-iscsi {{(pid=103457) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 13:12:08.681742 dv-cinder-830097-4-iscsi neutron-server[103457]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16b49dfa-2941-4ea1-a4af-d84ad2ac5d1d admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830097-4-iscsi {{(pid=103457) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 13:12:08.682061 dv-cinder-830097-4-iscsi neutron-server[103457]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16b49dfa-2941-4ea1-a4af-d84ad2ac5d1d admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830097-4-iscsi {{(pid=103457) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 13:12:08.682377 dv-cinder-830097-4-iscsi neutron-server[103457]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16b49dfa-2941-4ea1-a4af-d84ad2ac5d1d admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830097-4-iscsi {{(pid=103457) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 13:12:16.732753 dv-cinder-830097-4-iscsi neutron-server[103459]: DEBUG neutron_lib.callbacks.manager [None req-43f7e321-c52d-48e0-8ef4-86484fbcb9a7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732727929501', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-657397'] for agent (246ca497-e2ee-4e0b-b432-b4153c207e5f), after_update {{(pid=103459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:12:19.172739 dv-cinder-830097-4-iscsi neutron-server[103460]: DEBUG neutron.db.agents_db [None req-38c2972b-b018-47ca-95cb-8760adc1e78b None None] Agent healthcheck: found 5 active agents {{(pid=103460) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 12 13:12:19.328751 dv-cinder-830097-4-iscsi neutron-server[103459]: DEBUG neutron_lib.callbacks.manager [None req-e5e9c048-30c3-412b-ba27-24536a952b6d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732727929501', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-657397'] for agent (b7e11a8b-aeed-493f-9763-461016dddc93), after_update {{(pid=103459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:12:20.210748 dv-cinder-830097-4-iscsi neutron-server[103459]: DEBUG neutron_lib.callbacks.manager [None req-f20c20fe-5767-407a-9f30-b36f01c50254 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732727929501', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-657397'] for agent (1e8a91c7-94d1-4b17-9536-32bc01f44a9b), after_update {{(pid=103459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:12:21.340363 dv-cinder-830097-4-iscsi neutron-server[103459]: DEBUG neutron_lib.callbacks.manager [None req-09c91955-1169-4ba5-b480-d25faf385fa1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732727929501', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-657397'] for agent (6571c785-b050-42b7-b6d0-d71237f75507), after_update {{(pid=103459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:12:23.160744 dv-cinder-830097-4-iscsi neutron-server[103459]: DEBUG neutron_lib.callbacks.manager [None req-53781792-8650-4c78-93a6-1c4d328d874c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732727929501', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-657397'] for agent (3f2daa45-5e56-452b-8a21-b519edfce99e), after_update {{(pid=103459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:12:46.725247 dv-cinder-830097-4-iscsi neutron-server[103459]: DEBUG neutron_lib.callbacks.manager [None req-4844221d-3ab7-47b0-885e-441b50db5d09 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732727929501', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-657397'] for agent (246ca497-e2ee-4e0b-b432-b4153c207e5f), after_update {{(pid=103459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:12:49.330541 dv-cinder-830097-4-iscsi neutron-server[103459]: DEBUG neutron_lib.callbacks.manager [None req-dce084c7-8f62-45b7-8858-3cdd36f26b30 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732727929501', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-657397'] for agent (b7e11a8b-aeed-493f-9763-461016dddc93), after_update {{(pid=103459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:12:50.213909 dv-cinder-830097-4-iscsi neutron-server[103459]: DEBUG neutron_lib.callbacks.manager [None req-f20c20fe-5767-407a-9f30-b36f01c50254 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732727929501', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-657397'] for agent (1e8a91c7-94d1-4b17-9536-32bc01f44a9b), after_update {{(pid=103459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:12:51.340648 dv-cinder-830097-4-iscsi neutron-server[103459]: DEBUG neutron_lib.callbacks.manager [None req-09c91955-1169-4ba5-b480-d25faf385fa1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732727929501', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-657397'] for agent (6571c785-b050-42b7-b6d0-d71237f75507), after_update {{(pid=103459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:12:53.163478 dv-cinder-830097-4-iscsi neutron-server[103459]: DEBUG neutron_lib.callbacks.manager [None req-53781792-8650-4c78-93a6-1c4d328d874c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732727929501', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-657397'] for agent (3f2daa45-5e56-452b-8a21-b519edfce99e), after_update {{(pid=103459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:12:56.171794 dv-cinder-830097-4-iscsi neutron-server[103460]: DEBUG neutron.db.agents_db [None req-38c2972b-b018-47ca-95cb-8760adc1e78b None None] Agent healthcheck: found 5 active agents {{(pid=103460) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 12 13:13:16.728450 dv-cinder-830097-4-iscsi neutron-server[103459]: DEBUG neutron_lib.callbacks.manager [None req-8cc90faa-222e-430e-9ae4-3ef77c8ebe57 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732727929501', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-657397'] for agent (246ca497-e2ee-4e0b-b432-b4153c207e5f), after_update {{(pid=103459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:13:19.330884 dv-cinder-830097-4-iscsi neutron-server[103459]: DEBUG neutron_lib.callbacks.manager [None req-a9cf6f44-53c4-42d8-8664-ac4317aefce6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732727929501', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-657397'] for agent (b7e11a8b-aeed-493f-9763-461016dddc93), after_update {{(pid=103459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:13:20.216067 dv-cinder-830097-4-iscsi neutron-server[103459]: DEBUG neutron_lib.callbacks.manager [None req-f20c20fe-5767-407a-9f30-b36f01c50254 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732727929501', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-657397'] for agent (1e8a91c7-94d1-4b17-9536-32bc01f44a9b), after_update {{(pid=103459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:13:21.344475 dv-cinder-830097-4-iscsi neutron-server[103459]: DEBUG neutron_lib.callbacks.manager [None req-09c91955-1169-4ba5-b480-d25faf385fa1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732727929501', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-657397'] for agent (6571c785-b050-42b7-b6d0-d71237f75507), after_update {{(pid=103459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:13:23.165316 dv-cinder-830097-4-iscsi neutron-server[103459]: DEBUG neutron_lib.callbacks.manager [None req-53781792-8650-4c78-93a6-1c4d328d874c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732727929501', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-657397'] for agent (3f2daa45-5e56-452b-8a21-b519edfce99e), after_update {{(pid=103459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:13:33.170275 dv-cinder-830097-4-iscsi neutron-server[103460]: DEBUG neutron.db.agents_db [None req-38c2972b-b018-47ca-95cb-8760adc1e78b None None] Agent healthcheck: found 5 active agents {{(pid=103460) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 12 13:13:46.731593 dv-cinder-830097-4-iscsi neutron-server[103459]: DEBUG neutron_lib.callbacks.manager [None req-c1780072-76bc-4bc0-8e48-6772f745a050 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732727929501', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-657397'] for agent (246ca497-e2ee-4e0b-b432-b4153c207e5f), after_update {{(pid=103459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:13:49.332685 dv-cinder-830097-4-iscsi neutron-server[103459]: DEBUG neutron_lib.callbacks.manager [None req-245069c0-820c-4aec-81b3-ff91db2cea2c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732727929501', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-657397'] for agent (b7e11a8b-aeed-493f-9763-461016dddc93), after_update {{(pid=103459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:13:50.221290 dv-cinder-830097-4-iscsi neutron-server[103459]: DEBUG neutron_lib.callbacks.manager [None req-f20c20fe-5767-407a-9f30-b36f01c50254 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732727929501', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-657397'] for agent (1e8a91c7-94d1-4b17-9536-32bc01f44a9b), after_update {{(pid=103459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:13:51.346848 dv-cinder-830097-4-iscsi neutron-server[103459]: DEBUG neutron_lib.callbacks.manager [None req-09c91955-1169-4ba5-b480-d25faf385fa1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732727929501', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-657397'] for agent (6571c785-b050-42b7-b6d0-d71237f75507), after_update {{(pid=103459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:13:53.167406 dv-cinder-830097-4-iscsi neutron-server[103459]: DEBUG neutron_lib.callbacks.manager [None req-53781792-8650-4c78-93a6-1c4d328d874c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732727929501', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-657397'] for agent (3f2daa45-5e56-452b-8a21-b519edfce99e), after_update {{(pid=103459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:13:58.769488 dv-cinder-830097-4-iscsi neutron-server[103459]: DEBUG neutron_lib.callbacks.manager [None req-3505bd68-a9fd-4823-92ea-1a6ded8ab071 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732727929501', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-3799731'] for agent (ee5509cd-6dd7-49df-aa37-3740ebd1e34b), after_create {{(pid=103459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:14:10.169000 dv-cinder-830097-4-iscsi neutron-server[103460]: DEBUG neutron.db.agents_db [None req-38c2972b-b018-47ca-95cb-8760adc1e78b None None] Agent healthcheck: found 6 active agents {{(pid=103460) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 12 13:14:13.146595 dv-cinder-830097-4-iscsi neutron-server[103457]: DEBUG neutron.wsgi [-] (103457) accepted ('10.222.0.18', 39596) {{(pid=103457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 13:14:13.250633 dv-cinder-830097-4-iscsi neutron-server[103457]: INFO neutron.wsgi [None req-102d2579-56c0-464f-8eb4-bf742a9c116e admin admin] 10.222.0.18 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4553 time: 0.1014950 Apr 12 13:14:15.588584 dv-cinder-830097-4-iscsi neutron-server[103457]: DEBUG neutron.wsgi [-] (103457) accepted ('10.222.0.18', 39606) {{(pid=103457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 13:14:15.643474 dv-cinder-830097-4-iscsi neutron-server[103457]: INFO neutron.wsgi [None req-13ceace8-877f-4aa5-998e-cb015eeb4dc1 admin admin] 10.222.0.18 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4553 time: 0.0537074 Apr 12 13:14:16.735015 dv-cinder-830097-4-iscsi neutron-server[103459]: DEBUG neutron_lib.callbacks.manager [None req-d3d2ae74-8bf0-4ecc-b32f-6399fee86c50 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732727929501', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-657397'] for agent (246ca497-e2ee-4e0b-b432-b4153c207e5f), after_update {{(pid=103459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:14:19.333751 dv-cinder-830097-4-iscsi neutron-server[103459]: DEBUG neutron_lib.callbacks.manager [None req-83d3f14b-7889-4949-b39e-57b4c072a873 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732727929501', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-657397'] for agent (b7e11a8b-aeed-493f-9763-461016dddc93), after_update {{(pid=103459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:14:20.222823 dv-cinder-830097-4-iscsi neutron-server[103459]: DEBUG neutron_lib.callbacks.manager [None req-f20c20fe-5767-407a-9f30-b36f01c50254 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732727929501', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-657397'] for agent (1e8a91c7-94d1-4b17-9536-32bc01f44a9b), after_update {{(pid=103459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:14:21.351044 dv-cinder-830097-4-iscsi neutron-server[103459]: DEBUG neutron_lib.callbacks.manager [None req-09c91955-1169-4ba5-b480-d25faf385fa1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732727929501', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-657397'] for agent (6571c785-b050-42b7-b6d0-d71237f75507), after_update {{(pid=103459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:14:23.171057 dv-cinder-830097-4-iscsi neutron-server[103459]: DEBUG neutron_lib.callbacks.manager [None req-53781792-8650-4c78-93a6-1c4d328d874c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732727929501', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-657397'] for agent (3f2daa45-5e56-452b-8a21-b519edfce99e), after_update {{(pid=103459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:14:28.751937 dv-cinder-830097-4-iscsi neutron-server[103459]: DEBUG neutron_lib.callbacks.manager [None req-3505bd68-a9fd-4823-92ea-1a6ded8ab071 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732727929501', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-657397'] for agent (ee5509cd-6dd7-49df-aa37-3740ebd1e34b), after_update {{(pid=103459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:14:46.735735 dv-cinder-830097-4-iscsi neutron-server[103459]: DEBUG neutron_lib.callbacks.manager [None req-c5152d72-302f-4fdf-9b36-e2cc19955766 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732727929501', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-657397'] for agent (246ca497-e2ee-4e0b-b432-b4153c207e5f), after_update {{(pid=103459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:14:47.167614 dv-cinder-830097-4-iscsi neutron-server[103460]: DEBUG neutron.db.agents_db [None req-38c2972b-b018-47ca-95cb-8760adc1e78b None None] Agent healthcheck: found 6 active agents {{(pid=103460) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 12 13:14:49.335393 dv-cinder-830097-4-iscsi neutron-server[103459]: DEBUG neutron_lib.callbacks.manager [None req-f16397f9-50a3-4cd4-b8c4-04fba84f2c3e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732727929501', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-657397'] for agent (b7e11a8b-aeed-493f-9763-461016dddc93), after_update {{(pid=103459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:14:50.224964 dv-cinder-830097-4-iscsi neutron-server[103459]: DEBUG neutron_lib.callbacks.manager [None req-f20c20fe-5767-407a-9f30-b36f01c50254 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732727929501', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-657397'] for agent (1e8a91c7-94d1-4b17-9536-32bc01f44a9b), after_update {{(pid=103459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:14:51.354443 dv-cinder-830097-4-iscsi neutron-server[103459]: DEBUG neutron_lib.callbacks.manager [None req-09c91955-1169-4ba5-b480-d25faf385fa1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732727929501', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-657397'] for agent (6571c785-b050-42b7-b6d0-d71237f75507), after_update {{(pid=103459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:14:53.172927 dv-cinder-830097-4-iscsi neutron-server[103459]: DEBUG neutron_lib.callbacks.manager [None req-53781792-8650-4c78-93a6-1c4d328d874c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732727929501', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-657397'] for agent (3f2daa45-5e56-452b-8a21-b519edfce99e), after_update {{(pid=103459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:14:58.765453 dv-cinder-830097-4-iscsi neutron-server[103459]: DEBUG neutron_lib.callbacks.manager [None req-3505bd68-a9fd-4823-92ea-1a6ded8ab071 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732727929501', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-657397'] for agent (ee5509cd-6dd7-49df-aa37-3740ebd1e34b), after_update {{(pid=103459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:15:16.738250 dv-cinder-830097-4-iscsi neutron-server[103459]: DEBUG neutron_lib.callbacks.manager [None req-b6c2e519-92c7-41f2-834a-18f06af8bf35 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732727929501', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-657397'] for agent (246ca497-e2ee-4e0b-b432-b4153c207e5f), after_update {{(pid=103459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:15:19.337747 dv-cinder-830097-4-iscsi neutron-server[103459]: DEBUG neutron_lib.callbacks.manager [None req-35dc74a4-b152-4278-8b9f-67b62d664800 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732727929501', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-657397'] for agent (b7e11a8b-aeed-493f-9763-461016dddc93), after_update {{(pid=103459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:15:20.231134 dv-cinder-830097-4-iscsi neutron-server[103459]: DEBUG neutron_lib.callbacks.manager [None req-f20c20fe-5767-407a-9f30-b36f01c50254 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732727929501', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-657397'] for agent (1e8a91c7-94d1-4b17-9536-32bc01f44a9b), after_update {{(pid=103459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:15:21.358712 dv-cinder-830097-4-iscsi neutron-server[103459]: DEBUG neutron_lib.callbacks.manager [None req-09c91955-1169-4ba5-b480-d25faf385fa1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732727929501', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-657397'] for agent (6571c785-b050-42b7-b6d0-d71237f75507), after_update {{(pid=103459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:15:23.175092 dv-cinder-830097-4-iscsi neutron-server[103459]: DEBUG neutron_lib.callbacks.manager [None req-53781792-8650-4c78-93a6-1c4d328d874c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732727929501', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-657397'] for agent (3f2daa45-5e56-452b-8a21-b519edfce99e), after_update {{(pid=103459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:15:24.167351 dv-cinder-830097-4-iscsi neutron-server[103460]: DEBUG neutron.db.agents_db [None req-38c2972b-b018-47ca-95cb-8760adc1e78b None None] Agent healthcheck: found 6 active agents {{(pid=103460) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 12 13:15:28.758708 dv-cinder-830097-4-iscsi neutron-server[103459]: DEBUG neutron_lib.callbacks.manager [None req-3505bd68-a9fd-4823-92ea-1a6ded8ab071 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732727929501', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-657397'] for agent (ee5509cd-6dd7-49df-aa37-3740ebd1e34b), after_update {{(pid=103459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:15:46.739842 dv-cinder-830097-4-iscsi neutron-server[103459]: DEBUG neutron_lib.callbacks.manager [None req-6ea86d36-80b3-49bb-9e58-33e4c4d1d0b6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732727929501', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-657397'] for agent (246ca497-e2ee-4e0b-b432-b4153c207e5f), after_update {{(pid=103459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:15:49.339413 dv-cinder-830097-4-iscsi neutron-server[103459]: DEBUG neutron_lib.callbacks.manager [None req-52a8ca1d-15f3-4291-b0b6-8f2b1db0f2b5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732727929501', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-657397'] for agent (b7e11a8b-aeed-493f-9763-461016dddc93), after_update {{(pid=103459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:15:50.234033 dv-cinder-830097-4-iscsi neutron-server[103459]: DEBUG neutron_lib.callbacks.manager [None req-f20c20fe-5767-407a-9f30-b36f01c50254 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732727929501', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-657397'] for agent (1e8a91c7-94d1-4b17-9536-32bc01f44a9b), after_update {{(pid=103459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:15:51.360904 dv-cinder-830097-4-iscsi neutron-server[103459]: DEBUG neutron_lib.callbacks.manager [None req-09c91955-1169-4ba5-b480-d25faf385fa1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732727929501', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-657397'] for agent (6571c785-b050-42b7-b6d0-d71237f75507), after_update {{(pid=103459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:15:53.182131 dv-cinder-830097-4-iscsi neutron-server[103459]: DEBUG neutron_lib.callbacks.manager [None req-53781792-8650-4c78-93a6-1c4d328d874c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732727929501', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-657397'] for agent (3f2daa45-5e56-452b-8a21-b519edfce99e), after_update {{(pid=103459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:15:57.452947 dv-cinder-830097-4-iscsi neutron-server[103457]: DEBUG neutron.wsgi [-] (103457) accepted ('10.222.0.18', 39806) {{(pid=103457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 13:15:57.588929 dv-cinder-830097-4-iscsi neutron-server[103457]: DEBUG neutron.wsgi [-] (103457) accepted ('10.222.0.18', 39818) {{(pid=103457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 13:15:57.617649 dv-cinder-830097-4-iscsi neutron-server[103457]: DEBUG neutron.wsgi [-] (103457) accepted ('10.222.0.18', 39822) {{(pid=103457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 13:15:57.759556 dv-cinder-830097-4-iscsi neutron-server[103457]: DEBUG neutron.api.v2.base [None req-1d4606c8-7252-4000-be87-3a089ce74e5a admin admin] Request body: {'network': {'name': 'tempest-ServerRescueNegativeTestJSON-153791057-network', 'tenant_id': '03e871d047514daabb60a84f86099232'}} {{(pid=103457) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 12 13:15:57.779709 dv-cinder-830097-4-iscsi neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1d4606c8-7252-4000-be87-3a089ce74e5a admin admin] Made reservation on behalf of 03e871d047514daabb60a84f86099232 for: {'network': 1} {{(pid=103457) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 12 13:15:57.782273 dv-cinder-830097-4-iscsi neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-1d4606c8-7252-4000-be87-3a089ce74e5a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-916304'] for network (None), before_create {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:15:57.790640 dv-cinder-830097-4-iscsi neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-1d4606c8-7252-4000-be87-3a089ce74e5a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:15:57.856588 dv-cinder-830097-4-iscsi neutron-server[103457]: DEBUG neutron.api.v2.base [None req-0a2b7bc9-144b-4b73-a6ad-8ddda54d7db6 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeShelveTestJSON-268868150-network', 'tenant_id': '5ebad6ef7aca47f397d0e45a428e3948'}} {{(pid=103457) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 12 13:15:57.899005 dv-cinder-830097-4-iscsi neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-1d4606c8-7252-4000-be87-3a089ce74e5a admin admin] Publish callbacks [] for security_group (1da71eb9-9022-4720-ae95-e700d9700270), precommit_create {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:15:57.900135 dv-cinder-830097-4-iscsi neutron-server[103458]: DEBUG neutron.wsgi [-] (103458) accepted ('10.222.0.18', 39836) {{(pid=103458) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 13:15:57.906840 dv-cinder-830097-4-iscsi neutron-server[103457]: DEBUG neutron.api.v2.base [None req-7180fe3d-2ba1-405e-bdcb-650924b3fc8b admin admin] Request body: {'network': {'name': 'tempest-DeleteServersTestJSON-1448717423-network', 'tenant_id': '0edd631f1dd54aaea20cdf862c39584b'}} {{(pid=103457) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 12 13:15:57.912462 dv-cinder-830097-4-iscsi neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-1d4606c8-7252-4000-be87-3a089ce74e5a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3691807'] for security_group (1da71eb9-9022-4720-ae95-e700d9700270), after_create {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:15:57.929966 dv-cinder-830097-4-iscsi neutron-server[103457]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1d4606c8-7252-4000-be87-3a089ce74e5a admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 222} {{(pid=103457) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 12 13:15:57.938113 dv-cinder-830097-4-iscsi neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0a2b7bc9-144b-4b73-a6ad-8ddda54d7db6 admin admin] Made reservation on behalf of 5ebad6ef7aca47f397d0e45a428e3948 for: {'network': 1} {{(pid=103457) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 12 13:15:57.940570 dv-cinder-830097-4-iscsi neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-0a2b7bc9-144b-4b73-a6ad-8ddda54d7db6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-916304'] for network (None), before_create {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:15:57.958363 dv-cinder-830097-4-iscsi neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-0a2b7bc9-144b-4b73-a6ad-8ddda54d7db6 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:15:57.962398 dv-cinder-830097-4-iscsi neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-1d4606c8-7252-4000-be87-3a089ce74e5a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-715442'] for segment (cbdc8fb7-4f48-4130-80a4-939d65d92cbb), precommit_create {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:15:57.962733 dv-cinder-830097-4-iscsi neutron-server[103457]: INFO neutron.db.segments_db [None req-1d4606c8-7252-4000-be87-3a089ce74e5a admin admin] Added segment cbdc8fb7-4f48-4130-80a4-939d65d92cbb of type vlan for network 8a9d7c73-ddbc-4eef-a839-e9bbe858207d Apr 12 13:15:58.036712 dv-cinder-830097-4-iscsi neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7180fe3d-2ba1-405e-bdcb-650924b3fc8b admin admin] Made reservation on behalf of 0edd631f1dd54aaea20cdf862c39584b for: {'network': 1} {{(pid=103457) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 12 13:15:58.039978 dv-cinder-830097-4-iscsi neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-7180fe3d-2ba1-405e-bdcb-650924b3fc8b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-916304'] for network (None), before_create {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:15:58.074678 dv-cinder-830097-4-iscsi neutron-server[103457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d4606c8-7252-4000-be87-3a089ce74e5a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1da71eb9-9022-4720-ae95-e700d9700270,revision_number=1']} {{(pid=103457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 13:15:58.077870 dv-cinder-830097-4-iscsi neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-7180fe3d-2ba1-405e-bdcb-650924b3fc8b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:15:58.085879 dv-cinder-830097-4-iscsi neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-1d4606c8-7252-4000-be87-3a089ce74e5a admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8732727402599'] for network (8a9d7c73-ddbc-4eef-a839-e9bbe858207d), precommit_create {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:15:58.108142 dv-cinder-830097-4-iscsi neutron-server[103457]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d4606c8-7252-4000-be87-3a089ce74e5a admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830097-4-iscsi {{(pid=103457) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 13:15:58.108486 dv-cinder-830097-4-iscsi neutron-server[103457]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d4606c8-7252-4000-be87-3a089ce74e5a admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830097-4-iscsi {{(pid=103457) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 13:15:58.111924 dv-cinder-830097-4-iscsi neutron-server[103457]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d4606c8-7252-4000-be87-3a089ce74e5a admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830097-4-iscsi {{(pid=103457) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 13:15:58.111924 dv-cinder-830097-4-iscsi neutron-server[103457]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d4606c8-7252-4000-be87-3a089ce74e5a admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830097-4-iscsi {{(pid=103457) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 13:15:58.111924 dv-cinder-830097-4-iscsi neutron-server[103457]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d4606c8-7252-4000-be87-3a089ce74e5a admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830097-4-iscsi {{(pid=103457) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 13:15:58.111924 dv-cinder-830097-4-iscsi neutron-server[103457]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d4606c8-7252-4000-be87-3a089ce74e5a admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830097-4-iscsi {{(pid=103457) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 13:15:58.111924 dv-cinder-830097-4-iscsi neutron-server[103457]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d4606c8-7252-4000-be87-3a089ce74e5a admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830097-4-iscsi {{(pid=103457) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 13:15:58.111924 dv-cinder-830097-4-iscsi neutron-server[103457]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d4606c8-7252-4000-be87-3a089ce74e5a admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-830097-4-iscsi {{(pid=103457) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 13:15:58.111924 dv-cinder-830097-4-iscsi neutron-server[103457]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d4606c8-7252-4000-be87-3a089ce74e5a admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-830097-4-iscsi {{(pid=103457) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 13:15:58.111924 dv-cinder-830097-4-iscsi neutron-server[103457]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d4606c8-7252-4000-be87-3a089ce74e5a admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-830097-4-iscsi {{(pid=103457) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 13:15:58.111924 dv-cinder-830097-4-iscsi neutron-server[103457]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d4606c8-7252-4000-be87-3a089ce74e5a admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-830097-4-iscsi {{(pid=103457) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 13:15:58.111924 dv-cinder-830097-4-iscsi neutron-server[103457]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d4606c8-7252-4000-be87-3a089ce74e5a admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830097-4-iscsi {{(pid=103457) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 13:15:58.112791 dv-cinder-830097-4-iscsi neutron-server[103457]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d4606c8-7252-4000-be87-3a089ce74e5a admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830097-4-iscsi {{(pid=103457) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 13:15:58.112791 dv-cinder-830097-4-iscsi neutron-server[103457]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d4606c8-7252-4000-be87-3a089ce74e5a admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830097-4-iscsi {{(pid=103457) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 13:15:58.112981 dv-cinder-830097-4-iscsi neutron-server[103457]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d4606c8-7252-4000-be87-3a089ce74e5a admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830097-4-iscsi {{(pid=103457) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 13:15:58.114770 dv-cinder-830097-4-iscsi neutron-server[103457]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d4606c8-7252-4000-be87-3a089ce74e5a admin admin] Tracked resource versions report: Apr 12 13:15:58.114770 dv-cinder-830097-4-iscsi neutron-server[103457]: pushed versions: Apr 12 13:15:58.114770 dv-cinder-830097-4-iscsi neutron-server[103457]: { 'AddressGroup': {'1.2'}, Apr 12 13:15:58.114770 dv-cinder-830097-4-iscsi neutron-server[103457]: 'Agent': {'1.1'}, Apr 12 13:15:58.114770 dv-cinder-830097-4-iscsi neutron-server[103457]: 'ConntrackHelper': {'1.0'}, Apr 12 13:15:58.114770 dv-cinder-830097-4-iscsi neutron-server[103457]: 'LocalIPAssociation': {'1.0'}, Apr 12 13:15:58.114770 dv-cinder-830097-4-iscsi neutron-server[103457]: 'Log': {'1.0'}, Apr 12 13:15:58.114770 dv-cinder-830097-4-iscsi neutron-server[103457]: 'NDPProxy': {'1.0'}, Apr 12 13:15:58.114770 dv-cinder-830097-4-iscsi neutron-server[103457]: 'Network': {'1.1'}, Apr 12 13:15:58.114770 dv-cinder-830097-4-iscsi neutron-server[103457]: 'Port': {'1.7'}, Apr 12 13:15:58.114770 dv-cinder-830097-4-iscsi neutron-server[103457]: 'PortForwarding': {'1.3'}, Apr 12 13:15:58.114770 dv-cinder-830097-4-iscsi neutron-server[103457]: 'QosPolicy': {'1.10'}, Apr 12 13:15:58.114770 dv-cinder-830097-4-iscsi neutron-server[103457]: 'SecurityGroup': {'1.5'}, Apr 12 13:15:58.114770 dv-cinder-830097-4-iscsi neutron-server[103457]: 'SecurityGroupRule': {'1.2'}, Apr 12 13:15:58.114770 dv-cinder-830097-4-iscsi neutron-server[103457]: 'SubPort': {'1.0'}, Apr 12 13:15:58.114770 dv-cinder-830097-4-iscsi neutron-server[103457]: 'Subnet': {'1.1'}, Apr 12 13:15:58.114770 dv-cinder-830097-4-iscsi neutron-server[103457]: 'Trunk': {'1.1'}} Apr 12 13:15:58.114770 dv-cinder-830097-4-iscsi neutron-server[103457]: consumer versions: Apr 12 13:15:58.114770 dv-cinder-830097-4-iscsi neutron-server[103457]: { DHCP agent@dv-cinder-830097-4-iscsi: {}, Apr 12 13:15:58.114770 dv-cinder-830097-4-iscsi neutron-server[103457]: HyperV agent@hv-cinder-83009: {}, Apr 12 13:15:58.114770 dv-cinder-830097-4-iscsi neutron-server[103457]: L3 agent@dv-cinder-830097-4-iscsi: {}, Apr 12 13:15:58.114770 dv-cinder-830097-4-iscsi neutron-server[103457]: Metadata agent@dv-cinder-830097-4-iscsi: {}, Apr 12 13:15:58.114770 dv-cinder-830097-4-iscsi neutron-server[103457]: Metering agent@dv-cinder-830097-4-iscsi: {}, Apr 12 13:15:58.114770 dv-cinder-830097-4-iscsi neutron-server[103457]: Open vSwitch agent@dv-cinder-830097-4-iscsi: { 'AddressGroup': '1.2', Apr 12 13:15:58.114770 dv-cinder-830097-4-iscsi neutron-server[103457]: 'Agent': '1.1', Apr 12 13:15:58.114770 dv-cinder-830097-4-iscsi neutron-server[103457]: 'ConntrackHelper': '1.0', Apr 12 13:15:58.114770 dv-cinder-830097-4-iscsi neutron-server[103457]: 'LocalIPAssociation': '1.0', Apr 12 13:15:58.114770 dv-cinder-830097-4-iscsi neutron-server[103457]: 'Log': '1.0', Apr 12 13:15:58.114770 dv-cinder-830097-4-iscsi neutron-server[103457]: 'NDPProxy': '1.0', Apr 12 13:15:58.114770 dv-cinder-830097-4-iscsi neutron-server[103457]: 'Network': '1.1', Apr 12 13:15:58.114770 dv-cinder-830097-4-iscsi neutron-server[103457]: 'Port': '1.7', Apr 12 13:15:58.114770 dv-cinder-830097-4-iscsi neutron-server[103457]: 'PortForwarding': '1.3', Apr 12 13:15:58.114770 dv-cinder-830097-4-iscsi neutron-server[103457]: 'QosPolicy': '1.10', Apr 12 13:15:58.114770 dv-cinder-830097-4-iscsi neutron-server[103457]: 'SecurityGroup': '1.5', Apr 12 13:15:58.114770 dv-cinder-830097-4-iscsi neutron-server[103457]: 'SecurityGroupRule': '1.2', Apr 12 13:15:58.114770 dv-cinder-830097-4-iscsi neutron-server[103457]: 'SubPort': '1.0', Apr 12 13:15:58.114770 dv-cinder-830097-4-iscsi neutron-server[103457]: 'Subnet': '1.1', Apr 12 13:15:58.114770 dv-cinder-830097-4-iscsi neutron-server[103457]: 'Trunk': '1.1'}} Apr 12 13:15:58.114770 dv-cinder-830097-4-iscsi neutron-server[103457]: {{(pid=103457) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Apr 12 13:15:58.176351 dv-cinder-830097-4-iscsi neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-1d4606c8-7252-4000-be87-3a089ce74e5a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3691972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3697887'] for network (8a9d7c73-ddbc-4eef-a839-e9bbe858207d), after_create {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:15:58.177353 dv-cinder-830097-4-iscsi neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1d4606c8-7252-4000-be87-3a089ce74e5a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 13:15:58.177974 dv-cinder-830097-4-iscsi neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-1d4606c8-7252-4000-be87-3a089ce74e5a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3697709'] for network (None), before_response {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:15:58.215050 dv-cinder-830097-4-iscsi neutron-server[103458]: DEBUG neutron.api.v2.base [None req-41dd7c62-65b7-4305-a3fb-117887c332a8 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeTestJSON-1053846076-network', 'tenant_id': '973344adf45e43fc87f28572c7cc70a5'}} {{(pid=103458) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 12 13:15:58.247975 dv-cinder-830097-4-iscsi neutron-server[103458]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-41dd7c62-65b7-4305-a3fb-117887c332a8 admin admin] Made reservation on behalf of 973344adf45e43fc87f28572c7cc70a5 for: {'network': 1} {{(pid=103458) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 12 13:15:58.251380 dv-cinder-830097-4-iscsi neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-41dd7c62-65b7-4305-a3fb-117887c332a8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-916304'] for network (None), before_create {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:15:58.266121 dv-cinder-830097-4-iscsi neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-41dd7c62-65b7-4305-a3fb-117887c332a8 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:15:58.271810 dv-cinder-830097-4-iscsi neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-0a2b7bc9-144b-4b73-a6ad-8ddda54d7db6 admin admin] Publish callbacks [] for security_group (4d6d0fa5-c713-479d-ad68-91a1668c4f3b), precommit_create {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:15:58.278472 dv-cinder-830097-4-iscsi neutron-server[103457]: INFO neutron.wsgi [None req-1d4606c8-7252-4000-be87-3a089ce74e5a admin admin] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 891 time: 0.8237028 Apr 12 13:15:58.279794 dv-cinder-830097-4-iscsi neutron-server[103458]: DEBUG neutron.wsgi [-] (103458) accepted ('10.222.0.18', 39862) {{(pid=103458) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 13:15:58.308576 dv-cinder-830097-4-iscsi neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-0a2b7bc9-144b-4b73-a6ad-8ddda54d7db6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3691807'] for security_group (4d6d0fa5-c713-479d-ad68-91a1668c4f3b), after_create {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:15:58.349456 dv-cinder-830097-4-iscsi neutron-server[103457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a2b7bc9-144b-4b73-a6ad-8ddda54d7db6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4d6d0fa5-c713-479d-ad68-91a1668c4f3b,revision_number=1']} {{(pid=103457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 13:15:58.355919 dv-cinder-830097-4-iscsi neutron-server[103457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d4606c8-7252-4000-be87-3a089ce74e5a admin admin] Pushing event updated for resources: {'Network': ['ID=8a9d7c73-ddbc-4eef-a839-e9bbe858207d,revision_number=1']} {{(pid=103457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 13:15:58.371537 dv-cinder-830097-4-iscsi neutron-server[103457]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0a2b7bc9-144b-4b73-a6ad-8ddda54d7db6 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 244} {{(pid=103457) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 12 13:15:58.393770 dv-cinder-830097-4-iscsi neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-0a2b7bc9-144b-4b73-a6ad-8ddda54d7db6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-715442'] for segment (97cb7c0e-6017-4956-9bfd-101a1a75a7c0), precommit_create {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:15:58.394062 dv-cinder-830097-4-iscsi neutron-server[103457]: INFO neutron.db.segments_db [None req-0a2b7bc9-144b-4b73-a6ad-8ddda54d7db6 admin admin] Added segment 97cb7c0e-6017-4956-9bfd-101a1a75a7c0 of type vlan for network 6562521a-2ea5-45f4-a1f8-589dc7fbc9f3 Apr 12 13:15:58.395893 dv-cinder-830097-4-iscsi neutron-server[103459]: DEBUG neutron.plugins.ml2.rpc [None req-53781792-8650-4c78-93a6-1c4d328d874c None None] Network 8a9d7c73-ddbc-4eef-a839-e9bbe858207d details requested by agent ovs-agent-dv-cinder-830097-4-iscsi with host dv-cinder-830097-4-iscsi {{(pid=103459) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 12 13:15:58.411037 dv-cinder-830097-4-iscsi neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-7180fe3d-2ba1-405e-bdcb-650924b3fc8b admin admin] Publish callbacks [] for security_group (feb0ab55-6426-4522-af82-2b05ab6d5c27), precommit_create {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:15:58.422507 dv-cinder-830097-4-iscsi neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-41dd7c62-65b7-4305-a3fb-117887c332a8 admin admin] Publish callbacks [] for security_group (30270e58-ac3d-4e0b-a789-d4241e8d99be), precommit_create {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:15:58.438907 dv-cinder-830097-4-iscsi neutron-server[103458]: DEBUG neutron.api.v2.base [None req-a257bb74-372a-47d2-91b1-9f84a9d8ba5a admin admin] Request body: {'subnet': {'network_id': '8a9d7c73-ddbc-4eef-a839-e9bbe858207d', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerRescueNegativeTestJSON-153791057-subnet', 'tenant_id': '03e871d047514daabb60a84f86099232', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=103458) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 12 13:15:58.441566 dv-cinder-830097-4-iscsi neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-7180fe3d-2ba1-405e-bdcb-650924b3fc8b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3691807'] for security_group (feb0ab55-6426-4522-af82-2b05ab6d5c27), after_create {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:15:58.454771 dv-cinder-830097-4-iscsi neutron-server[103457]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7180fe3d-2ba1-405e-bdcb-650924b3fc8b admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 235} {{(pid=103457) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 12 13:15:58.465535 dv-cinder-830097-4-iscsi neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-7180fe3d-2ba1-405e-bdcb-650924b3fc8b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-715442'] for segment (11f386ac-f254-4302-9e90-b4f6e47c7bd0), precommit_create {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:15:58.466095 dv-cinder-830097-4-iscsi neutron-server[103457]: INFO neutron.db.segments_db [None req-7180fe3d-2ba1-405e-bdcb-650924b3fc8b admin admin] Added segment 11f386ac-f254-4302-9e90-b4f6e47c7bd0 of type vlan for network 38860888-3f1a-46ed-95ac-25bed05bc1cd Apr 12 13:15:58.482836 dv-cinder-830097-4-iscsi neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-41dd7c62-65b7-4305-a3fb-117887c332a8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3691807'] for security_group (30270e58-ac3d-4e0b-a789-d4241e8d99be), after_create {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:15:58.511866 dv-cinder-830097-4-iscsi neutron-server[103458]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-41dd7c62-65b7-4305-a3fb-117887c332a8 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 225} {{(pid=103458) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 12 13:15:58.514513 dv-cinder-830097-4-iscsi neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-7180fe3d-2ba1-405e-bdcb-650924b3fc8b admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8732727402599'] for network (38860888-3f1a-46ed-95ac-25bed05bc1cd), precommit_create {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:15:58.531037 dv-cinder-830097-4-iscsi neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-41dd7c62-65b7-4305-a3fb-117887c332a8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-715442'] for segment (14551b93-9fd8-40ed-a0fc-48c46d45be33), precommit_create {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:15:58.532503 dv-cinder-830097-4-iscsi neutron-server[103458]: INFO neutron.db.segments_db [None req-41dd7c62-65b7-4305-a3fb-117887c332a8 admin admin] Added segment 14551b93-9fd8-40ed-a0fc-48c46d45be33 of type vlan for network 33c58c83-bd42-46e6-829a-cd11f58e9fb1 Apr 12 13:15:58.570360 dv-cinder-830097-4-iscsi neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-7180fe3d-2ba1-405e-bdcb-650924b3fc8b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3691972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3697887'] for network (38860888-3f1a-46ed-95ac-25bed05bc1cd), after_create {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:15:58.571662 dv-cinder-830097-4-iscsi neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7180fe3d-2ba1-405e-bdcb-650924b3fc8b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 13:15:58.573090 dv-cinder-830097-4-iscsi neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-7180fe3d-2ba1-405e-bdcb-650924b3fc8b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3697709'] for network (None), before_response {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:15:58.592675 dv-cinder-830097-4-iscsi neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-0a2b7bc9-144b-4b73-a6ad-8ddda54d7db6 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8732727402599'] for network (6562521a-2ea5-45f4-a1f8-589dc7fbc9f3), precommit_create {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:15:58.596016 dv-cinder-830097-4-iscsi neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-41dd7c62-65b7-4305-a3fb-117887c332a8 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8732727402599'] for network (33c58c83-bd42-46e6-829a-cd11f58e9fb1), precommit_create {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:15:58.663603 dv-cinder-830097-4-iscsi neutron-server[103458]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a257bb74-372a-47d2-91b1-9f84a9d8ba5a admin admin] Made reservation on behalf of 03e871d047514daabb60a84f86099232 for: {'subnet': 1} {{(pid=103458) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 12 13:15:58.669473 dv-cinder-830097-4-iscsi neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-a257bb74-372a-47d2-91b1-9f84a9d8ba5a admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:15:58.692915 dv-cinder-830097-4-iscsi neutron-server[103457]: INFO neutron.wsgi [None req-7180fe3d-2ba1-405e-bdcb-650924b3fc8b admin admin] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 1.0727029 Apr 12 13:15:58.703292 dv-cinder-830097-4-iscsi neutron-server[103457]: DEBUG neutron.wsgi [-] (103457) accepted ('10.222.0.18', 39880) {{(pid=103457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 13:15:58.706067 dv-cinder-830097-4-iscsi neutron-server[103457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7180fe3d-2ba1-405e-bdcb-650924b3fc8b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=feb0ab55-6426-4522-af82-2b05ab6d5c27,revision_number=1']} {{(pid=103457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 13:15:58.714068 dv-cinder-830097-4-iscsi neutron-server[103457]: DEBUG neutron.api.v2.base [None req-758f2f1b-13c6-4e83-aa9a-44f9eadc2319 admin admin] Request body: {'subnet': {'network_id': '38860888-3f1a-46ed-95ac-25bed05bc1cd', 'cidr': '172.20.0.0/28', 'name': 'tempest-DeleteServersTestJSON-1448717423-subnet', 'tenant_id': '0edd631f1dd54aaea20cdf862c39584b', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103457) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 12 13:15:58.731262 dv-cinder-830097-4-iscsi neutron-server[103457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7180fe3d-2ba1-405e-bdcb-650924b3fc8b admin admin] Pushing event updated for resources: {'Network': ['ID=38860888-3f1a-46ed-95ac-25bed05bc1cd,revision_number=1']} {{(pid=103457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 13:15:58.736913 dv-cinder-830097-4-iscsi neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-0a2b7bc9-144b-4b73-a6ad-8ddda54d7db6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3691972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3697887'] for network (6562521a-2ea5-45f4-a1f8-589dc7fbc9f3), after_create {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:15:58.738244 dv-cinder-830097-4-iscsi neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0a2b7bc9-144b-4b73-a6ad-8ddda54d7db6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 13:15:58.739176 dv-cinder-830097-4-iscsi neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-0a2b7bc9-144b-4b73-a6ad-8ddda54d7db6 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3697709'] for network (None), before_response {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:15:58.743280 dv-cinder-830097-4-iscsi neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-41dd7c62-65b7-4305-a3fb-117887c332a8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3691972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3697887'] for network (33c58c83-bd42-46e6-829a-cd11f58e9fb1), after_create {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:15:58.746485 dv-cinder-830097-4-iscsi neutron-server[103458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-41dd7c62-65b7-4305-a3fb-117887c332a8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 13:15:58.746654 dv-cinder-830097-4-iscsi neutron-server[103459]: DEBUG neutron.plugins.ml2.rpc [None req-53781792-8650-4c78-93a6-1c4d328d874c None None] Network 38860888-3f1a-46ed-95ac-25bed05bc1cd details requested by agent ovs-agent-dv-cinder-830097-4-iscsi with host dv-cinder-830097-4-iscsi {{(pid=103459) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 12 13:15:58.748629 dv-cinder-830097-4-iscsi neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-41dd7c62-65b7-4305-a3fb-117887c332a8 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3697709'] for network (None), before_response {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:15:58.792348 dv-cinder-830097-4-iscsi neutron-server[103457]: INFO neutron.wsgi [None req-0a2b7bc9-144b-4b73-a6ad-8ddda54d7db6 admin admin] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 889 time: 1.2023292 Apr 12 13:15:58.795400 dv-cinder-830097-4-iscsi neutron-server[103457]: DEBUG neutron.wsgi [-] (103457) accepted ('10.222.0.18', 39884) {{(pid=103457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 13:15:58.802753 dv-cinder-830097-4-iscsi neutron-server[103457]: DEBUG neutron.api.v2.base [None req-ca595b0a-f37d-40b2-a269-00c779d01f44 admin admin] Request body: {'subnet': {'network_id': '6562521a-2ea5-45f4-a1f8-589dc7fbc9f3', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeShelveTestJSON-268868150-subnet', 'tenant_id': '5ebad6ef7aca47f397d0e45a428e3948', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=103457) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 12 13:15:58.815202 dv-cinder-830097-4-iscsi neutron-server[103458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41dd7c62-65b7-4305-a3fb-117887c332a8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=30270e58-ac3d-4e0b-a789-d4241e8d99be,revision_number=1']} {{(pid=103458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 13:15:58.853260 dv-cinder-830097-4-iscsi neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-758f2f1b-13c6-4e83-aa9a-44f9eadc2319 admin admin] Made reservation on behalf of 0edd631f1dd54aaea20cdf862c39584b for: {'subnet': 1} {{(pid=103457) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 12 13:15:58.859290 dv-cinder-830097-4-iscsi neutron-server[103459]: DEBUG neutron_lib.callbacks.manager [None req-3505bd68-a9fd-4823-92ea-1a6ded8ab071 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732727929501', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-657397'] for agent (ee5509cd-6dd7-49df-aa37-3740ebd1e34b), after_update {{(pid=103459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:15:58.862218 dv-cinder-830097-4-iscsi neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-758f2f1b-13c6-4e83-aa9a-44f9eadc2319 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:15:58.899689 dv-cinder-830097-4-iscsi neutron-server[103457]: DEBUG neutron.wsgi [-] (103457) accepted ('10.222.0.18', 39892) {{(pid=103457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 13:15:58.901714 dv-cinder-830097-4-iscsi neutron-server[103458]: INFO neutron.wsgi [None req-41dd7c62-65b7-4305-a3fb-117887c332a8 admin admin] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 0.9962776 Apr 12 13:15:58.925736 dv-cinder-830097-4-iscsi neutron-server[103458]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41dd7c62-65b7-4305-a3fb-117887c332a8 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830097-4-iscsi {{(pid=103458) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 13:15:58.926379 dv-cinder-830097-4-iscsi neutron-server[103458]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41dd7c62-65b7-4305-a3fb-117887c332a8 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830097-4-iscsi {{(pid=103458) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 13:15:58.927014 dv-cinder-830097-4-iscsi neutron-server[103458]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41dd7c62-65b7-4305-a3fb-117887c332a8 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830097-4-iscsi {{(pid=103458) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 13:15:58.927362 dv-cinder-830097-4-iscsi neutron-server[103458]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41dd7c62-65b7-4305-a3fb-117887c332a8 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830097-4-iscsi {{(pid=103458) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 13:15:58.927842 dv-cinder-830097-4-iscsi neutron-server[103458]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41dd7c62-65b7-4305-a3fb-117887c332a8 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830097-4-iscsi {{(pid=103458) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 13:15:58.928393 dv-cinder-830097-4-iscsi neutron-server[103458]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41dd7c62-65b7-4305-a3fb-117887c332a8 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830097-4-iscsi {{(pid=103458) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 13:15:58.928917 dv-cinder-830097-4-iscsi neutron-server[103458]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41dd7c62-65b7-4305-a3fb-117887c332a8 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830097-4-iscsi {{(pid=103458) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 13:15:58.929410 dv-cinder-830097-4-iscsi neutron-server[103458]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41dd7c62-65b7-4305-a3fb-117887c332a8 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-830097-4-iscsi {{(pid=103458) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 13:15:58.930016 dv-cinder-830097-4-iscsi neutron-server[103458]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41dd7c62-65b7-4305-a3fb-117887c332a8 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-830097-4-iscsi {{(pid=103458) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 13:15:58.930582 dv-cinder-830097-4-iscsi neutron-server[103458]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41dd7c62-65b7-4305-a3fb-117887c332a8 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-830097-4-iscsi {{(pid=103458) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 13:15:58.931170 dv-cinder-830097-4-iscsi neutron-server[103458]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41dd7c62-65b7-4305-a3fb-117887c332a8 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-830097-4-iscsi {{(pid=103458) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 13:15:58.931821 dv-cinder-830097-4-iscsi neutron-server[103458]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41dd7c62-65b7-4305-a3fb-117887c332a8 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830097-4-iscsi {{(pid=103458) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 13:15:58.932150 dv-cinder-830097-4-iscsi neutron-server[103457]: DEBUG neutron.api.v2.base [None req-8d2c1dfe-2a50-4ffe-bef6-a6d0914f4e96 admin admin] Request body: {'subnet': {'network_id': '33c58c83-bd42-46e6-829a-cd11f58e9fb1', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeTestJSON-1053846076-subnet', 'tenant_id': '973344adf45e43fc87f28572c7cc70a5', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=103457) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 12 13:15:58.933191 dv-cinder-830097-4-iscsi neutron-server[103458]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41dd7c62-65b7-4305-a3fb-117887c332a8 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830097-4-iscsi {{(pid=103458) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 13:15:58.933191 dv-cinder-830097-4-iscsi neutron-server[103458]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41dd7c62-65b7-4305-a3fb-117887c332a8 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830097-4-iscsi {{(pid=103458) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 13:15:58.933369 dv-cinder-830097-4-iscsi neutron-server[103458]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41dd7c62-65b7-4305-a3fb-117887c332a8 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830097-4-iscsi {{(pid=103458) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 13:15:58.934449 dv-cinder-830097-4-iscsi neutron-server[103458]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41dd7c62-65b7-4305-a3fb-117887c332a8 admin admin] Tracked resource versions report: Apr 12 13:15:58.934449 dv-cinder-830097-4-iscsi neutron-server[103458]: pushed versions: Apr 12 13:15:58.934449 dv-cinder-830097-4-iscsi neutron-server[103458]: { 'AddressGroup': {'1.2'}, Apr 12 13:15:58.934449 dv-cinder-830097-4-iscsi neutron-server[103458]: 'Agent': {'1.1'}, Apr 12 13:15:58.934449 dv-cinder-830097-4-iscsi neutron-server[103458]: 'ConntrackHelper': {'1.0'}, Apr 12 13:15:58.934449 dv-cinder-830097-4-iscsi neutron-server[103458]: 'LocalIPAssociation': {'1.0'}, Apr 12 13:15:58.934449 dv-cinder-830097-4-iscsi neutron-server[103458]: 'Log': {'1.0'}, Apr 12 13:15:58.934449 dv-cinder-830097-4-iscsi neutron-server[103458]: 'NDPProxy': {'1.0'}, Apr 12 13:15:58.934449 dv-cinder-830097-4-iscsi neutron-server[103458]: 'Network': {'1.1'}, Apr 12 13:15:58.934449 dv-cinder-830097-4-iscsi neutron-server[103458]: 'Port': {'1.7'}, Apr 12 13:15:58.934449 dv-cinder-830097-4-iscsi neutron-server[103458]: 'PortForwarding': {'1.3'}, Apr 12 13:15:58.934449 dv-cinder-830097-4-iscsi neutron-server[103458]: 'QosPolicy': {'1.10'}, Apr 12 13:15:58.934449 dv-cinder-830097-4-iscsi neutron-server[103458]: 'SecurityGroup': {'1.5'}, Apr 12 13:15:58.934449 dv-cinder-830097-4-iscsi neutron-server[103458]: 'SecurityGroupRule': {'1.2'}, Apr 12 13:15:58.934449 dv-cinder-830097-4-iscsi neutron-server[103458]: 'SubPort': {'1.0'}, Apr 12 13:15:58.934449 dv-cinder-830097-4-iscsi neutron-server[103458]: 'Subnet': {'1.1'}, Apr 12 13:15:58.934449 dv-cinder-830097-4-iscsi neutron-server[103458]: 'Trunk': {'1.1'}} Apr 12 13:15:58.934449 dv-cinder-830097-4-iscsi neutron-server[103458]: consumer versions: Apr 12 13:15:58.934449 dv-cinder-830097-4-iscsi neutron-server[103458]: { DHCP agent@dv-cinder-830097-4-iscsi: {}, Apr 12 13:15:58.934449 dv-cinder-830097-4-iscsi neutron-server[103458]: HyperV agent@hv-cinder-83009: {}, Apr 12 13:15:58.934449 dv-cinder-830097-4-iscsi neutron-server[103458]: L3 agent@dv-cinder-830097-4-iscsi: {}, Apr 12 13:15:58.934449 dv-cinder-830097-4-iscsi neutron-server[103458]: Metadata agent@dv-cinder-830097-4-iscsi: {}, Apr 12 13:15:58.934449 dv-cinder-830097-4-iscsi neutron-server[103458]: Metering agent@dv-cinder-830097-4-iscsi: {}, Apr 12 13:15:58.934449 dv-cinder-830097-4-iscsi neutron-server[103458]: Open vSwitch agent@dv-cinder-830097-4-iscsi: { 'AddressGroup': '1.2', Apr 12 13:15:58.934449 dv-cinder-830097-4-iscsi neutron-server[103458]: 'Agent': '1.1', Apr 12 13:15:58.934449 dv-cinder-830097-4-iscsi neutron-server[103458]: 'ConntrackHelper': '1.0', Apr 12 13:15:58.934449 dv-cinder-830097-4-iscsi neutron-server[103458]: 'LocalIPAssociation': '1.0', Apr 12 13:15:58.934449 dv-cinder-830097-4-iscsi neutron-server[103458]: 'Log': '1.0', Apr 12 13:15:58.934449 dv-cinder-830097-4-iscsi neutron-server[103458]: 'NDPProxy': '1.0', Apr 12 13:15:58.934449 dv-cinder-830097-4-iscsi neutron-server[103458]: 'Network': '1.1', Apr 12 13:15:58.934449 dv-cinder-830097-4-iscsi neutron-server[103458]: 'Port': '1.7', Apr 12 13:15:58.934449 dv-cinder-830097-4-iscsi neutron-server[103458]: 'PortForwarding': '1.3', Apr 12 13:15:58.934449 dv-cinder-830097-4-iscsi neutron-server[103458]: 'QosPolicy': '1.10', Apr 12 13:15:58.934449 dv-cinder-830097-4-iscsi neutron-server[103458]: 'SecurityGroup': '1.5', Apr 12 13:15:58.934449 dv-cinder-830097-4-iscsi neutron-server[103458]: 'SecurityGroupRule': '1.2', Apr 12 13:15:58.934449 dv-cinder-830097-4-iscsi neutron-server[103458]: 'SubPort': '1.0', Apr 12 13:15:58.934449 dv-cinder-830097-4-iscsi neutron-server[103458]: 'Subnet': '1.1', Apr 12 13:15:58.934449 dv-cinder-830097-4-iscsi neutron-server[103458]: 'Trunk': '1.1'}} Apr 12 13:15:58.934449 dv-cinder-830097-4-iscsi neutron-server[103458]: {{(pid=103458) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Apr 12 13:15:59.039716 dv-cinder-830097-4-iscsi neutron-server[103458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41dd7c62-65b7-4305-a3fb-117887c332a8 admin admin] Pushing event updated for resources: {'Network': ['ID=33c58c83-bd42-46e6-829a-cd11f58e9fb1,revision_number=1']} {{(pid=103458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 13:15:59.053742 dv-cinder-830097-4-iscsi neutron-server[103459]: DEBUG neutron.plugins.ml2.rpc [None req-53781792-8650-4c78-93a6-1c4d328d874c None None] Network 33c58c83-bd42-46e6-829a-cd11f58e9fb1 details requested by agent ovs-agent-dv-cinder-830097-4-iscsi with host dv-cinder-830097-4-iscsi {{(pid=103459) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 12 13:15:59.177257 dv-cinder-830097-4-iscsi neutron-server[103457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a2b7bc9-144b-4b73-a6ad-8ddda54d7db6 admin admin] Pushing event updated for resources: {'Network': ['ID=6562521a-2ea5-45f4-a1f8-589dc7fbc9f3,revision_number=1']} {{(pid=103457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 13:15:59.194029 dv-cinder-830097-4-iscsi neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-758f2f1b-13c6-4e83-aa9a-44f9eadc2319 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3682813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3697887'] for subnet (8fe7d341-75a1-4b96-b5db-f9b8d084f4c6), after_create {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:15:59.201551 dv-cinder-830097-4-iscsi neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ca595b0a-f37d-40b2-a269-00c779d01f44 admin admin] Made reservation on behalf of 5ebad6ef7aca47f397d0e45a428e3948 for: {'subnet': 1} {{(pid=103457) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 12 13:15:59.204013 dv-cinder-830097-4-iscsi neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-ca595b0a-f37d-40b2-a269-00c779d01f44 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:15:59.209159 dv-cinder-830097-4-iscsi neutron-server[103459]: DEBUG neutron.plugins.ml2.rpc [None req-53781792-8650-4c78-93a6-1c4d328d874c None None] Network 6562521a-2ea5-45f4-a1f8-589dc7fbc9f3 details requested by agent ovs-agent-dv-cinder-830097-4-iscsi with host dv-cinder-830097-4-iscsi {{(pid=103459) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 12 13:15:59.277975 dv-cinder-830097-4-iscsi neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-a257bb74-372a-47d2-91b1-9f84a9d8ba5a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3682813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3697887'] for subnet (e7f620b9-ee69-4e3f-9fdf-c3881765f45f), after_create {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:15:59.332227 dv-cinder-830097-4-iscsi neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8d2c1dfe-2a50-4ffe-bef6-a6d0914f4e96 admin admin] Made reservation on behalf of 973344adf45e43fc87f28572c7cc70a5 for: {'subnet': 1} {{(pid=103457) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 12 13:15:59.342535 dv-cinder-830097-4-iscsi neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-8d2c1dfe-2a50-4ffe-bef6-a6d0914f4e96 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:15:59.361906 dv-cinder-830097-4-iscsi neutron-server[103458]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a257bb74-372a-47d2-91b1-9f84a9d8ba5a admin admin] Checking segment: {'id': 'cbdc8fb7-4f48-4130-80a4-939d65d92cbb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 222, 'network_id': '8a9d7c73-ddbc-4eef-a839-e9bbe858207d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103458) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 12 13:15:59.362454 dv-cinder-830097-4-iscsi neutron-server[103458]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a257bb74-372a-47d2-91b1-9f84a9d8ba5a admin admin] Network hostable DHCP agents. Network: 8a9d7c73-ddbc-4eef-a839-e9bbe858207d, hostable agents: ['246ca497-e2ee-4e0b-b432-b4153c207e5f'], hosted agents: [] {{(pid=103458) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 12 13:15:59.372472 dv-cinder-830097-4-iscsi neutron-server[103458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a257bb74-372a-47d2-91b1-9f84a9d8ba5a admin admin] Pushing event updated for resources: {'Subnet': ['ID=e7f620b9-ee69-4e3f-9fdf-c3881765f45f,revision_number=0']} {{(pid=103458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 13:15:59.391584 dv-cinder-830097-4-iscsi neutron-server[103458]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a257bb74-372a-47d2-91b1-9f84a9d8ba5a admin admin] Network 8a9d7c73-ddbc-4eef-a839-e9bbe858207d is scheduled to be hosted by DHCP agent 246ca497-e2ee-4e0b-b432-b4153c207e5f with binding_index 1 {{(pid=103458) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 12 13:15:59.408968 dv-cinder-830097-4-iscsi neutron-server[103458]: DEBUG neutron.scheduler.base_scheduler [None req-a257bb74-372a-47d2-91b1-9f84a9d8ba5a admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-830097-4-iscsi, 8a9d7c73-ddbc-4eef-a839-e9bbe858207d) {{(pid=103458) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 12 13:15:59.415003 dv-cinder-830097-4-iscsi neutron-server[103458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a257bb74-372a-47d2-91b1-9f84a9d8ba5a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=103458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 13:15:59.415834 dv-cinder-830097-4-iscsi neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-a257bb74-372a-47d2-91b1-9f84a9d8ba5a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3697709'] for subnet (None), before_response {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:15:59.431652 dv-cinder-830097-4-iscsi neutron-server[103459]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e2587a40-0444-4809-ae69-d977e3a2c5c9 None None] Network 8a9d7c73-ddbc-4eef-a839-e9bbe858207d requested from dv-cinder-830097-4-iscsi {{(pid=103459) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 12 13:15:59.454634 dv-cinder-830097-4-iscsi neutron-server[103458]: INFO neutron.wsgi [None req-a257bb74-372a-47d2-91b1-9f84a9d8ba5a admin admin] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 854 time: 1.0258765 Apr 12 13:15:59.454888 dv-cinder-830097-4-iscsi neutron-server[103458]: DEBUG neutron.wsgi [-] (103458) accepted ('10.222.0.18', 39918) {{(pid=103458) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 13:15:59.464361 dv-cinder-830097-4-iscsi neutron-server[103458]: DEBUG neutron.api.v2.base [None req-75ff215f-3c70-48b1-aff6-e5eecf40adcb admin admin] Request body: {'router': {'name': 'tempest-ServerRescueNegativeTestJSON-153791057-router', 'tenant_id': '03e871d047514daabb60a84f86099232', 'external_gateway_info': {'network_id': '26d0436d-8ae2-49bd-8cc6-3d2eac552c84'}}} {{(pid=103458) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 12 13:15:59.524472 dv-cinder-830097-4-iscsi neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-75ff215f-3c70-48b1-aff6-e5eecf40adcb admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3800912', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-36249'] for router (966c96ee-61f7-4f90-a5f6-9f5ed8a51317), before_create {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:15:59.526944 dv-cinder-830097-4-iscsi neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-75ff215f-3c70-48b1-aff6-e5eecf40adcb admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3800288', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3747931', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-4120380', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-36256'] for router (966c96ee-61f7-4f90-a5f6-9f5ed8a51317), precommit_create {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:15:59.573374 dv-cinder-830097-4-iscsi neutron-server[103457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-758f2f1b-13c6-4e83-aa9a-44f9eadc2319 admin admin] Pushing event updated for resources: {'Subnet': ['ID=8fe7d341-75a1-4b96-b5db-f9b8d084f4c6,revision_number=0']} {{(pid=103457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 13:15:59.633991 dv-cinder-830097-4-iscsi neutron-server[103457]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-758f2f1b-13c6-4e83-aa9a-44f9eadc2319 admin admin] Checking segment: {'id': '11f386ac-f254-4302-9e90-b4f6e47c7bd0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 235, 'network_id': '38860888-3f1a-46ed-95ac-25bed05bc1cd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103457) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 12 13:15:59.634432 dv-cinder-830097-4-iscsi neutron-server[103457]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-758f2f1b-13c6-4e83-aa9a-44f9eadc2319 admin admin] Network hostable DHCP agents. Network: 38860888-3f1a-46ed-95ac-25bed05bc1cd, hostable agents: ['246ca497-e2ee-4e0b-b432-b4153c207e5f'], hosted agents: [] {{(pid=103457) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 12 13:15:59.702575 dv-cinder-830097-4-iscsi neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-75ff215f-3c70-48b1-aff6-e5eecf40adcb admin admin] Publish callbacks [] for router_controller (966c96ee-61f7-4f90-a5f6-9f5ed8a51317), precommit_add_association {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:15:59.743061 dv-cinder-830097-4-iscsi neutron-server[103457]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-758f2f1b-13c6-4e83-aa9a-44f9eadc2319 admin admin] Network 38860888-3f1a-46ed-95ac-25bed05bc1cd is scheduled to be hosted by DHCP agent 246ca497-e2ee-4e0b-b432-b4153c207e5f with binding_index 1 {{(pid=103457) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 12 13:15:59.792230 dv-cinder-830097-4-iscsi neutron-server[103459]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-06ac7f73-80d3-4eb5-aa12-c091686adefc None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0dda7392-c464-571f-8166-3efeee773273-8a9d7c73-ddbc-4eef-a839-e9bbe858207d', 'network_id': '8a9d7c73-ddbc-4eef-a839-e9bbe858207d', 'project_id': '03e871d047514daabb60a84f86099232', 'fixed_ips': [{'subnet_id': 'e7f620b9-ee69-4e3f-9fdf-c3881765f45f'}]}} from dv-cinder-830097-4-iscsi. {{(pid=103459) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Apr 12 13:15:59.793140 dv-cinder-830097-4-iscsi neutron-server[103459]: DEBUG neutron_lib.callbacks.manager [None req-06ac7f73-80d3-4eb5-aa12-c091686adefc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-916304'] for port (None), before_create {{(pid=103459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:15:59.847699 dv-cinder-830097-4-iscsi neutron-server[103457]: DEBUG neutron.scheduler.base_scheduler [None req-758f2f1b-13c6-4e83-aa9a-44f9eadc2319 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-830097-4-iscsi, 38860888-3f1a-46ed-95ac-25bed05bc1cd) {{(pid=103457) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 12 13:15:59.853755 dv-cinder-830097-4-iscsi neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-758f2f1b-13c6-4e83-aa9a-44f9eadc2319 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 13:15:59.855038 dv-cinder-830097-4-iscsi neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-758f2f1b-13c6-4e83-aa9a-44f9eadc2319 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3697709'] for subnet (None), before_response {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:15:59.868491 dv-cinder-830097-4-iscsi neutron-server[103459]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5e02bd8e-939c-469f-a86c-618d045ff46c None None] Network 38860888-3f1a-46ed-95ac-25bed05bc1cd requested from dv-cinder-830097-4-iscsi {{(pid=103459) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 12 13:15:59.929130 dv-cinder-830097-4-iscsi neutron-server[103457]: INFO neutron.wsgi [None req-758f2f1b-13c6-4e83-aa9a-44f9eadc2319 admin admin] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 1.2199669 Apr 12 13:15:59.985212 dv-cinder-830097-4-iscsi neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-ca595b0a-f37d-40b2-a269-00c779d01f44 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3682813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3697887'] for subnet (cf735079-dcf8-4625-b8a7-d372f8fef245), after_create {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:16:00.059956 dv-cinder-830097-4-iscsi neutron-server[103457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca595b0a-f37d-40b2-a269-00c779d01f44 admin admin] Pushing event updated for resources: {'Subnet': ['ID=cf735079-dcf8-4625-b8a7-d372f8fef245,revision_number=0']} {{(pid=103457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 13:16:00.108749 dv-cinder-830097-4-iscsi neutron-server[103457]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ca595b0a-f37d-40b2-a269-00c779d01f44 admin admin] Checking segment: {'id': '97cb7c0e-6017-4956-9bfd-101a1a75a7c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 244, 'network_id': '6562521a-2ea5-45f4-a1f8-589dc7fbc9f3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103457) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 12 13:16:00.109421 dv-cinder-830097-4-iscsi neutron-server[103457]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ca595b0a-f37d-40b2-a269-00c779d01f44 admin admin] Network hostable DHCP agents. Network: 6562521a-2ea5-45f4-a1f8-589dc7fbc9f3, hostable agents: ['246ca497-e2ee-4e0b-b432-b4153c207e5f'], hosted agents: [] {{(pid=103457) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 12 13:16:00.135791 dv-cinder-830097-4-iscsi neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-8d2c1dfe-2a50-4ffe-bef6-a6d0914f4e96 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3682813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3697887'] for subnet (e7f58421-9187-48e8-8ede-d2e25149e657), after_create {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:16:00.192540 dv-cinder-830097-4-iscsi neutron-server[103457]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ca595b0a-f37d-40b2-a269-00c779d01f44 admin admin] Network 6562521a-2ea5-45f4-a1f8-589dc7fbc9f3 is scheduled to be hosted by DHCP agent 246ca497-e2ee-4e0b-b432-b4153c207e5f with binding_index 1 {{(pid=103457) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 12 13:16:00.202685 dv-cinder-830097-4-iscsi neutron-server[103457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d2c1dfe-2a50-4ffe-bef6-a6d0914f4e96 admin admin] Pushing event updated for resources: {'Subnet': ['ID=e7f58421-9187-48e8-8ede-d2e25149e657,revision_number=0']} {{(pid=103457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 13:16:00.213685 dv-cinder-830097-4-iscsi neutron-server[103457]: DEBUG neutron.scheduler.base_scheduler [None req-ca595b0a-f37d-40b2-a269-00c779d01f44 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-830097-4-iscsi, 6562521a-2ea5-45f4-a1f8-589dc7fbc9f3) {{(pid=103457) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 12 13:16:00.221117 dv-cinder-830097-4-iscsi neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ca595b0a-f37d-40b2-a269-00c779d01f44 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 13:16:00.222981 dv-cinder-830097-4-iscsi neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-ca595b0a-f37d-40b2-a269-00c779d01f44 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3697709'] for subnet (None), before_response {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:16:00.256178 dv-cinder-830097-4-iscsi neutron-server[103457]: INFO neutron.wsgi [None req-ca595b0a-f37d-40b2-a269-00c779d01f44 admin admin] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 1.4585071 Apr 12 13:16:00.258891 dv-cinder-830097-4-iscsi neutron-server[103457]: DEBUG neutron.wsgi [-] (103457) accepted ('10.222.0.18', 39960) {{(pid=103457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 13:16:00.265032 dv-cinder-830097-4-iscsi neutron-server[103457]: DEBUG neutron.api.v2.base [None req-2b6620d5-055a-45ca-a9f8-87d704db8084 admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeShelveTestJSON-268868150-router', 'tenant_id': '5ebad6ef7aca47f397d0e45a428e3948', 'external_gateway_info': {'network_id': '26d0436d-8ae2-49bd-8cc6-3d2eac552c84'}}} {{(pid=103457) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 12 13:16:00.296939 dv-cinder-830097-4-iscsi neutron-server[103457]: DEBUG neutron.wsgi [-] (103457) accepted ('10.222.0.18', 39964) {{(pid=103457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 13:16:00.325343 dv-cinder-830097-4-iscsi neutron-server[103457]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8d2c1dfe-2a50-4ffe-bef6-a6d0914f4e96 admin admin] Checking segment: {'id': '14551b93-9fd8-40ed-a0fc-48c46d45be33', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 225, 'network_id': '33c58c83-bd42-46e6-829a-cd11f58e9fb1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103457) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 12 13:16:00.325817 dv-cinder-830097-4-iscsi neutron-server[103457]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8d2c1dfe-2a50-4ffe-bef6-a6d0914f4e96 admin admin] Network hostable DHCP agents. Network: 33c58c83-bd42-46e6-829a-cd11f58e9fb1, hostable agents: ['246ca497-e2ee-4e0b-b432-b4153c207e5f'], hosted agents: [] {{(pid=103457) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 12 13:16:00.345090 dv-cinder-830097-4-iscsi neutron-server[103459]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-57677775-c529-4317-a869-770e1d8102d2 None None] Network 6562521a-2ea5-45f4-a1f8-589dc7fbc9f3 requested from dv-cinder-830097-4-iscsi {{(pid=103459) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 12 13:16:00.345251 dv-cinder-830097-4-iscsi neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-2b6620d5-055a-45ca-a9f8-87d704db8084 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3800912', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-36249'] for router (66d38733-8a94-4306-9035-12f6b3906c1e), before_create {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:16:00.346346 dv-cinder-830097-4-iscsi neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-2b6620d5-055a-45ca-a9f8-87d704db8084 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3800288', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3747931', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-4120380', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-36256'] for router (66d38733-8a94-4306-9035-12f6b3906c1e), precommit_create {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:16:00.368646 dv-cinder-830097-4-iscsi neutron-server[103457]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8d2c1dfe-2a50-4ffe-bef6-a6d0914f4e96 admin admin] Network 33c58c83-bd42-46e6-829a-cd11f58e9fb1 is scheduled to be hosted by DHCP agent 246ca497-e2ee-4e0b-b432-b4153c207e5f with binding_index 1 {{(pid=103457) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 12 13:16:00.409530 dv-cinder-830097-4-iscsi neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-75ff215f-3c70-48b1-aff6-e5eecf40adcb admin admin] Publish callbacks [] for router_gateway (966c96ee-61f7-4f90-a5f6-9f5ed8a51317), precommit_update {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:16:00.419300 dv-cinder-830097-4-iscsi neutron-server[103457]: DEBUG neutron.scheduler.base_scheduler [None req-8d2c1dfe-2a50-4ffe-bef6-a6d0914f4e96 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-830097-4-iscsi, 33c58c83-bd42-46e6-829a-cd11f58e9fb1) {{(pid=103457) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 12 13:16:00.486590 dv-cinder-830097-4-iscsi neutron-server[103459]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a42ae348-5908-4e24-8af0-a4fe58eeac0f None None] Network 33c58c83-bd42-46e6-829a-cd11f58e9fb1 requested from dv-cinder-830097-4-iscsi {{(pid=103459) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 12 13:16:00.542779 dv-cinder-830097-4-iscsi neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8d2c1dfe-2a50-4ffe-bef6-a6d0914f4e96 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 13:16:00.542779 dv-cinder-830097-4-iscsi neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-8d2c1dfe-2a50-4ffe-bef6-a6d0914f4e96 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3697709'] for subnet (None), before_response {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:16:00.581109 dv-cinder-830097-4-iscsi neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-2b6620d5-055a-45ca-a9f8-87d704db8084 admin admin] Publish callbacks [] for router_controller (66d38733-8a94-4306-9035-12f6b3906c1e), precommit_add_association {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:16:00.601094 dv-cinder-830097-4-iscsi neutron-server[103457]: INFO neutron.wsgi [None req-8d2c1dfe-2a50-4ffe-bef6-a6d0914f4e96 admin admin] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 1.7021430 Apr 12 13:16:00.604324 dv-cinder-830097-4-iscsi neutron-server[103457]: DEBUG neutron.wsgi [-] (103457) accepted ('10.222.0.18', 39990) {{(pid=103457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 13:16:00.614905 dv-cinder-830097-4-iscsi neutron-server[103457]: DEBUG neutron.api.v2.base [None req-34409436-53f0-4264-9316-53bee5d18d35 admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeTestJSON-1053846076-router', 'tenant_id': '973344adf45e43fc87f28572c7cc70a5', 'external_gateway_info': {'network_id': '26d0436d-8ae2-49bd-8cc6-3d2eac552c84'}}} {{(pid=103457) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 12 13:16:00.827041 dv-cinder-830097-4-iscsi neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-75ff215f-3c70-48b1-aff6-e5eecf40adcb admin admin] Publish callbacks [] for router_gateway (966c96ee-61f7-4f90-a5f6-9f5ed8a51317), before_create {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:16:00.868699 dv-cinder-830097-4-iscsi neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-75ff215f-3c70-48b1-aff6-e5eecf40adcb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-916304'] for port (None), before_create {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:16:00.892692 dv-cinder-830097-4-iscsi neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-eb5bcdc0-f6d8-48d7-a25d-fd090f94fa14 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:16:00.938633 dv-cinder-830097-4-iscsi neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-34409436-53f0-4264-9316-53bee5d18d35 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3800912', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-36249'] for router (af30ce41-ac25-45e3-9bbb-85ecf8f0a642), before_create {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:16:00.940706 dv-cinder-830097-4-iscsi neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-34409436-53f0-4264-9316-53bee5d18d35 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3800288', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3747931', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-4120380', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-36256'] for router (af30ce41-ac25-45e3-9bbb-85ecf8f0a642), precommit_create {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:16:00.991051 dv-cinder-830097-4-iscsi neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-2b6620d5-055a-45ca-a9f8-87d704db8084 admin admin] Publish callbacks [] for router_gateway (66d38733-8a94-4306-9035-12f6b3906c1e), precommit_update {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:16:01.000210 dv-cinder-830097-4-iscsi neutron-server[103457]: DEBUG neutron.wsgi [-] (103457) accepted ('10.222.0.18', 40000) {{(pid=103457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 13:16:01.048747 dv-cinder-830097-4-iscsi neutron-server[103459]: DEBUG neutron.db.db_base_plugin_common [None req-06ac7f73-80d3-4eb5-aa12-c091686adefc None None] Allocated IP 172.20.0.2 (8a9d7c73-ddbc-4eef-a839-e9bbe858207d/e7f620b9-ee69-4e3f-9fdf-c3881765f45f/1d18179e-c416-4e11-8016-4ac572b494c9) {{(pid=103459) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 12 13:16:01.120200 dv-cinder-830097-4-iscsi neutron-server[103458]: DEBUG neutron.db.db_base_plugin_common [None req-75ff215f-3c70-48b1-aff6-e5eecf40adcb admin admin] Allocated IP 172.27.0.21 (26d0436d-8ae2-49bd-8cc6-3d2eac552c84/d93852d8-8f89-4b1c-bef4-0e05f499a8db/958ce0b1-b216-48bf-ac4c-12928e15436d) {{(pid=103458) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 12 13:16:01.123598 dv-cinder-830097-4-iscsi neutron-server[103457]: DEBUG neutron.wsgi [-] (103457) accepted ('10.222.0.18', 40020) {{(pid=103457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 13:16:01.129171 dv-cinder-830097-4-iscsi neutron-server[103459]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-04c24adf-8842-4e5a-8abc-19fbb1cb66fb None None] Network 38860888-3f1a-46ed-95ac-25bed05bc1cd requested from dv-cinder-830097-4-iscsi {{(pid=103459) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 12 13:16:01.135946 dv-cinder-830097-4-iscsi neutron-server[103457]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. Apr 12 13:16:01.159024 dv-cinder-830097-4-iscsi neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-34409436-53f0-4264-9316-53bee5d18d35 admin admin] Publish callbacks [] for router_controller (af30ce41-ac25-45e3-9bbb-85ecf8f0a642), precommit_add_association {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:16:01.170510 dv-cinder-830097-4-iscsi neutron-server[103460]: DEBUG neutron.db.agents_db [None req-38c2972b-b018-47ca-95cb-8760adc1e78b None None] Agent healthcheck: found 6 active agents {{(pid=103460) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 12 13:16:01.279562 dv-cinder-830097-4-iscsi neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-75ff215f-3c70-48b1-aff6-e5eecf40adcb admin admin] Publish callbacks [] for port (958ce0b1-b216-48bf-ac4c-12928e15436d), precommit_create {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:16:01.335803 dv-cinder-830097-4-iscsi neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-36ec1ad9-0a6f-497d-b091-689dc77072aa admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:16:01.370182 dv-cinder-830097-4-iscsi neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-75ff215f-3c70-48b1-aff6-e5eecf40adcb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-915890', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3697887', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732727417914'] for port (958ce0b1-b216-48bf-ac4c-12928e15436d), after_create {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:16:01.434510 dv-cinder-830097-4-iscsi neutron-server[103459]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-157d5b3d-b28c-46a6-8fda-32fc0f140e32 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0dda7392-c464-571f-8166-3efeee773273-33c58c83-bd42-46e6-829a-cd11f58e9fb1', 'network_id': '33c58c83-bd42-46e6-829a-cd11f58e9fb1', 'project_id': '973344adf45e43fc87f28572c7cc70a5', 'fixed_ips': [{'subnet_id': 'e7f58421-9187-48e8-8ede-d2e25149e657'}]}} from dv-cinder-830097-4-iscsi. {{(pid=103459) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Apr 12 13:16:01.435362 dv-cinder-830097-4-iscsi neutron-server[103459]: DEBUG neutron_lib.callbacks.manager [None req-157d5b3d-b28c-46a6-8fda-32fc0f140e32 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-916304'] for port (None), before_create {{(pid=103459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:16:01.447818 dv-cinder-830097-4-iscsi neutron-server[103459]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-358f3c7e-6cc8-4f79-b2d7-94c9c80c1f9b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0dda7392-c464-571f-8166-3efeee773273-6562521a-2ea5-45f4-a1f8-589dc7fbc9f3', 'network_id': '6562521a-2ea5-45f4-a1f8-589dc7fbc9f3', 'project_id': '5ebad6ef7aca47f397d0e45a428e3948', 'fixed_ips': [{'subnet_id': 'cf735079-dcf8-4625-b8a7-d372f8fef245'}]}} from dv-cinder-830097-4-iscsi. {{(pid=103459) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Apr 12 13:16:01.449385 dv-cinder-830097-4-iscsi neutron-server[103459]: DEBUG neutron_lib.callbacks.manager [None req-358f3c7e-6cc8-4f79-b2d7-94c9c80c1f9b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-916304'] for port (None), before_create {{(pid=103459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:16:01.460245 dv-cinder-830097-4-iscsi neutron-server[103458]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-75ff215f-3c70-48b1-aff6-e5eecf40adcb admin admin] Network 26d0436d-8ae2-49bd-8cc6-3d2eac552c84 is already hosted by enough agents. {{(pid=103458) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 12 13:16:01.463753 dv-cinder-830097-4-iscsi neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-36ec1ad9-0a6f-497d-b091-689dc77072aa admin admin] Publish callbacks [] for security_group (5175283a-322b-4c02-96ba-bb6aa557381c), precommit_create {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:16:01.466823 dv-cinder-830097-4-iscsi neutron-server[103458]: DEBUG neutron.scheduler.base_scheduler [None req-75ff215f-3c70-48b1-aff6-e5eecf40adcb admin admin] Resources bound (agent type, host, resource id): {{(pid=103458) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 12 13:16:01.474394 dv-cinder-830097-4-iscsi neutron-server[103458]: DEBUG neutron.db.l3_dvrscheduler_db [None req-75ff215f-3c70-48b1-aff6-e5eecf40adcb admin admin] Received port after_create {{(pid=103458) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 12 13:16:01.518541 dv-cinder-830097-4-iscsi neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-36ec1ad9-0a6f-497d-b091-689dc77072aa admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3691807'] for security_group (5175283a-322b-4c02-96ba-bb6aa557381c), after_create {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:16:01.565644 dv-cinder-830097-4-iscsi neutron-server[103457]: INFO neutron.wsgi [None req-36ec1ad9-0a6f-497d-b091-689dc77072aa admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=1c28e359a3724aa0bf403168618b49da&name=default HTTP/1.1" status: 200 len: 2992 time: 0.5610178 Apr 12 13:16:01.579842 dv-cinder-830097-4-iscsi neutron-server[103457]: DEBUG neutron.wsgi [-] (103457) accepted ('10.222.0.18', 40036) {{(pid=103457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 13:16:01.615021 dv-cinder-830097-4-iscsi neutron-server[103458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75ff215f-3c70-48b1-aff6-e5eecf40adcb admin admin] Pushing event updated for resources: {'Port': ['ID=958ce0b1-b216-48bf-ac4c-12928e15436d,revision_number=1']} {{(pid=103458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 13:16:01.748380 dv-cinder-830097-4-iscsi neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-34409436-53f0-4264-9316-53bee5d18d35 admin admin] Publish callbacks [] for router_gateway (af30ce41-ac25-45e3-9bbb-85ecf8f0a642), precommit_update {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:16:01.804911 dv-cinder-830097-4-iscsi neutron-server[103457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36ec1ad9-0a6f-497d-b091-689dc77072aa admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5175283a-322b-4c02-96ba-bb6aa557381c,revision_number=1']} {{(pid=103457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 13:16:01.813344 dv-cinder-830097-4-iscsi neutron-server[103459]: DEBUG neutron_lib.callbacks.manager [None req-06ac7f73-80d3-4eb5-aa12-c091686adefc None None] Publish callbacks [] for port (1d18179e-c416-4e11-8016-4ac572b494c9), precommit_create {{(pid=103459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:16:01.850271 dv-cinder-830097-4-iscsi neutron-server[103459]: DEBUG neutron_lib.callbacks.manager [None req-06ac7f73-80d3-4eb5-aa12-c091686adefc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-915890', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3697887', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732727417914'] for port (1d18179e-c416-4e11-8016-4ac572b494c9), after_create {{(pid=103459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:16:01.866663 dv-cinder-830097-4-iscsi neutron-server[103459]: DEBUG neutron.db.db_base_plugin_common [None req-157d5b3d-b28c-46a6-8fda-32fc0f140e32 None None] Allocated IP 172.20.0.2 (33c58c83-bd42-46e6-829a-cd11f58e9fb1/e7f58421-9187-48e8-8ede-d2e25149e657/d2b455b2-dc1e-4c6c-83ca-18b7388fbe46) {{(pid=103459) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 12 13:16:01.919026 dv-cinder-830097-4-iscsi neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-75ff215f-3c70-48b1-aff6-e5eecf40adcb admin admin] Publish callbacks [] for router_gateway (966c96ee-61f7-4f90-a5f6-9f5ed8a51317), after_create {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:16:01.954371 dv-cinder-830097-4-iscsi neutron-server[103459]: DEBUG neutron.db.db_base_plugin_common [None req-358f3c7e-6cc8-4f79-b2d7-94c9c80c1f9b None None] Allocated IP 172.20.0.2 (6562521a-2ea5-45f4-a1f8-589dc7fbc9f3/cf735079-dcf8-4625-b8a7-d372f8fef245/7f035ff3-6814-4e68-910d-d68637abe170) {{(pid=103459) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 12 13:16:01.979713 dv-cinder-830097-4-iscsi neutron-server[103459]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-06ac7f73-80d3-4eb5-aa12-c091686adefc None None] Network 8a9d7c73-ddbc-4eef-a839-e9bbe858207d is already hosted by enough agents. {{(pid=103459) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 12 13:16:01.989665 dv-cinder-830097-4-iscsi neutron-server[103459]: DEBUG neutron.scheduler.base_scheduler [None req-06ac7f73-80d3-4eb5-aa12-c091686adefc None None] Resources bound (agent type, host, resource id): {{(pid=103459) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 12 13:16:01.998574 dv-cinder-830097-4-iscsi neutron-server[103459]: DEBUG neutron.db.l3_dvrscheduler_db [None req-06ac7f73-80d3-4eb5-aa12-c091686adefc None None] Received port after_create {{(pid=103459) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 12 13:16:02.001003 dv-cinder-830097-4-iscsi neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43a870e3-949b-4a8d-a6d3-7f1dfcbd7286 req-78e3c545-166a-4278-a159-72dbdc7e40ac tempest-DeleteServersTestJSON-535355193 tempest-DeleteServersTestJSON-535355193-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 13:16:02.007537 dv-cinder-830097-4-iscsi neutron-server[103457]: INFO neutron.wsgi [req-43a870e3-949b-4a8d-a6d3-7f1dfcbd7286 req-78e3c545-166a-4278-a159-72dbdc7e40ac tempest-DeleteServersTestJSON-535355193 tempest-DeleteServersTestJSON-535355193-project] 10.222.0.18 "GET /v2.0/networks?id=38860888-3f1a-46ed-95ac-25bed05bc1cd HTTP/1.1" status: 200 len: 812 time: 0.8826404 Apr 12 13:16:02.009375 dv-cinder-830097-4-iscsi neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-819c97d0-3830-401a-84d5-05edec22e33f admin admin] Publish callbacks [] for security_group (5175283a-322b-4c02-96ba-bb6aa557381c), before_delete {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:16:02.023472 dv-cinder-830097-4-iscsi neutron-server[103459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06ac7f73-80d3-4eb5-aa12-c091686adefc None None] Pushing event updated for resources: {'Port': ['ID=1d18179e-c416-4e11-8016-4ac572b494c9,revision_number=1']} {{(pid=103459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 13:16:02.033696 dv-cinder-830097-4-iscsi neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-819c97d0-3830-401a-84d5-05edec22e33f admin admin] Publish callbacks [] for security_group (5175283a-322b-4c02-96ba-bb6aa557381c), precommit_delete {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:16:02.057391 dv-cinder-830097-4-iscsi neutron-server[103459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06ac7f73-80d3-4eb5-aa12-c091686adefc None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830097-4-iscsi {{(pid=103459) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 13:16:02.057821 dv-cinder-830097-4-iscsi neutron-server[103459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06ac7f73-80d3-4eb5-aa12-c091686adefc None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830097-4-iscsi {{(pid=103459) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 13:16:02.058272 dv-cinder-830097-4-iscsi neutron-server[103459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06ac7f73-80d3-4eb5-aa12-c091686adefc None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830097-4-iscsi {{(pid=103459) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 13:16:02.058703 dv-cinder-830097-4-iscsi neutron-server[103459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06ac7f73-80d3-4eb5-aa12-c091686adefc None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830097-4-iscsi {{(pid=103459) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 13:16:02.059128 dv-cinder-830097-4-iscsi neutron-server[103459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06ac7f73-80d3-4eb5-aa12-c091686adefc None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830097-4-iscsi {{(pid=103459) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 13:16:02.059556 dv-cinder-830097-4-iscsi neutron-server[103459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06ac7f73-80d3-4eb5-aa12-c091686adefc None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830097-4-iscsi {{(pid=103459) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 13:16:02.059957 dv-cinder-830097-4-iscsi neutron-server[103459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06ac7f73-80d3-4eb5-aa12-c091686adefc None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830097-4-iscsi {{(pid=103459) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 13:16:02.060356 dv-cinder-830097-4-iscsi neutron-server[103459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06ac7f73-80d3-4eb5-aa12-c091686adefc None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-830097-4-iscsi {{(pid=103459) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 13:16:02.060755 dv-cinder-830097-4-iscsi neutron-server[103459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06ac7f73-80d3-4eb5-aa12-c091686adefc None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-830097-4-iscsi {{(pid=103459) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 13:16:02.061171 dv-cinder-830097-4-iscsi neutron-server[103459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06ac7f73-80d3-4eb5-aa12-c091686adefc None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-830097-4-iscsi {{(pid=103459) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 13:16:02.061582 dv-cinder-830097-4-iscsi neutron-server[103459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06ac7f73-80d3-4eb5-aa12-c091686adefc None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-830097-4-iscsi {{(pid=103459) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 13:16:02.061997 dv-cinder-830097-4-iscsi neutron-server[103459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06ac7f73-80d3-4eb5-aa12-c091686adefc None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830097-4-iscsi {{(pid=103459) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 13:16:02.062395 dv-cinder-830097-4-iscsi neutron-server[103459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06ac7f73-80d3-4eb5-aa12-c091686adefc None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830097-4-iscsi {{(pid=103459) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 13:16:02.062787 dv-cinder-830097-4-iscsi neutron-server[103459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06ac7f73-80d3-4eb5-aa12-c091686adefc None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830097-4-iscsi {{(pid=103459) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 13:16:02.063186 dv-cinder-830097-4-iscsi neutron-server[103459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06ac7f73-80d3-4eb5-aa12-c091686adefc None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830097-4-iscsi {{(pid=103459) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 13:16:02.064487 dv-cinder-830097-4-iscsi neutron-server[103459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06ac7f73-80d3-4eb5-aa12-c091686adefc None None] Tracked resource versions report: Apr 12 13:16:02.064487 dv-cinder-830097-4-iscsi neutron-server[103459]: pushed versions: Apr 12 13:16:02.064487 dv-cinder-830097-4-iscsi neutron-server[103459]: { 'AddressGroup': {'1.2'}, Apr 12 13:16:02.064487 dv-cinder-830097-4-iscsi neutron-server[103459]: 'Agent': {'1.1'}, Apr 12 13:16:02.064487 dv-cinder-830097-4-iscsi neutron-server[103459]: 'ConntrackHelper': {'1.0'}, Apr 12 13:16:02.064487 dv-cinder-830097-4-iscsi neutron-server[103459]: 'LocalIPAssociation': {'1.0'}, Apr 12 13:16:02.064487 dv-cinder-830097-4-iscsi neutron-server[103459]: 'Log': {'1.0'}, Apr 12 13:16:02.064487 dv-cinder-830097-4-iscsi neutron-server[103459]: 'NDPProxy': {'1.0'}, Apr 12 13:16:02.064487 dv-cinder-830097-4-iscsi neutron-server[103459]: 'Network': {'1.1'}, Apr 12 13:16:02.064487 dv-cinder-830097-4-iscsi neutron-server[103459]: 'Port': {'1.7'}, Apr 12 13:16:02.064487 dv-cinder-830097-4-iscsi neutron-server[103459]: 'PortForwarding': {'1.3'}, Apr 12 13:16:02.064487 dv-cinder-830097-4-iscsi neutron-server[103459]: 'QosPolicy': {'1.10'}, Apr 12 13:16:02.064487 dv-cinder-830097-4-iscsi neutron-server[103459]: 'SecurityGroup': {'1.5'}, Apr 12 13:16:02.064487 dv-cinder-830097-4-iscsi neutron-server[103459]: 'SecurityGroupRule': {'1.2'}, Apr 12 13:16:02.064487 dv-cinder-830097-4-iscsi neutron-server[103459]: 'SubPort': {'1.0'}, Apr 12 13:16:02.064487 dv-cinder-830097-4-iscsi neutron-server[103459]: 'Subnet': {'1.1'}, Apr 12 13:16:02.064487 dv-cinder-830097-4-iscsi neutron-server[103459]: 'Trunk': {'1.1'}} Apr 12 13:16:02.064487 dv-cinder-830097-4-iscsi neutron-server[103459]: consumer versions: Apr 12 13:16:02.064487 dv-cinder-830097-4-iscsi neutron-server[103459]: { DHCP agent@dv-cinder-830097-4-iscsi: {}, Apr 12 13:16:02.064487 dv-cinder-830097-4-iscsi neutron-server[103459]: HyperV agent@hv-cinder-83009: {}, Apr 12 13:16:02.064487 dv-cinder-830097-4-iscsi neutron-server[103459]: L3 agent@dv-cinder-830097-4-iscsi: {}, Apr 12 13:16:02.064487 dv-cinder-830097-4-iscsi neutron-server[103459]: Metadata agent@dv-cinder-830097-4-iscsi: {}, Apr 12 13:16:02.064487 dv-cinder-830097-4-iscsi neutron-server[103459]: Metering agent@dv-cinder-830097-4-iscsi: {}, Apr 12 13:16:02.064487 dv-cinder-830097-4-iscsi neutron-server[103459]: Open vSwitch agent@dv-cinder-830097-4-iscsi: { 'AddressGroup': '1.2', Apr 12 13:16:02.064487 dv-cinder-830097-4-iscsi neutron-server[103459]: 'Agent': '1.1', Apr 12 13:16:02.064487 dv-cinder-830097-4-iscsi neutron-server[103459]: 'ConntrackHelper': '1.0', Apr 12 13:16:02.064487 dv-cinder-830097-4-iscsi neutron-server[103459]: 'LocalIPAssociation': '1.0', Apr 12 13:16:02.064487 dv-cinder-830097-4-iscsi neutron-server[103459]: 'Log': '1.0', Apr 12 13:16:02.064487 dv-cinder-830097-4-iscsi neutron-server[103459]: 'NDPProxy': '1.0', Apr 12 13:16:02.064487 dv-cinder-830097-4-iscsi neutron-server[103459]: 'Network': '1.1', Apr 12 13:16:02.064487 dv-cinder-830097-4-iscsi neutron-server[103459]: 'Port': '1.7', Apr 12 13:16:02.064487 dv-cinder-830097-4-iscsi neutron-server[103459]: 'PortForwarding': '1.3', Apr 12 13:16:02.064487 dv-cinder-830097-4-iscsi neutron-server[103459]: 'QosPolicy': '1.10', Apr 12 13:16:02.064487 dv-cinder-830097-4-iscsi neutron-server[103459]: 'SecurityGroup': '1.5', Apr 12 13:16:02.064487 dv-cinder-830097-4-iscsi neutron-server[103459]: 'SecurityGroupRule': '1.2', Apr 12 13:16:02.064487 dv-cinder-830097-4-iscsi neutron-server[103459]: 'SubPort': '1.0', Apr 12 13:16:02.064487 dv-cinder-830097-4-iscsi neutron-server[103459]: 'Subnet': '1.1', Apr 12 13:16:02.064487 dv-cinder-830097-4-iscsi neutron-server[103459]: 'Trunk': '1.1'}} Apr 12 13:16:02.064487 dv-cinder-830097-4-iscsi neutron-server[103459]: {{(pid=103459) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Apr 12 13:16:02.085368 dv-cinder-830097-4-iscsi neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-eb5bcdc0-f6d8-48d7-a25d-fd090f94fa14 admin admin] Publish callbacks [] for security_group (30a60606-9afc-484a-a45a-aa9b3ee39c7a), precommit_create {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:16:02.129949 dv-cinder-830097-4-iscsi neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-819c97d0-3830-401a-84d5-05edec22e33f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3691807'] for security_group (5175283a-322b-4c02-96ba-bb6aa557381c), after_delete {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:16:02.132515 dv-cinder-830097-4-iscsi neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-819c97d0-3830-401a-84d5-05edec22e33f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:16:02.137569 dv-cinder-830097-4-iscsi neutron-server[103457]: INFO neutron.wsgi [None req-819c97d0-3830-401a-84d5-05edec22e33f admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/5175283a-322b-4c02-96ba-bb6aa557381c HTTP/1.1" status: 204 len: 168 time: 0.5460165 Apr 12 13:16:02.150799 dv-cinder-830097-4-iscsi neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-eb5bcdc0-f6d8-48d7-a25d-fd090f94fa14 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3691807'] for security_group (30a60606-9afc-484a-a45a-aa9b3ee39c7a), after_create {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:16:02.177533 dv-cinder-830097-4-iscsi neutron-server[103457]: INFO neutron.wsgi [req-43a870e3-949b-4a8d-a6d3-7f1dfcbd7286 req-3323be80-610f-4232-94e0-c598cb629267 tempest-DeleteServersTestJSON-535355193 tempest-DeleteServersTestJSON-535355193-project] 10.222.0.18 "GET /v2.0/quotas/0edd631f1dd54aaea20cdf862c39584b HTTP/1.1" status: 200 len: 375 time: 0.1691258 Apr 12 13:16:02.218066 dv-cinder-830097-4-iscsi neutron-server[103457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-819c97d0-3830-401a-84d5-05edec22e33f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5175283a-322b-4c02-96ba-bb6aa557381c,revision_number=None']} {{(pid=103457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 13:16:02.264729 dv-cinder-830097-4-iscsi neutron-server[103459]: DEBUG neutron.plugins.ml2.managers [None req-06ac7f73-80d3-4eb5-aa12-c091686adefc None None] Attempting to bind port 1d18179e-c416-4e11-8016-4ac572b494c9 on host dv-cinder-830097-4-iscsi for vnic_type normal with profile {{(pid=103459) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 12 13:16:02.265331 dv-cinder-830097-4-iscsi neutron-server[103459]: DEBUG neutron.plugins.ml2.managers [None req-06ac7f73-80d3-4eb5-aa12-c091686adefc None None] Attempting to bind port 1d18179e-c416-4e11-8016-4ac572b494c9 by drivers openvswitch,hyperv on host dv-cinder-830097-4-iscsi at level 0 using segments [{'id': 'cbdc8fb7-4f48-4130-80a4-939d65d92cbb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 222, 'network_id': '8a9d7c73-ddbc-4eef-a839-e9bbe858207d'}] {{(pid=103459) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 12 13:16:02.265895 dv-cinder-830097-4-iscsi neutron-server[103459]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-06ac7f73-80d3-4eb5-aa12-c091686adefc None None] Attempting to bind port 1d18179e-c416-4e11-8016-4ac572b494c9 on network 8a9d7c73-ddbc-4eef-a839-e9bbe858207d {{(pid=103459) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 12 13:16:02.297453 dv-cinder-830097-4-iscsi neutron-server[103457]: INFO neutron.wsgi [req-43a870e3-949b-4a8d-a6d3-7f1dfcbd7286 req-4ba31698-4950-4666-9175-a4f98e427777 tempest-DeleteServersTestJSON-535355193 tempest-DeleteServersTestJSON-535355193-project] 10.222.0.18 "GET /v2.0/ports?tenant_id=0edd631f1dd54aaea20cdf862c39584b&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1069214 Apr 12 13:16:02.305616 dv-cinder-830097-4-iscsi neutron-server[103457]: INFO neutron.wsgi [None req-eb5bcdc0-f6d8-48d7-a25d-fd090f94fa14 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=901f4e47bbdf4b6187e7c8d4d12ffce3&name=default HTTP/1.1" status: 200 len: 2992 time: 2.0074844 Apr 12 13:16:02.320898 dv-cinder-830097-4-iscsi neutron-server[103457]: DEBUG neutron.wsgi [-] (103457) accepted ('10.222.0.18', 40068) {{(pid=103457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 13:16:02.324152 dv-cinder-830097-4-iscsi neutron-server[103459]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-06ac7f73-80d3-4eb5-aa12-c091686adefc None None] Checking agent: {'id': '3f2daa45-5e56-452b-8a21-b519edfce99e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-830097-4-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 12, 13, 7, 23), 'started_at': datetime.datetime(2022, 4, 12, 13, 7, 53), 'heartbeat_timestamp': datetime.datetime(2022, 4, 12, 13, 15, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-830097-4-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103459) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 12 13:16:02.324600 dv-cinder-830097-4-iscsi neutron-server[103459]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-06ac7f73-80d3-4eb5-aa12-c091686adefc None None] Checking segment: {'id': 'cbdc8fb7-4f48-4130-80a4-939d65d92cbb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 222, 'network_id': '8a9d7c73-ddbc-4eef-a839-e9bbe858207d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103459) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 12 13:16:02.325109 dv-cinder-830097-4-iscsi neutron-server[103459]: DEBUG neutron_lib.callbacks.manager [None req-06ac7f73-80d3-4eb5-aa12-c091686adefc None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:16:02.325576 dv-cinder-830097-4-iscsi neutron-server[103459]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-06ac7f73-80d3-4eb5-aa12-c091686adefc None None] Bound using segment: {'id': 'cbdc8fb7-4f48-4130-80a4-939d65d92cbb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 222, 'network_id': '8a9d7c73-ddbc-4eef-a839-e9bbe858207d'} {{(pid=103459) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 12 13:16:02.326125 dv-cinder-830097-4-iscsi neutron-server[103459]: DEBUG neutron.plugins.ml2.managers [None req-06ac7f73-80d3-4eb5-aa12-c091686adefc None None] Bound port: 1d18179e-c416-4e11-8016-4ac572b494c9, host: dv-cinder-830097-4-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cbdc8fb7-4f48-4130-80a4-939d65d92cbb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 222, 'network_id': '8a9d7c73-ddbc-4eef-a839-e9bbe858207d'}}] {{(pid=103459) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 12 13:16:02.326625 dv-cinder-830097-4-iscsi neutron-server[103459]: DEBUG neutron_lib.callbacks.manager [None req-06ac7f73-80d3-4eb5-aa12-c091686adefc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-916304'] for port (1d18179e-c416-4e11-8016-4ac572b494c9), before_update {{(pid=103459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:16:02.330229 dv-cinder-830097-4-iscsi neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-2b6620d5-055a-45ca-a9f8-87d704db8084 admin admin] Publish callbacks [] for router_gateway (66d38733-8a94-4306-9035-12f6b3906c1e), before_create {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:16:02.373009 dv-cinder-830097-4-iscsi neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-34409436-53f0-4264-9316-53bee5d18d35 admin admin] Publish callbacks [] for router_gateway (af30ce41-ac25-45e3-9bbb-85ecf8f0a642), before_create {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:16:02.380171 dv-cinder-830097-4-iscsi neutron-server[103459]: DEBUG neutron_lib.callbacks.manager [None req-358f3c7e-6cc8-4f79-b2d7-94c9c80c1f9b None None] Publish callbacks [] for port (7f035ff3-6814-4e68-910d-d68637abe170), precommit_create {{(pid=103459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:16:02.380938 dv-cinder-830097-4-iscsi neutron-server[103457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb5bcdc0-f6d8-48d7-a25d-fd090f94fa14 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=30a60606-9afc-484a-a45a-aa9b3ee39c7a,revision_number=1']} {{(pid=103457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 13:16:02.417069 dv-cinder-830097-4-iscsi neutron-server[103459]: DEBUG neutron_lib.callbacks.manager [None req-358f3c7e-6cc8-4f79-b2d7-94c9c80c1f9b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-915890', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3697887', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732727417914'] for port (7f035ff3-6814-4e68-910d-d68637abe170), after_create {{(pid=103459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:16:02.432632 dv-cinder-830097-4-iscsi neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-2b6620d5-055a-45ca-a9f8-87d704db8084 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-916304'] for port (None), before_create {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:16:02.454482 dv-cinder-830097-4-iscsi neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-34409436-53f0-4264-9316-53bee5d18d35 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-916304'] for port (None), before_create {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:16:02.507806 dv-cinder-830097-4-iscsi neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-75ff215f-3c70-48b1-aff6-e5eecf40adcb admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3800281', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3739048'] for router (966c96ee-61f7-4f90-a5f6-9f5ed8a51317), after_create {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:16:02.538486 dv-cinder-830097-4-iscsi neutron-server[103459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-358f3c7e-6cc8-4f79-b2d7-94c9c80c1f9b None None] Pushing event updated for resources: {'Port': ['ID=7f035ff3-6814-4e68-910d-d68637abe170,revision_number=1']} {{(pid=103459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 13:16:02.600404 dv-cinder-830097-4-iscsi neutron-server[103459]: DEBUG neutron_lib.callbacks.manager [None req-157d5b3d-b28c-46a6-8fda-32fc0f140e32 None None] Publish callbacks [] for port (d2b455b2-dc1e-4c6c-83ca-18b7388fbe46), precommit_create {{(pid=103459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:16:02.616639 dv-cinder-830097-4-iscsi neutron-server[103459]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-358f3c7e-6cc8-4f79-b2d7-94c9c80c1f9b None None] Network 6562521a-2ea5-45f4-a1f8-589dc7fbc9f3 is already hosted by enough agents. {{(pid=103459) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 12 13:16:02.628420 dv-cinder-830097-4-iscsi neutron-server[103459]: DEBUG neutron.scheduler.base_scheduler [None req-358f3c7e-6cc8-4f79-b2d7-94c9c80c1f9b None None] Resources bound (agent type, host, resource id): {{(pid=103459) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 12 13:16:02.637794 dv-cinder-830097-4-iscsi neutron-server[103459]: DEBUG neutron_lib.callbacks.manager [None req-157d5b3d-b28c-46a6-8fda-32fc0f140e32 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-915890', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3697887', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732727417914'] for port (d2b455b2-dc1e-4c6c-83ca-18b7388fbe46), after_create {{(pid=103459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:16:02.658888 dv-cinder-830097-4-iscsi neutron-server[103459]: DEBUG neutron.db.l3_dvrscheduler_db [None req-358f3c7e-6cc8-4f79-b2d7-94c9c80c1f9b None None] Received port after_create {{(pid=103459) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 12 13:16:02.714292 dv-cinder-830097-4-iscsi neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-6cfbe689-07f4-487f-ad04-1a324e3b0a3f admin admin] Publish callbacks [] for security_group (30a60606-9afc-484a-a45a-aa9b3ee39c7a), before_delete {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:16:02.744571 dv-cinder-830097-4-iscsi neutron-server[103459]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-157d5b3d-b28c-46a6-8fda-32fc0f140e32 None None] Network 33c58c83-bd42-46e6-829a-cd11f58e9fb1 is already hosted by enough agents. {{(pid=103459) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 12 13:16:02.756838 dv-cinder-830097-4-iscsi neutron-server[103459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-157d5b3d-b28c-46a6-8fda-32fc0f140e32 None None] Pushing event updated for resources: {'Port': ['ID=d2b455b2-dc1e-4c6c-83ca-18b7388fbe46,revision_number=1']} {{(pid=103459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 13:16:02.794827 dv-cinder-830097-4-iscsi neutron-server[103459]: DEBUG neutron.scheduler.base_scheduler [None req-157d5b3d-b28c-46a6-8fda-32fc0f140e32 None None] Resources bound (agent type, host, resource id): {{(pid=103459) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 12 13:16:02.795827 dv-cinder-830097-4-iscsi neutron-server[103458]: DEBUG neutron.wsgi [-] (103458) accepted ('10.222.0.18', 40080) {{(pid=103458) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 13:16:02.799305 dv-cinder-830097-4-iscsi neutron-server[103459]: DEBUG neutron.db.l3_dvrscheduler_db [None req-157d5b3d-b28c-46a6-8fda-32fc0f140e32 None None] Received port after_create {{(pid=103459) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 12 13:16:02.834612 dv-cinder-830097-4-iscsi neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-69dd269b-d77c-4395-b917-8057c02431a4 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:16:02.836349 dv-cinder-830097-4-iscsi neutron-server[103457]: DEBUG neutron.wsgi [req-43a870e3-949b-4a8d-a6d3-7f1dfcbd7286 req-4745e317-b8d2-43d4-8c67-3abb950a76d2 service neutron] http://10.222.0.18:9696/v2.0/extensions returned with HTTP 200 {{(pid=103457) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Apr 12 13:16:02.837373 dv-cinder-830097-4-iscsi neutron-server[103457]: INFO neutron.wsgi [req-43a870e3-949b-4a8d-a6d3-7f1dfcbd7286 req-4745e317-b8d2-43d4-8c67-3abb950a76d2 service neutron] 10.222.0.18 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.1273508 Apr 12 13:16:02.841715 dv-cinder-830097-4-iscsi neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-6cfbe689-07f4-487f-ad04-1a324e3b0a3f admin admin] Publish callbacks [] for security_group (30a60606-9afc-484a-a45a-aa9b3ee39c7a), precommit_delete {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:16:02.875104 dv-cinder-830097-4-iscsi neutron-server[103459]: DEBUG neutron.plugins.ml2.db [None req-06ac7f73-80d3-4eb5-aa12-c091686adefc None None] For port 1d18179e-c416-4e11-8016-4ac572b494c9, host dv-cinder-830097-4-iscsi, cleared binding levels {{(pid=103459) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 12 13:16:02.877155 dv-cinder-830097-4-iscsi neutron-server[103459]: DEBUG neutron.plugins.ml2.managers [None req-358f3c7e-6cc8-4f79-b2d7-94c9c80c1f9b None None] Attempting to bind port 7f035ff3-6814-4e68-910d-d68637abe170 on host dv-cinder-830097-4-iscsi for vnic_type normal with profile {{(pid=103459) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 12 13:16:02.877550 dv-cinder-830097-4-iscsi neutron-server[103459]: DEBUG neutron.plugins.ml2.managers [None req-358f3c7e-6cc8-4f79-b2d7-94c9c80c1f9b None None] Attempting to bind port 7f035ff3-6814-4e68-910d-d68637abe170 by drivers openvswitch,hyperv on host dv-cinder-830097-4-iscsi at level 0 using segments [{'id': '97cb7c0e-6017-4956-9bfd-101a1a75a7c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 244, 'network_id': '6562521a-2ea5-45f4-a1f8-589dc7fbc9f3'}] {{(pid=103459) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 12 13:16:02.877931 dv-cinder-830097-4-iscsi neutron-server[103459]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-358f3c7e-6cc8-4f79-b2d7-94c9c80c1f9b None None] Attempting to bind port 7f035ff3-6814-4e68-910d-d68637abe170 on network 6562521a-2ea5-45f4-a1f8-589dc7fbc9f3 {{(pid=103459) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 12 13:16:02.885202 dv-cinder-830097-4-iscsi neutron-server[103457]: DEBUG neutron.db.db_base_plugin_common [None req-2b6620d5-055a-45ca-a9f8-87d704db8084 admin admin] Allocated IP 172.27.0.103 (26d0436d-8ae2-49bd-8cc6-3d2eac552c84/d93852d8-8f89-4b1c-bef4-0e05f499a8db/84dfbbf2-673c-4766-87d8-ed32d247bb96) {{(pid=103457) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 12 13:16:02.908568 dv-cinder-830097-4-iscsi neutron-server[103459]: DEBUG neutron.plugins.ml2.db [None req-06ac7f73-80d3-4eb5-aa12-c091686adefc None None] For port 1d18179e-c416-4e11-8016-4ac572b494c9, host dv-cinder-830097-4-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-830097-4-iscsi',level=0,port_id=1d18179e-c416-4e11-8016-4ac572b494c9,segment=NetworkSegment(cbdc8fb7-4f48-4130-80a4-939d65d92cbb),segment_id=cbdc8fb7-4f48-4130-80a4-939d65d92cbb)] {{(pid=103459) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 12 13:16:02.910058 dv-cinder-830097-4-iscsi neutron-server[103459]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-358f3c7e-6cc8-4f79-b2d7-94c9c80c1f9b None None] Checking agent: {'id': '3f2daa45-5e56-452b-8a21-b519edfce99e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-830097-4-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 12, 13, 7, 23), 'started_at': datetime.datetime(2022, 4, 12, 13, 7, 53), 'heartbeat_timestamp': datetime.datetime(2022, 4, 12, 13, 15, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-830097-4-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103459) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 12 13:16:02.910435 dv-cinder-830097-4-iscsi neutron-server[103459]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-358f3c7e-6cc8-4f79-b2d7-94c9c80c1f9b None None] Checking segment: {'id': '97cb7c0e-6017-4956-9bfd-101a1a75a7c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 244, 'network_id': '6562521a-2ea5-45f4-a1f8-589dc7fbc9f3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103459) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 12 13:16:02.910840 dv-cinder-830097-4-iscsi neutron-server[103459]: DEBUG neutron_lib.callbacks.manager [None req-358f3c7e-6cc8-4f79-b2d7-94c9c80c1f9b None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:16:02.911252 dv-cinder-830097-4-iscsi neutron-server[103459]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-358f3c7e-6cc8-4f79-b2d7-94c9c80c1f9b None None] Bound using segment: {'id': '97cb7c0e-6017-4956-9bfd-101a1a75a7c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 244, 'network_id': '6562521a-2ea5-45f4-a1f8-589dc7fbc9f3'} {{(pid=103459) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 12 13:16:02.911720 dv-cinder-830097-4-iscsi neutron-server[103459]: DEBUG neutron.plugins.ml2.managers [None req-358f3c7e-6cc8-4f79-b2d7-94c9c80c1f9b None None] Bound port: 7f035ff3-6814-4e68-910d-d68637abe170, host: dv-cinder-830097-4-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '97cb7c0e-6017-4956-9bfd-101a1a75a7c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 244, 'network_id': '6562521a-2ea5-45f4-a1f8-589dc7fbc9f3'}}] {{(pid=103459) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 12 13:16:02.912106 dv-cinder-830097-4-iscsi neutron-server[103459]: DEBUG neutron_lib.callbacks.manager [None req-358f3c7e-6cc8-4f79-b2d7-94c9c80c1f9b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-916304'] for port (7f035ff3-6814-4e68-910d-d68637abe170), before_update {{(pid=103459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:16:02.930241 dv-cinder-830097-4-iscsi neutron-server[103459]: DEBUG neutron_lib.callbacks.manager [None req-06ac7f73-80d3-4eb5-aa12-c091686adefc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-915890', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3697887', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732727894815', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732727417932', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732727417950'] for port (1d18179e-c416-4e11-8016-4ac572b494c9), after_update {{(pid=103459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:16:02.945582 dv-cinder-830097-4-iscsi neutron-server[103459]: DEBUG neutron.plugins.ml2.managers [None req-157d5b3d-b28c-46a6-8fda-32fc0f140e32 None None] Attempting to bind port d2b455b2-dc1e-4c6c-83ca-18b7388fbe46 on host dv-cinder-830097-4-iscsi for vnic_type normal with profile {{(pid=103459) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 12 13:16:02.945961 dv-cinder-830097-4-iscsi neutron-server[103459]: DEBUG neutron.plugins.ml2.managers [None req-157d5b3d-b28c-46a6-8fda-32fc0f140e32 None None] Attempting to bind port d2b455b2-dc1e-4c6c-83ca-18b7388fbe46 by drivers openvswitch,hyperv on host dv-cinder-830097-4-iscsi at level 0 using segments [{'id': '14551b93-9fd8-40ed-a0fc-48c46d45be33', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 225, 'network_id': '33c58c83-bd42-46e6-829a-cd11f58e9fb1'}] {{(pid=103459) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 12 13:16:02.946326 dv-cinder-830097-4-iscsi neutron-server[103459]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-157d5b3d-b28c-46a6-8fda-32fc0f140e32 None None] Attempting to bind port d2b455b2-dc1e-4c6c-83ca-18b7388fbe46 on network 33c58c83-bd42-46e6-829a-cd11f58e9fb1 {{(pid=103459) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 12 13:16:02.957482 dv-cinder-830097-4-iscsi neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-69dd269b-d77c-4395-b917-8057c02431a4 admin admin] Publish callbacks [] for security_group (2ce79e69-c3af-4af3-83ba-db248726f08a), precommit_create {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:16:02.965491 dv-cinder-830097-4-iscsi neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-69dd269b-d77c-4395-b917-8057c02431a4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3691807'] for security_group (2ce79e69-c3af-4af3-83ba-db248726f08a), after_create {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:16:02.977143 dv-cinder-830097-4-iscsi neutron-server[103459]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-157d5b3d-b28c-46a6-8fda-32fc0f140e32 None None] Checking agent: {'id': '3f2daa45-5e56-452b-8a21-b519edfce99e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-830097-4-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 12, 13, 7, 23), 'started_at': datetime.datetime(2022, 4, 12, 13, 7, 53), 'heartbeat_timestamp': datetime.datetime(2022, 4, 12, 13, 15, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-830097-4-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103459) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 12 13:16:02.977961 dv-cinder-830097-4-iscsi neutron-server[103459]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-157d5b3d-b28c-46a6-8fda-32fc0f140e32 None None] Checking segment: {'id': '14551b93-9fd8-40ed-a0fc-48c46d45be33', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 225, 'network_id': '33c58c83-bd42-46e6-829a-cd11f58e9fb1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103459) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 12 13:16:02.979287 dv-cinder-830097-4-iscsi neutron-server[103459]: DEBUG neutron_lib.callbacks.manager [None req-157d5b3d-b28c-46a6-8fda-32fc0f140e32 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:16:02.979789 dv-cinder-830097-4-iscsi neutron-server[103459]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-157d5b3d-b28c-46a6-8fda-32fc0f140e32 None None] Bound using segment: {'id': '14551b93-9fd8-40ed-a0fc-48c46d45be33', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 225, 'network_id': '33c58c83-bd42-46e6-829a-cd11f58e9fb1'} {{(pid=103459) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 12 13:16:02.980289 dv-cinder-830097-4-iscsi neutron-server[103459]: DEBUG neutron.plugins.ml2.managers [None req-157d5b3d-b28c-46a6-8fda-32fc0f140e32 None None] Bound port: d2b455b2-dc1e-4c6c-83ca-18b7388fbe46, host: dv-cinder-830097-4-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '14551b93-9fd8-40ed-a0fc-48c46d45be33', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 225, 'network_id': '33c58c83-bd42-46e6-829a-cd11f58e9fb1'}}] {{(pid=103459) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 12 13:16:02.980678 dv-cinder-830097-4-iscsi neutron-server[103459]: DEBUG neutron_lib.callbacks.manager [None req-157d5b3d-b28c-46a6-8fda-32fc0f140e32 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-916304'] for port (d2b455b2-dc1e-4c6c-83ca-18b7388fbe46), before_update {{(pid=103459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:16:02.999258 dv-cinder-830097-4-iscsi neutron-server[103458]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-75ff215f-3c70-48b1-aff6-e5eecf40adcb admin admin] Router 966c96ee-61f7-4f90-a5f6-9f5ed8a51317 is scheduled to L3 agent b7e11a8b-aeed-493f-9763-461016dddc93 with binding_index 1 {{(pid=103458) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 12 13:16:03.013853 dv-cinder-830097-4-iscsi neutron-server[103458]: INFO neutron.wsgi [None req-69dd269b-d77c-4395-b917-8057c02431a4 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=787abdf9e83f419db87e49a17a58b9d6&name=default HTTP/1.1" status: 200 len: 2992 time: 0.2107396 Apr 12 13:16:03.018554 dv-cinder-830097-4-iscsi neutron-server[103458]: DEBUG neutron.wsgi [-] (103458) accepted ('10.222.0.18', 40086) {{(pid=103458) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 13:16:03.066572 dv-cinder-830097-4-iscsi neutron-server[103458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69dd269b-d77c-4395-b917-8057c02431a4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2ce79e69-c3af-4af3-83ba-db248726f08a,revision_number=1']} {{(pid=103458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 13:16:03.087474 dv-cinder-830097-4-iscsi neutron-server[103459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06ac7f73-80d3-4eb5-aa12-c091686adefc None None] Pushing event updated for resources: {'Port': ['ID=1d18179e-c416-4e11-8016-4ac572b494c9,revision_number=2']} {{(pid=103459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 13:16:03.097994 dv-cinder-830097-4-iscsi neutron-server[103459]: DEBUG neutron.plugins.ml2.db [None req-358f3c7e-6cc8-4f79-b2d7-94c9c80c1f9b None None] For port 7f035ff3-6814-4e68-910d-d68637abe170, host dv-cinder-830097-4-iscsi, cleared binding levels {{(pid=103459) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 12 13:16:03.107968 dv-cinder-830097-4-iscsi neutron-server[103459]: DEBUG neutron.plugins.ml2.db [None req-358f3c7e-6cc8-4f79-b2d7-94c9c80c1f9b None None] For port 7f035ff3-6814-4e68-910d-d68637abe170, host dv-cinder-830097-4-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-830097-4-iscsi',level=0,port_id=7f035ff3-6814-4e68-910d-d68637abe170,segment=NetworkSegment(97cb7c0e-6017-4956-9bfd-101a1a75a7c0),segment_id=97cb7c0e-6017-4956-9bfd-101a1a75a7c0)] {{(pid=103459) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 12 13:16:03.124936 dv-cinder-830097-4-iscsi neutron-server[103459]: DEBUG neutron_lib.callbacks.manager [None req-358f3c7e-6cc8-4f79-b2d7-94c9c80c1f9b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-915890', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3697887', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732727894815', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732727417932', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732727417950'] for port (7f035ff3-6814-4e68-910d-d68637abe170), after_update {{(pid=103459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:16:03.176672 dv-cinder-830097-4-iscsi neutron-server[103459]: DEBUG neutron.plugins.ml2.db [None req-157d5b3d-b28c-46a6-8fda-32fc0f140e32 None None] For port d2b455b2-dc1e-4c6c-83ca-18b7388fbe46, host dv-cinder-830097-4-iscsi, cleared binding levels {{(pid=103459) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 12 13:16:03.176987 dv-cinder-830097-4-iscsi neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-6cfbe689-07f4-487f-ad04-1a324e3b0a3f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3691807'] for security_group (30a60606-9afc-484a-a45a-aa9b3ee39c7a), after_delete {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:16:03.183211 dv-cinder-830097-4-iscsi neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-6cfbe689-07f4-487f-ad04-1a324e3b0a3f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:16:03.184597 dv-cinder-830097-4-iscsi neutron-server[103457]: INFO neutron.wsgi [None req-6cfbe689-07f4-487f-ad04-1a324e3b0a3f admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/30a60606-9afc-484a-a45a-aa9b3ee39c7a HTTP/1.1" status: 204 len: 168 time: 0.8628519 Apr 12 13:16:03.202996 dv-cinder-830097-4-iscsi neutron-server[103459]: DEBUG neutron.plugins.ml2.db [None req-157d5b3d-b28c-46a6-8fda-32fc0f140e32 None None] For port d2b455b2-dc1e-4c6c-83ca-18b7388fbe46, host dv-cinder-830097-4-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-830097-4-iscsi',level=0,port_id=d2b455b2-dc1e-4c6c-83ca-18b7388fbe46,segment=NetworkSegment(14551b93-9fd8-40ed-a0fc-48c46d45be33),segment_id=14551b93-9fd8-40ed-a0fc-48c46d45be33)] {{(pid=103459) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 12 13:16:03.220120 dv-cinder-830097-4-iscsi neutron-server[103459]: DEBUG neutron_lib.callbacks.manager [None req-157d5b3d-b28c-46a6-8fda-32fc0f140e32 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-915890', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3697887', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732727894815', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732727417932', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732727417950'] for port (d2b455b2-dc1e-4c6c-83ca-18b7388fbe46), after_update {{(pid=103459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:16:03.231108 dv-cinder-830097-4-iscsi neutron-server[103457]: INFO neutron.wsgi [req-43a870e3-949b-4a8d-a6d3-7f1dfcbd7286 req-ffb3c674-ed91-4191-9462-37a12a740805 service neutron] 10.222.0.18 "GET /v2.0/networks/38860888-3f1a-46ed-95ac-25bed05bc1cd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3777440 Apr 12 13:16:03.243238 dv-cinder-830097-4-iscsi neutron-server[103457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cfbe689-07f4-487f-ad04-1a324e3b0a3f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=30a60606-9afc-484a-a45a-aa9b3ee39c7a,revision_number=None']} {{(pid=103457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 13:16:03.245692 dv-cinder-830097-4-iscsi neutron-server[103459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-358f3c7e-6cc8-4f79-b2d7-94c9c80c1f9b None None] Pushing event updated for resources: {'Port': ['ID=7f035ff3-6814-4e68-910d-d68637abe170,revision_number=2']} {{(pid=103459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 13:16:03.256323 dv-cinder-830097-4-iscsi neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-d04121a1-8255-488e-b84d-d08d83a04f64 admin admin] Publish callbacks [] for security_group (2ce79e69-c3af-4af3-83ba-db248726f08a), before_delete {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:16:03.299744 dv-cinder-830097-4-iscsi neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-d04121a1-8255-488e-b84d-d08d83a04f64 admin admin] Publish callbacks [] for security_group (2ce79e69-c3af-4af3-83ba-db248726f08a), precommit_delete {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:16:03.313607 dv-cinder-830097-4-iscsi neutron-server[103458]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-75ff215f-3c70-48b1-aff6-e5eecf40adcb admin admin] Notify agent at l3_agent.dv-cinder-830097-4-iscsi the message routers_updated {{(pid=103458) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 12 13:16:03.324257 dv-cinder-830097-4-iscsi neutron-server[103460]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4b2a0756-dd6c-481d-99f8-1793ba8c43ad None None] Sync routers for ids ['966c96ee-61f7-4f90-a5f6-9f5ed8a51317'] in dv-cinder-830097-4-iscsi {{(pid=103460) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 12 13:16:03.360331 dv-cinder-830097-4-iscsi neutron-server[103460]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4b2a0756-dd6c-481d-99f8-1793ba8c43ad None None] Routers {'966c96ee-61f7-4f90-a5f6-9f5ed8a51317'} bound to L3 agent in host dv-cinder-830097-4-iscsi {{(pid=103460) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 12 13:16:03.361188 dv-cinder-830097-4-iscsi neutron-server[103460]: DEBUG neutron.db.l3_hamode_db [None req-4b2a0756-dd6c-481d-99f8-1793ba8c43ad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830097-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-04-12T13:07:19Z,description=,heartbeat_timestamp=2022-04-12T13:15:49Z,host='dv-cinder-830097-4-iscsi',id=b7e11a8b-aeed-493f-9763-461016dddc93,load=0,resource_versions=,resources_synced=,started_at=2022-04-12T13:07:19Z,topic='l3_agent')) {'router_ids': ['966c96ee-61f7-4f90-a5f6-9f5ed8a51317'], 'active': True} {{(pid=103460) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 13:16:03.417128 dv-cinder-830097-4-iscsi neutron-server[103459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-157d5b3d-b28c-46a6-8fda-32fc0f140e32 None None] Pushing event updated for resources: {'Port': ['ID=d2b455b2-dc1e-4c6c-83ca-18b7388fbe46,revision_number=2']} {{(pid=103459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 13:16:03.458126 dv-cinder-830097-4-iscsi neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-75ff215f-3c70-48b1-aff6-e5eecf40adcb admin admin] Publish callbacks [] for router (None), before_response {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:16:03.465095 dv-cinder-830097-4-iscsi neutron-server[103458]: INFO neutron.wsgi [None req-75ff215f-3c70-48b1-aff6-e5eecf40adcb admin admin] 10.222.0.18 "POST /v2.0/routers HTTP/1.1" status: 201 len: 929 time: 4.0089662 Apr 12 13:16:03.467223 dv-cinder-830097-4-iscsi neutron-server[103458]: DEBUG neutron.wsgi [-] (103458) accepted ('10.222.0.18', 40090) {{(pid=103458) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 13:16:03.495738 dv-cinder-830097-4-iscsi neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-2b6620d5-055a-45ca-a9f8-87d704db8084 admin admin] Publish callbacks [] for port (84dfbbf2-673c-4766-87d8-ed32d247bb96), precommit_create {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:16:03.565224 dv-cinder-830097-4-iscsi neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-d04121a1-8255-488e-b84d-d08d83a04f64 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3691807'] for security_group (2ce79e69-c3af-4af3-83ba-db248726f08a), after_delete {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:16:03.570576 dv-cinder-830097-4-iscsi neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-d04121a1-8255-488e-b84d-d08d83a04f64 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:16:03.571977 dv-cinder-830097-4-iscsi neutron-server[103458]: INFO neutron.wsgi [None req-d04121a1-8255-488e-b84d-d08d83a04f64 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/2ce79e69-c3af-4af3-83ba-db248726f08a HTTP/1.1" status: 204 len: 168 time: 0.5522628 Apr 12 13:16:03.629169 dv-cinder-830097-4-iscsi neutron-server[103457]: INFO neutron.wsgi [req-43a870e3-949b-4a8d-a6d3-7f1dfcbd7286 req-fc4700b8-b706-4cf8-aff8-140b2938a6f9 service neutron] 10.222.0.18 "GET /v2.0/networks/38860888-3f1a-46ed-95ac-25bed05bc1cd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3761117 Apr 12 13:16:03.710691 dv-cinder-830097-4-iscsi neutron-server[103458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d04121a1-8255-488e-b84d-d08d83a04f64 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2ce79e69-c3af-4af3-83ba-db248726f08a,revision_number=None']} {{(pid=103458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 13:16:03.713421 dv-cinder-830097-4-iscsi neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-2b6620d5-055a-45ca-a9f8-87d704db8084 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-915890', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3697887', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732727417914'] for port (84dfbbf2-673c-4766-87d8-ed32d247bb96), after_create {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:16:03.722899 dv-cinder-830097-4-iscsi neutron-server[103460]: DEBUG neutron.db.l3_dvr_db [None req-4b2a0756-dd6c-481d-99f8-1793ba8c43ad None None] Set router 966c96ee-61f7-4f90-a5f6-9f5ed8a51317 gateway port host: dv-cinder-830097-4-iscsi {{(pid=103460) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 12 13:16:04.068702 dv-cinder-830097-4-iscsi neutron-server[103457]: DEBUG neutron.wsgi [-] (103457) accepted ('10.222.0.18', 40114) {{(pid=103457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 13:16:04.171128 dv-cinder-830097-4-iscsi neutron-server[103457]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2b6620d5-055a-45ca-a9f8-87d704db8084 admin admin] Network 26d0436d-8ae2-49bd-8cc6-3d2eac552c84 is already hosted by enough agents. {{(pid=103457) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 12 13:16:04.173804 dv-cinder-830097-4-iscsi neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-8e892168-aaa6-4018-a123-ac3eece577c5 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:16:04.207016 dv-cinder-830097-4-iscsi neutron-server[103457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b6620d5-055a-45ca-a9f8-87d704db8084 admin admin] Pushing event updated for resources: {'Port': ['ID=84dfbbf2-673c-4766-87d8-ed32d247bb96,revision_number=1']} {{(pid=103457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 13:16:04.227827 dv-cinder-830097-4-iscsi neutron-server[103460]: DEBUG neutron.db.l3_hamode_db [None req-4b2a0756-dd6c-481d-99f8-1793ba8c43ad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '966c96ee-61f7-4f90-a5f6-9f5ed8a51317', 'name': 'tempest-ServerRescueNegativeTestJSON-153791057-router', 'tenant_id': '03e871d047514daabb60a84f86099232', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '26d0436d-8ae2-49bd-8cc6-3d2eac552c84', 'external_fixed_ips': [{'subnet_id': 'd93852d8-8f89-4b1c-bef4-0e05f499a8db', 'ip_address': '172.27.0.21'}], 'enable_snat': True}, 'gw_port_id': '958ce0b1-b216-48bf-ac4c-12928e15436d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-12T13:15:59Z', 'updated_at': '2022-04-12T13:16:01Z', 'revision_number': 3, 'project_id': '03e871d047514daabb60a84f86099232', 'gw_port': {'id': '958ce0b1-b216-48bf-ac4c-12928e15436d', 'name': '', 'network_id': '26d0436d-8ae2-49bd-8cc6-3d2eac552c84', 'tenant_id': '', 'mac_address': 'fa:16:3e:e5:c7:92', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '966c96ee-61f7-4f90-a5f6-9f5ed8a51317', 'device_owner': 'network:router_gateway', 'standard_attr_id': 66, 'fixed_ips': [{'subnet_id': 'd93852d8-8f89-4b1c-bef4-0e05f499a8db', 'ip_address': '172.27.0.21', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T13:16:00Z', 'updated_at': '2022-04-12T13:16:01Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'd93852d8-8f89-4b1c-bef4-0e05f499a8db', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830097-4-iscsi'}], 'dv-cinder-830097-4-iscsi', False) {} {{(pid=103460) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 13:16:04.242039 dv-cinder-830097-4-iscsi neutron-server[103457]: DEBUG neutron.scheduler.base_scheduler [None req-2b6620d5-055a-45ca-a9f8-87d704db8084 admin admin] Resources bound (agent type, host, resource id): {{(pid=103457) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 12 13:16:04.251507 dv-cinder-830097-4-iscsi neutron-server[103457]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2b6620d5-055a-45ca-a9f8-87d704db8084 admin admin] Received port after_create {{(pid=103457) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 12 13:16:04.288810 dv-cinder-830097-4-iscsi neutron-server[103460]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4b2a0756-dd6c-481d-99f8-1793ba8c43ad None None] Checking router: 966c96ee-61f7-4f90-a5f6-9f5ed8a51317 for host: dv-cinder-830097-4-iscsi {{(pid=103460) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 12 13:16:04.289874 dv-cinder-830097-4-iscsi neutron-server[103460]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4b2a0756-dd6c-481d-99f8-1793ba8c43ad None None] Updating router 966c96ee-61f7-4f90-a5f6-9f5ed8a51317 port 958ce0b1-b216-48bf-ac4c-12928e15436d binding host dv-cinder-830097-4-iscsi {{(pid=103460) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 12 13:16:04.390508 dv-cinder-830097-4-iscsi neutron-server[103457]: DEBUG neutron.db.db_base_plugin_common [None req-34409436-53f0-4264-9316-53bee5d18d35 admin admin] Allocated IP 172.27.0.93 (26d0436d-8ae2-49bd-8cc6-3d2eac552c84/d93852d8-8f89-4b1c-bef4-0e05f499a8db/bee35c5e-668a-49b2-8687-9dc92ebd1905) {{(pid=103457) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 12 13:16:04.394002 dv-cinder-830097-4-iscsi neutron-server[103460]: DEBUG neutron_lib.callbacks.manager [None req-4b2a0756-dd6c-481d-99f8-1793ba8c43ad None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-916304'] for port (958ce0b1-b216-48bf-ac4c-12928e15436d), before_update {{(pid=103460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:16:04.458502 dv-cinder-830097-4-iscsi neutron-server[103458]: DEBUG neutron.wsgi [-] (103458) accepted ('10.222.0.18', 40134) {{(pid=103458) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 13:16:04.484101 dv-cinder-830097-4-iscsi neutron-server[103458]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. Apr 12 13:16:04.614837 dv-cinder-830097-4-iscsi neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-8e892168-aaa6-4018-a123-ac3eece577c5 admin admin] Publish callbacks [] for security_group (2ee454b3-4812-4950-8644-72a47bb02e14), precommit_create {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:16:04.630745 dv-cinder-830097-4-iscsi neutron-server[103458]: INFO neutron.wsgi [req-6369caac-0ac4-4173-bbe7-3f9fe8ebbae8 req-ec420d98-5f45-4265-bc93-0c0cfac542cb tempest-DeleteServersTestJSON-535355193 tempest-DeleteServersTestJSON-535355193-project] 10.222.0.18 "GET /v2.0/ports?device_id=62c98bc3-e89d-4509-9b6a-001a4d0a6e3b HTTP/1.1" status: 200 len: 210 time: 0.1490922 Apr 12 13:16:04.640763 dv-cinder-830097-4-iscsi neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-8e892168-aaa6-4018-a123-ac3eece577c5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3691807'] for security_group (2ee454b3-4812-4950-8644-72a47bb02e14), after_create {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:16:04.907308 dv-cinder-830097-4-iscsi neutron-server[103457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e892168-aaa6-4018-a123-ac3eece577c5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2ee454b3-4812-4950-8644-72a47bb02e14,revision_number=1']} {{(pid=103457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 13:16:04.940449 dv-cinder-830097-4-iscsi neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-350a14c2-face-433a-9ac6-3021c7e177de admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-916304'] for port (None), before_create {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:16:04.967621 dv-cinder-830097-4-iscsi neutron-server[103459]: DEBUG neutron.plugins.ml2.rpc [None req-53781792-8650-4c78-93a6-1c4d328d874c None None] Device 7f035ff3-6814-4e68-910d-d68637abe170 up at agent ovs-agent-dv-cinder-830097-4-iscsi {{(pid=103459) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 12 13:16:05.038746 dv-cinder-830097-4-iscsi neutron-server[103459]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4bc48ad0-beb6-44e0-aec1-fdb8473a1576 None None] Network 8a9d7c73-ddbc-4eef-a839-e9bbe858207d requested from dv-cinder-830097-4-iscsi {{(pid=103459) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 12 13:16:05.096028 dv-cinder-830097-4-iscsi neutron-server[103459]: DEBUG neutron.db.provisioning_blocks [None req-53781792-8650-4c78-93a6-1c4d328d874c None None] Provisioning complete for port 7f035ff3-6814-4e68-910d-d68637abe170 triggered by entity L2. {{(pid=103459) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 12 13:16:05.096667 dv-cinder-830097-4-iscsi neutron-server[103459]: DEBUG neutron_lib.callbacks.manager [None req-53781792-8650-4c78-93a6-1c4d328d874c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-657243'] for port (7f035ff3-6814-4e68-910d-d68637abe170), provisioning_complete {{(pid=103459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:16:05.244407 dv-cinder-830097-4-iscsi neutron-server[103457]: INFO neutron.wsgi [None req-8e892168-aaa6-4018-a123-ac3eece577c5 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=f2f78bf8bfcc427bbb697a44ed994155&name=default HTTP/1.1" status: 200 len: 2992 time: 1.1632164 Apr 12 13:16:05.258228 dv-cinder-830097-4-iscsi neutron-server[103457]: DEBUG neutron.wsgi [-] (103457) accepted ('10.222.0.18', 40172) {{(pid=103457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 13:16:05.340882 dv-cinder-830097-4-iscsi neutron-server[103459]: DEBUG neutron.plugins.ml2.plugin [None req-53781792-8650-4c78-93a6-1c4d328d874c None None] Current status of the port 7f035ff3-6814-4e68-910d-d68637abe170 is: DOWN; New status is: ACTIVE {{(pid=103459) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 12 13:16:05.341667 dv-cinder-830097-4-iscsi neutron-server[103459]: DEBUG neutron_lib.callbacks.manager [None req-53781792-8650-4c78-93a6-1c4d328d874c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-916304'] for port (7f035ff3-6814-4e68-910d-d68637abe170), before_update {{(pid=103459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:16:05.409824 dv-cinder-830097-4-iscsi neutron-server[103459]: DEBUG neutron.plugins.ml2.db [None req-53781792-8650-4c78-93a6-1c4d328d874c None None] For port 7f035ff3-6814-4e68-910d-d68637abe170, host dv-cinder-830097-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-830097-4-iscsi',level=0,port_id=7f035ff3-6814-4e68-910d-d68637abe170,segment=NetworkSegment(97cb7c0e-6017-4956-9bfd-101a1a75a7c0),segment_id=97cb7c0e-6017-4956-9bfd-101a1a75a7c0)] {{(pid=103459) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 12 13:16:05.425327 dv-cinder-830097-4-iscsi neutron-server[103459]: DEBUG neutron.db.provisioning_blocks [None req-6d728230-822d-4d1e-8fe8-aa6872b6b412 None None] Provisioning complete for port 1d18179e-c416-4e11-8016-4ac572b494c9 triggered by entity DHCP. {{(pid=103459) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 12 13:16:05.428653 dv-cinder-830097-4-iscsi neutron-server[103459]: DEBUG neutron_lib.callbacks.manager [None req-6d728230-822d-4d1e-8fe8-aa6872b6b412 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-657243'] for port (1d18179e-c416-4e11-8016-4ac572b494c9), provisioning_complete {{(pid=103459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:16:05.521546 dv-cinder-830097-4-iscsi neutron-server[103459]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-28986fa4-bff6-4dae-a1ca-ff03e9f7f31f None None] Network 33c58c83-bd42-46e6-829a-cd11f58e9fb1 requested from dv-cinder-830097-4-iscsi {{(pid=103459) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 12 13:16:05.584139 dv-cinder-830097-4-iscsi neutron-server[103458]: DEBUG neutron.db.db_base_plugin_common [None req-350a14c2-face-433a-9ac6-3021c7e177de admin admin] Allocated IP 172.20.0.1 (8a9d7c73-ddbc-4eef-a839-e9bbe858207d/e7f620b9-ee69-4e3f-9fdf-c3881765f45f/70634d67-4046-424d-94eb-02fc097f0ec7) {{(pid=103458) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 12 13:16:05.628119 dv-cinder-830097-4-iscsi neutron-server[103458]: DEBUG neutron.wsgi [-] (103458) accepted ('10.222.0.18', 40190) {{(pid=103458) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 13:16:05.633770 dv-cinder-830097-4-iscsi neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-34409436-53f0-4264-9316-53bee5d18d35 admin admin] Publish callbacks [] for port (bee35c5e-668a-49b2-8687-9dc92ebd1905), precommit_create {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:16:05.635290 dv-cinder-830097-4-iscsi neutron-server[103459]: DEBUG neutron_lib.callbacks.manager [None req-53781792-8650-4c78-93a6-1c4d328d874c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-915890', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3697887', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732727894815', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732727417932', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732727417950'] for port (7f035ff3-6814-4e68-910d-d68637abe170), after_update {{(pid=103459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:16:05.636441 dv-cinder-830097-4-iscsi neutron-server[103459]: DEBUG neutron.plugins.ml2.rpc [None req-53781792-8650-4c78-93a6-1c4d328d874c None None] Device d2b455b2-dc1e-4c6c-83ca-18b7388fbe46 up at agent ovs-agent-dv-cinder-830097-4-iscsi {{(pid=103459) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 12 13:16:05.735126 dv-cinder-830097-4-iscsi neutron-server[103459]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-efb35a82-6ca3-4be5-9c52-a934081f5bda None None] Network 6562521a-2ea5-45f4-a1f8-589dc7fbc9f3 requested from dv-cinder-830097-4-iscsi {{(pid=103459) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 12 13:16:05.819977 dv-cinder-830097-4-iscsi neutron-server[103459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53781792-8650-4c78-93a6-1c4d328d874c None None] Pushing event updated for resources: {'Port': ['ID=7f035ff3-6814-4e68-910d-d68637abe170,revision_number=3']} {{(pid=103459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 13:16:05.862586 dv-cinder-830097-4-iscsi neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-34409436-53f0-4264-9316-53bee5d18d35 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-915890', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3697887', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732727417914'] for port (bee35c5e-668a-49b2-8687-9dc92ebd1905), after_create {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:16:05.900969 dv-cinder-830097-4-iscsi neutron-server[103458]: INFO neutron.wsgi [req-883ba734-2c92-42b8-a198-3a013628d6e6 req-07a78d5b-0f08-4146-9cfd-3c83adeaaae0 tempest-DeleteServersTestJSON-535355193 tempest-DeleteServersTestJSON-535355193-project] 10.222.0.18 "GET /v2.0/ports?device_id=62c98bc3-e89d-4509-9b6a-001a4d0a6e3b HTTP/1.1" status: 200 len: 210 time: 0.1050072 Apr 12 13:16:05.947657 dv-cinder-830097-4-iscsi neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-a2824d0d-712d-4c8e-b105-595a0167a888 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:16:06.020093 dv-cinder-830097-4-iscsi neutron-server[103457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34409436-53f0-4264-9316-53bee5d18d35 admin admin] Pushing event updated for resources: {'Port': ['ID=bee35c5e-668a-49b2-8687-9dc92ebd1905,revision_number=1']} {{(pid=103457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 13:16:06.063683 dv-cinder-830097-4-iscsi neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-2b6620d5-055a-45ca-a9f8-87d704db8084 admin admin] Publish callbacks [] for router_gateway (66d38733-8a94-4306-9035-12f6b3906c1e), after_create {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:16:06.076242 dv-cinder-830097-4-iscsi neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-ea56a9b5-8071-41f8-94ac-612360a0fac6 admin admin] Publish callbacks [] for security_group (2ee454b3-4812-4950-8644-72a47bb02e14), before_delete {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:16:06.125104 dv-cinder-830097-4-iscsi neutron-server[103459]: DEBUG neutron.plugins.ml2.plugin [None req-6d728230-822d-4d1e-8fe8-aa6872b6b412 None None] Current status of the port 1d18179e-c416-4e11-8016-4ac572b494c9 is: DOWN; New status is: ACTIVE {{(pid=103459) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 12 13:16:06.126165 dv-cinder-830097-4-iscsi neutron-server[103459]: DEBUG neutron_lib.callbacks.manager [None req-6d728230-822d-4d1e-8fe8-aa6872b6b412 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-916304'] for port (1d18179e-c416-4e11-8016-4ac572b494c9), before_update {{(pid=103459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:16:06.139387 dv-cinder-830097-4-iscsi neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-ea56a9b5-8071-41f8-94ac-612360a0fac6 admin admin] Publish callbacks [] for security_group (2ee454b3-4812-4950-8644-72a47bb02e14), precommit_delete {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:16:06.194967 dv-cinder-830097-4-iscsi neutron-server[103460]: DEBUG neutron_lib.callbacks.manager [None req-4b2a0756-dd6c-481d-99f8-1793ba8c43ad None None] Publish callbacks [] for port (958ce0b1-b216-48bf-ac4c-12928e15436d), precommit_update {{(pid=103460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:16:06.195543 dv-cinder-830097-4-iscsi neutron-server[103459]: DEBUG neutron.plugins.ml2.db [None req-6d728230-822d-4d1e-8fe8-aa6872b6b412 None None] For port 1d18179e-c416-4e11-8016-4ac572b494c9, host dv-cinder-830097-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-830097-4-iscsi',level=0,port_id=1d18179e-c416-4e11-8016-4ac572b494c9,segment=NetworkSegment(cbdc8fb7-4f48-4130-80a4-939d65d92cbb),segment_id=cbdc8fb7-4f48-4130-80a4-939d65d92cbb)] {{(pid=103459) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 12 13:16:06.204294 dv-cinder-830097-4-iscsi neutron-server[103459]: DEBUG neutron_lib.callbacks.manager [None req-6d728230-822d-4d1e-8fe8-aa6872b6b412 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-915890', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3697887', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732727894815', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732727417932', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732727417950'] for port (1d18179e-c416-4e11-8016-4ac572b494c9), after_update {{(pid=103459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:16:06.232429 dv-cinder-830097-4-iscsi neutron-server[103460]: DEBUG neutron_lib.callbacks.manager [None req-4b2a0756-dd6c-481d-99f8-1793ba8c43ad None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-915890', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3697887', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732727894815', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732727417932', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732727417950'] for port (958ce0b1-b216-48bf-ac4c-12928e15436d), after_update {{(pid=103460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:16:06.262276 dv-cinder-830097-4-iscsi neutron-server[103457]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-34409436-53f0-4264-9316-53bee5d18d35 admin admin] Network 26d0436d-8ae2-49bd-8cc6-3d2eac552c84 is already hosted by enough agents. {{(pid=103457) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 12 13:16:06.266362 dv-cinder-830097-4-iscsi neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-ea56a9b5-8071-41f8-94ac-612360a0fac6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3691807'] for security_group (2ee454b3-4812-4950-8644-72a47bb02e14), after_delete {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:16:06.269231 dv-cinder-830097-4-iscsi neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-ea56a9b5-8071-41f8-94ac-612360a0fac6 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:16:06.270426 dv-cinder-830097-4-iscsi neutron-server[103457]: INFO neutron.wsgi [None req-ea56a9b5-8071-41f8-94ac-612360a0fac6 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/2ee454b3-4812-4950-8644-72a47bb02e14 HTTP/1.1" status: 204 len: 168 time: 1.0021842 Apr 12 13:16:06.272632 dv-cinder-830097-4-iscsi neutron-server[103459]: DEBUG neutron.db.provisioning_blocks [None req-53781792-8650-4c78-93a6-1c4d328d874c None None] Provisioning complete for port d2b455b2-dc1e-4c6c-83ca-18b7388fbe46 triggered by entity L2. {{(pid=103459) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 12 13:16:06.273208 dv-cinder-830097-4-iscsi neutron-server[103459]: DEBUG neutron_lib.callbacks.manager [None req-53781792-8650-4c78-93a6-1c4d328d874c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-657243'] for port (d2b455b2-dc1e-4c6c-83ca-18b7388fbe46), provisioning_complete {{(pid=103459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:16:06.283491 dv-cinder-830097-4-iscsi neutron-server[103457]: DEBUG neutron.scheduler.base_scheduler [None req-34409436-53f0-4264-9316-53bee5d18d35 admin admin] Resources bound (agent type, host, resource id): {{(pid=103457) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 12 13:16:06.286563 dv-cinder-830097-4-iscsi neutron-server[103457]: DEBUG neutron.db.l3_dvrscheduler_db [None req-34409436-53f0-4264-9316-53bee5d18d35 admin admin] Received port after_create {{(pid=103457) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 12 13:16:06.290199 dv-cinder-830097-4-iscsi neutron-server[103457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea56a9b5-8071-41f8-94ac-612360a0fac6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2ee454b3-4812-4950-8644-72a47bb02e14,revision_number=None']} {{(pid=103457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 13:16:06.372183 dv-cinder-830097-4-iscsi neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-350a14c2-face-433a-9ac6-3021c7e177de admin admin] Publish callbacks [] for port (70634d67-4046-424d-94eb-02fc097f0ec7), precommit_create {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:16:06.385959 dv-cinder-830097-4-iscsi neutron-server[103460]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d2eed34-fe83-4928-864c-2b4ddc5b9d54 None None] Pushing event updated for resources: {'Port': ['ID=958ce0b1-b216-48bf-ac4c-12928e15436d,revision_number=2']} {{(pid=103460) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 13:16:06.421317 dv-cinder-830097-4-iscsi neutron-server[103460]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d2eed34-fe83-4928-864c-2b4ddc5b9d54 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830097-4-iscsi {{(pid=103460) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 13:16:06.421678 dv-cinder-830097-4-iscsi neutron-server[103460]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d2eed34-fe83-4928-864c-2b4ddc5b9d54 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830097-4-iscsi {{(pid=103460) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 13:16:06.422027 dv-cinder-830097-4-iscsi neutron-server[103460]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d2eed34-fe83-4928-864c-2b4ddc5b9d54 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830097-4-iscsi {{(pid=103460) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 13:16:06.423149 dv-cinder-830097-4-iscsi neutron-server[103460]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d2eed34-fe83-4928-864c-2b4ddc5b9d54 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830097-4-iscsi {{(pid=103460) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 13:16:06.424751 dv-cinder-830097-4-iscsi neutron-server[103460]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d2eed34-fe83-4928-864c-2b4ddc5b9d54 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830097-4-iscsi {{(pid=103460) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 13:16:06.425264 dv-cinder-830097-4-iscsi neutron-server[103460]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d2eed34-fe83-4928-864c-2b4ddc5b9d54 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830097-4-iscsi {{(pid=103460) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 13:16:06.426873 dv-cinder-830097-4-iscsi neutron-server[103460]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d2eed34-fe83-4928-864c-2b4ddc5b9d54 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830097-4-iscsi {{(pid=103460) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 13:16:06.427366 dv-cinder-830097-4-iscsi neutron-server[103460]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d2eed34-fe83-4928-864c-2b4ddc5b9d54 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-830097-4-iscsi {{(pid=103460) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 13:16:06.427885 dv-cinder-830097-4-iscsi neutron-server[103460]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d2eed34-fe83-4928-864c-2b4ddc5b9d54 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-830097-4-iscsi {{(pid=103460) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 13:16:06.430786 dv-cinder-830097-4-iscsi neutron-server[103460]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d2eed34-fe83-4928-864c-2b4ddc5b9d54 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-830097-4-iscsi {{(pid=103460) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 13:16:06.432071 dv-cinder-830097-4-iscsi neutron-server[103460]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d2eed34-fe83-4928-864c-2b4ddc5b9d54 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-830097-4-iscsi {{(pid=103460) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 13:16:06.433352 dv-cinder-830097-4-iscsi neutron-server[103459]: DEBUG neutron.db.provisioning_blocks [None req-9ddcc6dc-2891-4816-a029-a844d261734c None None] Provisioning complete for port 7f035ff3-6814-4e68-910d-d68637abe170 triggered by entity DHCP. {{(pid=103459) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 12 13:16:06.434042 dv-cinder-830097-4-iscsi neutron-server[103459]: DEBUG neutron_lib.callbacks.manager [None req-9ddcc6dc-2891-4816-a029-a844d261734c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-657243'] for port (7f035ff3-6814-4e68-910d-d68637abe170), provisioning_complete {{(pid=103459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:16:06.434392 dv-cinder-830097-4-iscsi neutron-server[103460]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d2eed34-fe83-4928-864c-2b4ddc5b9d54 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830097-4-iscsi {{(pid=103460) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 13:16:06.434780 dv-cinder-830097-4-iscsi neutron-server[103460]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d2eed34-fe83-4928-864c-2b4ddc5b9d54 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830097-4-iscsi {{(pid=103460) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 13:16:06.437717 dv-cinder-830097-4-iscsi neutron-server[103460]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d2eed34-fe83-4928-864c-2b4ddc5b9d54 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830097-4-iscsi {{(pid=103460) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 13:16:06.437717 dv-cinder-830097-4-iscsi neutron-server[103460]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d2eed34-fe83-4928-864c-2b4ddc5b9d54 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830097-4-iscsi {{(pid=103460) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 13:16:06.445485 dv-cinder-830097-4-iscsi neutron-server[103460]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d2eed34-fe83-4928-864c-2b4ddc5b9d54 None None] Tracked resource versions report: Apr 12 13:16:06.445485 dv-cinder-830097-4-iscsi neutron-server[103460]: pushed versions: Apr 12 13:16:06.445485 dv-cinder-830097-4-iscsi neutron-server[103460]: { 'AddressGroup': {'1.2'}, Apr 12 13:16:06.445485 dv-cinder-830097-4-iscsi neutron-server[103460]: 'Agent': {'1.1'}, Apr 12 13:16:06.445485 dv-cinder-830097-4-iscsi neutron-server[103460]: 'ConntrackHelper': {'1.0'}, Apr 12 13:16:06.445485 dv-cinder-830097-4-iscsi neutron-server[103460]: 'LocalIPAssociation': {'1.0'}, Apr 12 13:16:06.445485 dv-cinder-830097-4-iscsi neutron-server[103460]: 'Log': {'1.0'}, Apr 12 13:16:06.445485 dv-cinder-830097-4-iscsi neutron-server[103460]: 'NDPProxy': {'1.0'}, Apr 12 13:16:06.445485 dv-cinder-830097-4-iscsi neutron-server[103460]: 'Network': {'1.1'}, Apr 12 13:16:06.445485 dv-cinder-830097-4-iscsi neutron-server[103460]: 'Port': {'1.7'}, Apr 12 13:16:06.445485 dv-cinder-830097-4-iscsi neutron-server[103460]: 'PortForwarding': {'1.3'}, Apr 12 13:16:06.445485 dv-cinder-830097-4-iscsi neutron-server[103460]: 'QosPolicy': {'1.10'}, Apr 12 13:16:06.445485 dv-cinder-830097-4-iscsi neutron-server[103460]: 'SecurityGroup': {'1.5'}, Apr 12 13:16:06.445485 dv-cinder-830097-4-iscsi neutron-server[103460]: 'SecurityGroupRule': {'1.2'}, Apr 12 13:16:06.445485 dv-cinder-830097-4-iscsi neutron-server[103460]: 'SubPort': {'1.0'}, Apr 12 13:16:06.445485 dv-cinder-830097-4-iscsi neutron-server[103460]: 'Subnet': {'1.1'}, Apr 12 13:16:06.445485 dv-cinder-830097-4-iscsi neutron-server[103460]: 'Trunk': {'1.1'}} Apr 12 13:16:06.445485 dv-cinder-830097-4-iscsi neutron-server[103460]: consumer versions: Apr 12 13:16:06.445485 dv-cinder-830097-4-iscsi neutron-server[103460]: { DHCP agent@dv-cinder-830097-4-iscsi: {}, Apr 12 13:16:06.445485 dv-cinder-830097-4-iscsi neutron-server[103460]: HyperV agent@hv-cinder-83009: {}, Apr 12 13:16:06.445485 dv-cinder-830097-4-iscsi neutron-server[103460]: L3 agent@dv-cinder-830097-4-iscsi: {}, Apr 12 13:16:06.445485 dv-cinder-830097-4-iscsi neutron-server[103460]: Metadata agent@dv-cinder-830097-4-iscsi: {}, Apr 12 13:16:06.445485 dv-cinder-830097-4-iscsi neutron-server[103460]: Metering agent@dv-cinder-830097-4-iscsi: {}, Apr 12 13:16:06.445485 dv-cinder-830097-4-iscsi neutron-server[103460]: Open vSwitch agent@dv-cinder-830097-4-iscsi: { 'AddressGroup': '1.2', Apr 12 13:16:06.445485 dv-cinder-830097-4-iscsi neutron-server[103460]: 'Agent': '1.1', Apr 12 13:16:06.445485 dv-cinder-830097-4-iscsi neutron-server[103460]: 'ConntrackHelper': '1.0', Apr 12 13:16:06.445485 dv-cinder-830097-4-iscsi neutron-server[103460]: 'LocalIPAssociation': '1.0', Apr 12 13:16:06.445485 dv-cinder-830097-4-iscsi neutron-server[103460]: 'Log': '1.0', Apr 12 13:16:06.445485 dv-cinder-830097-4-iscsi neutron-server[103460]: 'NDPProxy': '1.0', Apr 12 13:16:06.445485 dv-cinder-830097-4-iscsi neutron-server[103460]: 'Network': '1.1', Apr 12 13:16:06.445485 dv-cinder-830097-4-iscsi neutron-server[103460]: 'Port': '1.7', Apr 12 13:16:06.445485 dv-cinder-830097-4-iscsi neutron-server[103460]: 'PortForwarding': '1.3', Apr 12 13:16:06.445485 dv-cinder-830097-4-iscsi neutron-server[103460]: 'QosPolicy': '1.10', Apr 12 13:16:06.445485 dv-cinder-830097-4-iscsi neutron-server[103460]: 'SecurityGroup': '1.5', Apr 12 13:16:06.445485 dv-cinder-830097-4-iscsi neutron-server[103460]: 'SecurityGroupRule': '1.2', Apr 12 13:16:06.445485 dv-cinder-830097-4-iscsi neutron-server[103460]: 'SubPort': '1.0', Apr 12 13:16:06.445485 dv-cinder-830097-4-iscsi neutron-server[103460]: 'Subnet': '1.1', Apr 12 13:16:06.445485 dv-cinder-830097-4-iscsi neutron-server[103460]: 'Trunk': '1.1'}} Apr 12 13:16:06.445485 dv-cinder-830097-4-iscsi neutron-server[103460]: {{(pid=103460) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Apr 12 13:16:06.456280 dv-cinder-830097-4-iscsi neutron-server[103460]: DEBUG neutron.plugins.ml2.managers [None req-4b2a0756-dd6c-481d-99f8-1793ba8c43ad None None] Attempting to bind port 958ce0b1-b216-48bf-ac4c-12928e15436d on host dv-cinder-830097-4-iscsi for vnic_type normal with profile {{(pid=103460) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 12 13:16:06.456718 dv-cinder-830097-4-iscsi neutron-server[103460]: DEBUG neutron.plugins.ml2.managers [None req-4b2a0756-dd6c-481d-99f8-1793ba8c43ad None None] Attempting to bind port 958ce0b1-b216-48bf-ac4c-12928e15436d by drivers openvswitch,hyperv on host dv-cinder-830097-4-iscsi at level 0 using segments [{'id': '333e2245-11dc-4fcd-9fb1-9fe65fae59ea', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '26d0436d-8ae2-49bd-8cc6-3d2eac552c84'}] {{(pid=103460) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 12 13:16:06.457626 dv-cinder-830097-4-iscsi neutron-server[103460]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4b2a0756-dd6c-481d-99f8-1793ba8c43ad None None] Attempting to bind port 958ce0b1-b216-48bf-ac4c-12928e15436d on network 26d0436d-8ae2-49bd-8cc6-3d2eac552c84 {{(pid=103460) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 12 13:16:06.470670 dv-cinder-830097-4-iscsi neutron-server[103460]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4b2a0756-dd6c-481d-99f8-1793ba8c43ad None None] Checking agent: {'id': '3f2daa45-5e56-452b-8a21-b519edfce99e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-830097-4-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 12, 13, 7, 23), 'started_at': datetime.datetime(2022, 4, 12, 13, 7, 53), 'heartbeat_timestamp': datetime.datetime(2022, 4, 12, 13, 15, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-830097-4-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103460) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 12 13:16:06.472188 dv-cinder-830097-4-iscsi neutron-server[103460]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4b2a0756-dd6c-481d-99f8-1793ba8c43ad None None] Checking segment: {'id': '333e2245-11dc-4fcd-9fb1-9fe65fae59ea', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '26d0436d-8ae2-49bd-8cc6-3d2eac552c84'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103460) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 12 13:16:06.472740 dv-cinder-830097-4-iscsi neutron-server[103460]: DEBUG neutron_lib.callbacks.manager [None req-4b2a0756-dd6c-481d-99f8-1793ba8c43ad None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:16:06.475785 dv-cinder-830097-4-iscsi neutron-server[103460]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4b2a0756-dd6c-481d-99f8-1793ba8c43ad None None] Bound using segment: {'id': '333e2245-11dc-4fcd-9fb1-9fe65fae59ea', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '26d0436d-8ae2-49bd-8cc6-3d2eac552c84'} {{(pid=103460) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 12 13:16:06.476590 dv-cinder-830097-4-iscsi neutron-server[103460]: DEBUG neutron.plugins.ml2.managers [None req-4b2a0756-dd6c-481d-99f8-1793ba8c43ad None None] Bound port: 958ce0b1-b216-48bf-ac4c-12928e15436d, host: dv-cinder-830097-4-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '333e2245-11dc-4fcd-9fb1-9fe65fae59ea', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '26d0436d-8ae2-49bd-8cc6-3d2eac552c84'}}] {{(pid=103460) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 12 13:16:06.477387 dv-cinder-830097-4-iscsi neutron-server[103460]: DEBUG neutron_lib.callbacks.manager [None req-4b2a0756-dd6c-481d-99f8-1793ba8c43ad None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-916304'] for port (958ce0b1-b216-48bf-ac4c-12928e15436d), before_update {{(pid=103460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:16:06.527245 dv-cinder-830097-4-iscsi neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-350a14c2-face-433a-9ac6-3021c7e177de admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-915890', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3697887', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732727417914'] for port (70634d67-4046-424d-94eb-02fc097f0ec7), after_create {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:16:06.579285 dv-cinder-830097-4-iscsi neutron-server[103460]: DEBUG neutron.plugins.ml2.db [None req-4b2a0756-dd6c-481d-99f8-1793ba8c43ad None None] For port 958ce0b1-b216-48bf-ac4c-12928e15436d, host dv-cinder-830097-4-iscsi, cleared binding levels {{(pid=103460) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 12 13:16:06.588787 dv-cinder-830097-4-iscsi neutron-server[103460]: DEBUG neutron.plugins.ml2.db [None req-4b2a0756-dd6c-481d-99f8-1793ba8c43ad None None] For port 958ce0b1-b216-48bf-ac4c-12928e15436d, host dv-cinder-830097-4-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-830097-4-iscsi',level=0,port_id=958ce0b1-b216-48bf-ac4c-12928e15436d,segment=NetworkSegment(333e2245-11dc-4fcd-9fb1-9fe65fae59ea),segment_id=333e2245-11dc-4fcd-9fb1-9fe65fae59ea)] {{(pid=103460) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 12 13:16:06.603398 dv-cinder-830097-4-iscsi neutron-server[103460]: DEBUG neutron_lib.callbacks.manager [None req-4b2a0756-dd6c-481d-99f8-1793ba8c43ad None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-915890', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3697887', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732727894815', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732727417932', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732727417950'] for port (958ce0b1-b216-48bf-ac4c-12928e15436d), after_update {{(pid=103460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:16:06.627748 dv-cinder-830097-4-iscsi neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-a2824d0d-712d-4c8e-b105-595a0167a888 admin admin] Publish callbacks [] for security_group (82bfa83e-8449-4225-9f27-11913c6ec1d5), precommit_create {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:16:06.637759 dv-cinder-830097-4-iscsi neutron-server[103458]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-350a14c2-face-433a-9ac6-3021c7e177de admin admin] Network 8a9d7c73-ddbc-4eef-a839-e9bbe858207d is already hosted by enough agents. {{(pid=103458) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 12 13:16:06.642691 dv-cinder-830097-4-iscsi neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-a2824d0d-712d-4c8e-b105-595a0167a888 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3691807'] for security_group (82bfa83e-8449-4225-9f27-11913c6ec1d5), after_create {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:16:06.645308 dv-cinder-830097-4-iscsi neutron-server[103458]: DEBUG neutron.scheduler.base_scheduler [None req-350a14c2-face-433a-9ac6-3021c7e177de admin admin] Resources bound (agent type, host, resource id): {{(pid=103458) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 12 13:16:06.651523 dv-cinder-830097-4-iscsi neutron-server[103458]: DEBUG neutron.db.l3_dvrscheduler_db [None req-350a14c2-face-433a-9ac6-3021c7e177de admin admin] Received port after_create {{(pid=103458) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 12 13:16:06.652000 dv-cinder-830097-4-iscsi neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-350a14c2-face-433a-9ac6-3021c7e177de admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3738971'] for router_interface (966c96ee-61f7-4f90-a5f6-9f5ed8a51317), before_create {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:16:06.697167 dv-cinder-830097-4-iscsi neutron-server[103459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d728230-822d-4d1e-8fe8-aa6872b6b412 None None] Pushing event updated for resources: {'Port': ['ID=1d18179e-c416-4e11-8016-4ac572b494c9,revision_number=3']} {{(pid=103459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 13:16:06.768311 dv-cinder-830097-4-iscsi neutron-server[103460]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d2eed34-fe83-4928-864c-2b4ddc5b9d54 None None] Pushing event updated for resources: {'Port': ['ID=958ce0b1-b216-48bf-ac4c-12928e15436d,revision_number=3']} {{(pid=103460) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 13:16:06.810491 dv-cinder-830097-4-iscsi neutron-server[103460]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4b2a0756-dd6c-481d-99f8-1793ba8c43ad None None] Routers {'966c96ee-61f7-4f90-a5f6-9f5ed8a51317'} bound to L3 agent in host dv-cinder-830097-4-iscsi {{(pid=103460) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 12 13:16:06.811412 dv-cinder-830097-4-iscsi neutron-server[103460]: DEBUG neutron.db.l3_hamode_db [None req-4b2a0756-dd6c-481d-99f8-1793ba8c43ad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830097-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-04-12T13:07:19Z,description=,heartbeat_timestamp=2022-04-12T13:15:49Z,host='dv-cinder-830097-4-iscsi',id=b7e11a8b-aeed-493f-9763-461016dddc93,load=0,resource_versions=,resources_synced=,started_at=2022-04-12T13:07:19Z,topic='l3_agent')) {'router_ids': ['966c96ee-61f7-4f90-a5f6-9f5ed8a51317'], 'active': True} {{(pid=103460) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 13:16:06.820304 dv-cinder-830097-4-iscsi neutron-server[103459]: DEBUG neutron.plugins.ml2.plugin [None req-53781792-8650-4c78-93a6-1c4d328d874c None None] Current status of the port d2b455b2-dc1e-4c6c-83ca-18b7388fbe46 is: DOWN; New status is: ACTIVE {{(pid=103459) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 12 13:16:06.821022 dv-cinder-830097-4-iscsi neutron-server[103459]: DEBUG neutron_lib.callbacks.manager [None req-53781792-8650-4c78-93a6-1c4d328d874c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-916304'] for port (d2b455b2-dc1e-4c6c-83ca-18b7388fbe46), before_update {{(pid=103459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:16:06.894818 dv-cinder-830097-4-iscsi neutron-server[103459]: DEBUG neutron.plugins.ml2.plugin [None req-9ddcc6dc-2891-4816-a029-a844d261734c None None] Current status of the port 7f035ff3-6814-4e68-910d-d68637abe170 is: ACTIVE; New status is: ACTIVE {{(pid=103459) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 12 13:16:06.950657 dv-cinder-830097-4-iscsi neutron-server[103459]: DEBUG neutron.plugins.ml2.db [None req-53781792-8650-4c78-93a6-1c4d328d874c None None] For port d2b455b2-dc1e-4c6c-83ca-18b7388fbe46, host dv-cinder-830097-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-830097-4-iscsi',level=0,port_id=d2b455b2-dc1e-4c6c-83ca-18b7388fbe46,segment=NetworkSegment(14551b93-9fd8-40ed-a0fc-48c46d45be33),segment_id=14551b93-9fd8-40ed-a0fc-48c46d45be33)] {{(pid=103459) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 12 13:16:06.971740 dv-cinder-830097-4-iscsi neutron-server[103459]: DEBUG neutron_lib.callbacks.manager [None req-53781792-8650-4c78-93a6-1c4d328d874c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-915890', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3697887', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732727894815', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732727417932', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732727417950'] for port (d2b455b2-dc1e-4c6c-83ca-18b7388fbe46), after_update {{(pid=103459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:16:06.973949 dv-cinder-830097-4-iscsi neutron-server[103459]: DEBUG neutron.plugins.ml2.rpc [None req-53781792-8650-4c78-93a6-1c4d328d874c None None] Device 1d18179e-c416-4e11-8016-4ac572b494c9 up at agent ovs-agent-dv-cinder-830097-4-iscsi {{(pid=103459) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 12 13:16:07.056337 dv-cinder-830097-4-iscsi neutron-server[103459]: DEBUG neutron.db.provisioning_blocks [None req-9ddcc6dc-2891-4816-a029-a844d261734c None None] Provisioning complete for port d2b455b2-dc1e-4c6c-83ca-18b7388fbe46 triggered by entity DHCP. {{(pid=103459) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 12 13:16:07.070667 dv-cinder-830097-4-iscsi neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-2b6620d5-055a-45ca-a9f8-87d704db8084 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3800281', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3739048'] for router (66d38733-8a94-4306-9035-12f6b3906c1e), after_create {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:16:07.071473 dv-cinder-830097-4-iscsi neutron-server[103459]: DEBUG neutron_lib.callbacks.manager [None req-9ddcc6dc-2891-4816-a029-a844d261734c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-657243'] for port (d2b455b2-dc1e-4c6c-83ca-18b7388fbe46), provisioning_complete {{(pid=103459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:16:07.093139 dv-cinder-830097-4-iscsi neutron-server[103460]: DEBUG neutron.db.l3_dvr_db [None req-4b2a0756-dd6c-481d-99f8-1793ba8c43ad None None] Set router 966c96ee-61f7-4f90-a5f6-9f5ed8a51317 gateway port host: dv-cinder-830097-4-iscsi {{(pid=103460) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 12 13:16:07.109681 dv-cinder-830097-4-iscsi neutron-server[103458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-350a14c2-face-433a-9ac6-3021c7e177de admin admin] Pushing event updated for resources: {'Port': ['ID=70634d67-4046-424d-94eb-02fc097f0ec7,revision_number=1']} {{(pid=103458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 13:16:07.214999 dv-cinder-830097-4-iscsi neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-34409436-53f0-4264-9316-53bee5d18d35 admin admin] Publish callbacks [] for router_gateway (af30ce41-ac25-45e3-9bbb-85ecf8f0a642), after_create {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:16:07.252318 dv-cinder-830097-4-iscsi neutron-server[103458]: INFO neutron.wsgi [None req-a2824d0d-712d-4c8e-b105-595a0167a888 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=18933f143deb41ce9100f11ebe9ee3ab&name=default HTTP/1.1" status: 200 len: 2992 time: 1.6231377 Apr 12 13:16:07.263643 dv-cinder-830097-4-iscsi neutron-server[103457]: DEBUG neutron.wsgi [-] (103457) accepted ('10.222.0.18', 40246) {{(pid=103457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 13:16:07.285290 dv-cinder-830097-4-iscsi neutron-server[103459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53781792-8650-4c78-93a6-1c4d328d874c None None] Pushing event updated for resources: {'Port': ['ID=d2b455b2-dc1e-4c6c-83ca-18b7388fbe46,revision_number=3']} {{(pid=103459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 13:16:07.308853 dv-cinder-830097-4-iscsi neutron-server[103459]: DEBUG neutron.db.provisioning_blocks [None req-53781792-8650-4c78-93a6-1c4d328d874c None None] Provisioning complete for port 1d18179e-c416-4e11-8016-4ac572b494c9 triggered by entity L2. {{(pid=103459) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 12 13:16:07.309254 dv-cinder-830097-4-iscsi neutron-server[103459]: DEBUG neutron_lib.callbacks.manager [None req-53781792-8650-4c78-93a6-1c4d328d874c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-657243'] for port (1d18179e-c416-4e11-8016-4ac572b494c9), provisioning_complete {{(pid=103459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:16:07.375186 dv-cinder-830097-4-iscsi neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-350a14c2-face-433a-9ac6-3021c7e177de admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-916304'] for port (70634d67-4046-424d-94eb-02fc097f0ec7), before_update {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:16:07.387767 dv-cinder-830097-4-iscsi neutron-server[103458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2824d0d-712d-4c8e-b105-595a0167a888 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=82bfa83e-8449-4225-9f27-11913c6ec1d5,revision_number=1']} {{(pid=103458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 13:16:07.415060 dv-cinder-830097-4-iscsi neutron-server[103460]: DEBUG neutron.db.l3_hamode_db [None req-4b2a0756-dd6c-481d-99f8-1793ba8c43ad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '966c96ee-61f7-4f90-a5f6-9f5ed8a51317', 'name': 'tempest-ServerRescueNegativeTestJSON-153791057-router', 'tenant_id': '03e871d047514daabb60a84f86099232', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '26d0436d-8ae2-49bd-8cc6-3d2eac552c84', 'external_fixed_ips': [{'subnet_id': 'd93852d8-8f89-4b1c-bef4-0e05f499a8db', 'ip_address': '172.27.0.21'}], 'enable_snat': True}, 'gw_port_id': '958ce0b1-b216-48bf-ac4c-12928e15436d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-12T13:15:59Z', 'updated_at': '2022-04-12T13:16:01Z', 'revision_number': 3, 'project_id': '03e871d047514daabb60a84f86099232', 'gw_port': {'id': '958ce0b1-b216-48bf-ac4c-12928e15436d', 'name': '', 'network_id': '26d0436d-8ae2-49bd-8cc6-3d2eac552c84', 'tenant_id': '', 'mac_address': 'fa:16:3e:e5:c7:92', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '966c96ee-61f7-4f90-a5f6-9f5ed8a51317', 'device_owner': 'network:router_gateway', 'standard_attr_id': 66, 'fixed_ips': [{'subnet_id': 'd93852d8-8f89-4b1c-bef4-0e05f499a8db', 'ip_address': '172.27.0.21', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830097-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T13:16:00Z', 'updated_at': '2022-04-12T13:16:06Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd93852d8-8f89-4b1c-bef4-0e05f499a8db', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830097-4-iscsi'}], 'dv-cinder-830097-4-iscsi', False) {} {{(pid=103460) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 13:16:07.441043 dv-cinder-830097-4-iscsi neutron-server[103459]: DEBUG neutron.plugins.ml2.plugin [None req-9ddcc6dc-2891-4816-a029-a844d261734c None None] Current status of the port d2b455b2-dc1e-4c6c-83ca-18b7388fbe46 is: ACTIVE; New status is: ACTIVE {{(pid=103459) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 12 13:16:07.460184 dv-cinder-830097-4-iscsi neutron-server[103458]: INFO neutron.wsgi [req-c25fd5c3-558f-4766-bf9a-d01f88f4b438 req-cca022b5-dbec-4372-86e1-0490bb0fd4bb tempest-DeleteServersTestJSON-535355193 tempest-DeleteServersTestJSON-535355193-project] 10.222.0.18 "GET /v2.0/ports?device_id=62c98bc3-e89d-4509-9b6a-001a4d0a6e3b HTTP/1.1" status: 200 len: 210 time: 0.1042304 Apr 12 13:16:07.503096 dv-cinder-830097-4-iscsi neutron-server[103460]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4b2a0756-dd6c-481d-99f8-1793ba8c43ad None None] The sync data for ids ['966c96ee-61f7-4f90-a5f6-9f5ed8a51317'] in dv-cinder-830097-4-iscsi is: [{'id': '966c96ee-61f7-4f90-a5f6-9f5ed8a51317', 'name': 'tempest-ServerRescueNegativeTestJSON-153791057-router', 'tenant_id': '03e871d047514daabb60a84f86099232', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '26d0436d-8ae2-49bd-8cc6-3d2eac552c84', 'external_fixed_ips': [{'subnet_id': 'd93852d8-8f89-4b1c-bef4-0e05f499a8db', 'ip_address': '172.27.0.21'}], 'enable_snat': True}, 'gw_port_id': '958ce0b1-b216-48bf-ac4c-12928e15436d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-12T13:15:59Z', 'updated_at': '2022-04-12T13:16:01Z', 'revision_number': 3, 'project_id': '03e871d047514daabb60a84f86099232', 'gw_port': {'id': '958ce0b1-b216-48bf-ac4c-12928e15436d', 'name': '', 'network_id': '26d0436d-8ae2-49bd-8cc6-3d2eac552c84', 'tenant_id': '', 'mac_address': 'fa:16:3e:e5:c7:92', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '966c96ee-61f7-4f90-a5f6-9f5ed8a51317', 'device_owner': 'network:router_gateway', 'standard_attr_id': 66, 'fixed_ips': [{'subnet_id': 'd93852d8-8f89-4b1c-bef4-0e05f499a8db', 'ip_address': '172.27.0.21', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830097-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T13:16:00Z', 'updated_at': '2022-04-12T13:16:06Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd93852d8-8f89-4b1c-bef4-0e05f499a8db', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830097-4-iscsi'}] {{(pid=103460) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 12 13:16:07.538726 dv-cinder-830097-4-iscsi neutron-server[103459]: DEBUG neutron.plugins.ml2.plugin [None req-53781792-8650-4c78-93a6-1c4d328d874c None None] Current status of the port 1d18179e-c416-4e11-8016-4ac572b494c9 is: ACTIVE; New status is: ACTIVE {{(pid=103459) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 12 13:16:07.595717 dv-cinder-830097-4-iscsi neutron-server[103459]: DEBUG neutron.db.provisioning_blocks [None req-6035b742-b59f-4617-81c0-64ab39e89b2a None None] Provisioning complete for port 1d18179e-c416-4e11-8016-4ac572b494c9 triggered by entity DHCP. {{(pid=103459) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 12 13:16:07.596546 dv-cinder-830097-4-iscsi neutron-server[103459]: DEBUG neutron_lib.callbacks.manager [None req-6035b742-b59f-4617-81c0-64ab39e89b2a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-657243'] for port (1d18179e-c416-4e11-8016-4ac572b494c9), provisioning_complete {{(pid=103459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:16:07.778882 dv-cinder-830097-4-iscsi neutron-server[103459]: DEBUG neutron.plugins.ml2.rpc [None req-53781792-8650-4c78-93a6-1c4d328d874c None None] Device d2b455b2-dc1e-4c6c-83ca-18b7388fbe46 up at agent ovs-agent-dv-cinder-830097-4-iscsi {{(pid=103459) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 12 13:16:07.833217 dv-cinder-830097-4-iscsi neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-0b867f32-e6e5-4677-9f57-f31e34738fdc admin admin] Publish callbacks [] for security_group (82bfa83e-8449-4225-9f27-11913c6ec1d5), before_delete {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:16:07.838653 dv-cinder-830097-4-iscsi neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-350a14c2-face-433a-9ac6-3021c7e177de admin admin] Publish callbacks [] for port (70634d67-4046-424d-94eb-02fc097f0ec7), precommit_update {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:16:07.849185 dv-cinder-830097-4-iscsi neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-350a14c2-face-433a-9ac6-3021c7e177de admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-915890', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3697887', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732727894815', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732727417932', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732727417950'] for port (70634d67-4046-424d-94eb-02fc097f0ec7), after_update {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:16:07.851066 dv-cinder-830097-4-iscsi neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-350a14c2-face-433a-9ac6-3021c7e177de admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3697905', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3750891'] for router_interface (966c96ee-61f7-4f90-a5f6-9f5ed8a51317), after_create {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:16:07.907126 dv-cinder-830097-4-iscsi neutron-server[103459]: DEBUG neutron.plugins.ml2.plugin [None req-6035b742-b59f-4617-81c0-64ab39e89b2a None None] Current status of the port 1d18179e-c416-4e11-8016-4ac572b494c9 is: ACTIVE; New status is: ACTIVE {{(pid=103459) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 12 13:16:07.938246 dv-cinder-830097-4-iscsi neutron-server[103459]: DEBUG neutron.db.provisioning_blocks [None req-6035b742-b59f-4617-81c0-64ab39e89b2a None None] Provisioning complete for port 70634d67-4046-424d-94eb-02fc097f0ec7 triggered by entity DHCP. {{(pid=103459) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 12 13:16:07.941247 dv-cinder-830097-4-iscsi neutron-server[103459]: DEBUG neutron_lib.callbacks.manager [None req-6035b742-b59f-4617-81c0-64ab39e89b2a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-657243'] for port (70634d67-4046-424d-94eb-02fc097f0ec7), provisioning_complete {{(pid=103459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:16:07.958707 dv-cinder-830097-4-iscsi neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-0b867f32-e6e5-4677-9f57-f31e34738fdc admin admin] Publish callbacks [] for security_group (82bfa83e-8449-4225-9f27-11913c6ec1d5), precommit_delete {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:16:07.982253 dv-cinder-830097-4-iscsi neutron-server[103458]: DEBUG neutron.wsgi [-] (103458) accepted ('10.222.0.18', 40272) {{(pid=103458) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 13:16:08.004805 dv-cinder-830097-4-iscsi neutron-server[103459]: DEBUG neutron.plugins.ml2.plugin [None req-6035b742-b59f-4617-81c0-64ab39e89b2a None None] Port 70634d67-4046-424d-94eb-02fc097f0ec7 cannot update to ACTIVE because it is not bound. {{(pid=103459) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 12 13:16:08.016648 dv-cinder-830097-4-iscsi neutron-server[103459]: DEBUG neutron.db.provisioning_blocks [None req-6035b742-b59f-4617-81c0-64ab39e89b2a None None] Provisioning complete for port 7f035ff3-6814-4e68-910d-d68637abe170 triggered by entity DHCP. {{(pid=103459) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 12 13:16:08.017219 dv-cinder-830097-4-iscsi neutron-server[103459]: DEBUG neutron_lib.callbacks.manager [None req-6035b742-b59f-4617-81c0-64ab39e89b2a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-657243'] for port (7f035ff3-6814-4e68-910d-d68637abe170), provisioning_complete {{(pid=103459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:16:08.019068 dv-cinder-830097-4-iscsi neutron-server[103459]: DEBUG neutron.db.provisioning_blocks [None req-53781792-8650-4c78-93a6-1c4d328d874c None None] Provisioning complete for port d2b455b2-dc1e-4c6c-83ca-18b7388fbe46 triggered by entity L2. {{(pid=103459) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 12 13:16:08.019581 dv-cinder-830097-4-iscsi neutron-server[103459]: DEBUG neutron_lib.callbacks.manager [None req-53781792-8650-4c78-93a6-1c4d328d874c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-657243'] for port (d2b455b2-dc1e-4c6c-83ca-18b7388fbe46), provisioning_complete {{(pid=103459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:16:08.055574 dv-cinder-830097-4-iscsi neutron-server[103458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-350a14c2-face-433a-9ac6-3021c7e177de admin admin] Pushing event updated for resources: {'Port': ['ID=70634d67-4046-424d-94eb-02fc097f0ec7,revision_number=2']} {{(pid=103458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 13:16:08.125638 dv-cinder-830097-4-iscsi neutron-server[103458]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-350a14c2-face-433a-9ac6-3021c7e177de admin admin] Network 8a9d7c73-ddbc-4eef-a839-e9bbe858207d is already hosted by enough agents. {{(pid=103458) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 12 13:16:08.128040 dv-cinder-830097-4-iscsi neutron-server[103458]: DEBUG neutron.scheduler.base_scheduler [None req-350a14c2-face-433a-9ac6-3021c7e177de admin admin] Resources bound (agent type, host, resource id): {{(pid=103458) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 12 13:16:08.278911 dv-cinder-830097-4-iscsi neutron-server[103457]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2b6620d5-055a-45ca-a9f8-87d704db8084 admin admin] Router 66d38733-8a94-4306-9035-12f6b3906c1e is scheduled to L3 agent b7e11a8b-aeed-493f-9763-461016dddc93 with binding_index 1 {{(pid=103457) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 12 13:16:08.326766 dv-cinder-830097-4-iscsi neutron-server[103459]: DEBUG neutron.plugins.ml2.plugin [None req-6035b742-b59f-4617-81c0-64ab39e89b2a None None] Current status of the port 7f035ff3-6814-4e68-910d-d68637abe170 is: ACTIVE; New status is: ACTIVE {{(pid=103459) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 12 13:16:08.334995 dv-cinder-830097-4-iscsi neutron-server[103459]: DEBUG neutron.plugins.ml2.plugin [None req-53781792-8650-4c78-93a6-1c4d328d874c None None] Current status of the port d2b455b2-dc1e-4c6c-83ca-18b7388fbe46 is: ACTIVE; New status is: ACTIVE {{(pid=103459) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 12 13:16:08.338669 dv-cinder-830097-4-iscsi neutron-server[103459]: DEBUG neutron.plugins.ml2.rpc [None req-53781792-8650-4c78-93a6-1c4d328d874c None None] Device 1d18179e-c416-4e11-8016-4ac572b494c9 up at agent ovs-agent-dv-cinder-830097-4-iscsi {{(pid=103459) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 12 13:16:08.385230 dv-cinder-830097-4-iscsi neutron-server[103458]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-350a14c2-face-433a-9ac6-3021c7e177de admin admin] Router 966c96ee-61f7-4f90-a5f6-9f5ed8a51317 has already been hosted by L3 agent b7e11a8b-aeed-493f-9763-461016dddc93 {{(pid=103458) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 12 13:16:08.417481 dv-cinder-830097-4-iscsi neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-d964b4fd-e2c1-45e2-a5dd-184849d98910 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:16:08.426462 dv-cinder-830097-4-iscsi neutron-server[103459]: DEBUG neutron.db.provisioning_blocks [None req-53781792-8650-4c78-93a6-1c4d328d874c None None] Provisioning complete for port 1d18179e-c416-4e11-8016-4ac572b494c9 triggered by entity L2. {{(pid=103459) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 12 13:16:08.426711 dv-cinder-830097-4-iscsi neutron-server[103459]: DEBUG neutron_lib.callbacks.manager [None req-53781792-8650-4c78-93a6-1c4d328d874c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-657243'] for port (1d18179e-c416-4e11-8016-4ac572b494c9), provisioning_complete {{(pid=103459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:16:08.464811 dv-cinder-830097-4-iscsi neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-0b867f32-e6e5-4677-9f57-f31e34738fdc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3691807'] for security_group (82bfa83e-8449-4225-9f27-11913c6ec1d5), after_delete {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:16:08.467416 dv-cinder-830097-4-iscsi neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-0b867f32-e6e5-4677-9f57-f31e34738fdc admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:16:08.473026 dv-cinder-830097-4-iscsi neutron-server[103457]: INFO neutron.wsgi [None req-0b867f32-e6e5-4677-9f57-f31e34738fdc admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/82bfa83e-8449-4225-9f27-11913c6ec1d5 HTTP/1.1" status: 204 len: 168 time: 1.2068138 Apr 12 13:16:08.521703 dv-cinder-830097-4-iscsi neutron-server[103457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b867f32-e6e5-4677-9f57-f31e34738fdc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=82bfa83e-8449-4225-9f27-11913c6ec1d5,revision_number=None']} {{(pid=103457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 13:16:08.584870 dv-cinder-830097-4-iscsi neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-34409436-53f0-4264-9316-53bee5d18d35 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3800281', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3739048'] for router (af30ce41-ac25-45e3-9bbb-85ecf8f0a642), after_create {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:16:08.602420 dv-cinder-830097-4-iscsi neutron-server[103459]: DEBUG neutron.plugins.ml2.plugin [None req-53781792-8650-4c78-93a6-1c4d328d874c None None] Current status of the port 1d18179e-c416-4e11-8016-4ac572b494c9 is: ACTIVE; New status is: ACTIVE {{(pid=103459) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 12 13:16:08.608989 dv-cinder-830097-4-iscsi neutron-server[103459]: DEBUG neutron.plugins.ml2.rpc [None req-53781792-8650-4c78-93a6-1c4d328d874c None None] Device 7f035ff3-6814-4e68-910d-d68637abe170 up at agent ovs-agent-dv-cinder-830097-4-iscsi {{(pid=103459) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 12 13:16:08.671135 dv-cinder-830097-4-iscsi neutron-server[103458]: DEBUG neutron.wsgi [-] (103458) accepted ('10.222.0.55', 53005) {{(pid=103458) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 13:16:08.752674 dv-cinder-830097-4-iscsi neutron-server[103459]: DEBUG neutron.db.provisioning_blocks [None req-b3f06036-36a9-4d17-af65-cb4d3f1f7631 None None] Provisioning complete for port 70634d67-4046-424d-94eb-02fc097f0ec7 triggered by entity DHCP. {{(pid=103459) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 12 13:16:08.753318 dv-cinder-830097-4-iscsi neutron-server[103459]: DEBUG neutron_lib.callbacks.manager [None req-b3f06036-36a9-4d17-af65-cb4d3f1f7631 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-657243'] for port (70634d67-4046-424d-94eb-02fc097f0ec7), provisioning_complete {{(pid=103459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:16:08.767717 dv-cinder-830097-4-iscsi neutron-server[103457]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2b6620d5-055a-45ca-a9f8-87d704db8084 admin admin] Notify agent at l3_agent.dv-cinder-830097-4-iscsi the message routers_updated {{(pid=103457) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 12 13:16:08.797623 dv-cinder-830097-4-iscsi neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-2b6620d5-055a-45ca-a9f8-87d704db8084 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:16:08.798917 dv-cinder-830097-4-iscsi neutron-server[103457]: INFO neutron.wsgi [None req-2b6620d5-055a-45ca-a9f8-87d704db8084 admin admin] 10.222.0.18 "POST /v2.0/routers HTTP/1.1" status: 201 len: 928 time: 8.5390580 Apr 12 13:16:08.817186 dv-cinder-830097-4-iscsi neutron-server[103458]: DEBUG neutron.wsgi [-] (103458) accepted ('10.222.0.18', 40304) {{(pid=103458) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 13:16:09.015407 dv-cinder-830097-4-iscsi neutron-server[103459]: DEBUG neutron.plugins.ml2.plugin [None req-b3f06036-36a9-4d17-af65-cb4d3f1f7631 None None] Port 70634d67-4046-424d-94eb-02fc097f0ec7 cannot update to ACTIVE because it is not bound. {{(pid=103459) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 12 13:16:09.017351 dv-cinder-830097-4-iscsi neutron-server[103459]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-70bdc77c-96df-427c-8c44-17cb0f1fe6a5 None None] Sync routers for ids ['66d38733-8a94-4306-9035-12f6b3906c1e'] in dv-cinder-830097-4-iscsi {{(pid=103459) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 12 13:16:09.037627 dv-cinder-830097-4-iscsi neutron-server[103457]: INFO neutron.wsgi [req-f2a86fb7-d11e-4737-b6a0-fc7bdf4d1b0a req-b9a658cb-48b3-4f05-a445-715159796290 tempest-DeleteServersTestJSON-535355193 tempest-DeleteServersTestJSON-535355193-project] 10.222.0.18 "GET /v2.0/ports?device_id=62c98bc3-e89d-4509-9b6a-001a4d0a6e3b HTTP/1.1" status: 200 len: 210 time: 0.1227088 Apr 12 13:16:09.062664 dv-cinder-830097-4-iscsi neutron-server[103459]: DEBUG neutron.db.l3_dvrscheduler_db [None req-70bdc77c-96df-427c-8c44-17cb0f1fe6a5 None None] Routers {'66d38733-8a94-4306-9035-12f6b3906c1e'} bound to L3 agent in host dv-cinder-830097-4-iscsi {{(pid=103459) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 12 13:16:09.062922 dv-cinder-830097-4-iscsi neutron-server[103459]: DEBUG neutron.db.l3_hamode_db [None req-70bdc77c-96df-427c-8c44-17cb0f1fe6a5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830097-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-04-12T13:07:19Z,description=,heartbeat_timestamp=2022-04-12T13:15:49Z,host='dv-cinder-830097-4-iscsi',id=b7e11a8b-aeed-493f-9763-461016dddc93,load=0,resource_versions=,resources_synced=,started_at=2022-04-12T13:07:19Z,topic='l3_agent')) {'router_ids': ['66d38733-8a94-4306-9035-12f6b3906c1e'], 'active': True} {{(pid=103459) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 13:16:09.111752 dv-cinder-830097-4-iscsi neutron-server[103457]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-34409436-53f0-4264-9316-53bee5d18d35 admin admin] Router af30ce41-ac25-45e3-9bbb-85ecf8f0a642 is scheduled to L3 agent b7e11a8b-aeed-493f-9763-461016dddc93 with binding_index 1 {{(pid=103457) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 12 13:16:09.142068 dv-cinder-830097-4-iscsi neutron-server[103457]: DEBUG neutron.wsgi [-] (103457) accepted ('10.222.0.18', 40316) {{(pid=103457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 13:16:09.171805 dv-cinder-830097-4-iscsi neutron-server[103459]: DEBUG neutron.db.provisioning_blocks [None req-53781792-8650-4c78-93a6-1c4d328d874c None None] Provisioning complete for port 7f035ff3-6814-4e68-910d-d68637abe170 triggered by entity L2. {{(pid=103459) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 12 13:16:09.172203 dv-cinder-830097-4-iscsi neutron-server[103459]: DEBUG neutron_lib.callbacks.manager [None req-53781792-8650-4c78-93a6-1c4d328d874c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-657243'] for port (7f035ff3-6814-4e68-910d-d68637abe170), provisioning_complete {{(pid=103459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:16:09.241904 dv-cinder-830097-4-iscsi neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-7975a0a4-2b35-42c5-817b-8f402cebcf19 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:16:09.266055 dv-cinder-830097-4-iscsi neutron-server[103458]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-350a14c2-face-433a-9ac6-3021c7e177de admin admin] Notify agent at l3_agent.dv-cinder-830097-4-iscsi the message routers_updated {{(pid=103458) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 12 13:16:09.273812 dv-cinder-830097-4-iscsi neutron-server[103458]: INFO neutron.wsgi [None req-350a14c2-face-433a-9ac6-3021c7e177de admin admin] 10.222.0.18 "PUT /v2.0/routers/966c96ee-61f7-4f90-a5f6-9f5ed8a51317/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.8050940 Apr 12 13:16:09.394468 dv-cinder-830097-4-iscsi neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-7975a0a4-2b35-42c5-817b-8f402cebcf19 admin admin] Publish callbacks [] for security_group (155ca36c-627f-4f3e-8125-64c79fc802a9), precommit_create {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:16:09.415115 dv-cinder-830097-4-iscsi neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-d964b4fd-e2c1-45e2-a5dd-184849d98910 admin admin] Publish callbacks [] for security_group (c71f733b-996a-4298-af7a-4866af45d229), precommit_create {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:16:09.417831 dv-cinder-830097-4-iscsi neutron-server[103459]: DEBUG neutron.db.l3_dvr_db [None req-70bdc77c-96df-427c-8c44-17cb0f1fe6a5 None None] Set router 66d38733-8a94-4306-9035-12f6b3906c1e gateway port host: dv-cinder-830097-4-iscsi {{(pid=103459) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 12 13:16:09.442287 dv-cinder-830097-4-iscsi neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-7975a0a4-2b35-42c5-817b-8f402cebcf19 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3691807'] for security_group (155ca36c-627f-4f3e-8125-64c79fc802a9), after_create {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:16:09.454034 dv-cinder-830097-4-iscsi neutron-server[103459]: DEBUG neutron.plugins.ml2.plugin [None req-53781792-8650-4c78-93a6-1c4d328d874c None None] Current status of the port 7f035ff3-6814-4e68-910d-d68637abe170 is: ACTIVE; New status is: ACTIVE {{(pid=103459) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 12 13:16:09.512034 dv-cinder-830097-4-iscsi neutron-server[103457]: INFO neutron.wsgi [None req-7975a0a4-2b35-42c5-817b-8f402cebcf19 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=5fd945c0bcd848c29bbd4fa181b75b0f&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3687479 Apr 12 13:16:09.516705 dv-cinder-830097-4-iscsi neutron-server[103457]: DEBUG neutron.wsgi [-] (103457) accepted ('10.222.0.18', 40334) {{(pid=103457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 13:16:09.530069 dv-cinder-830097-4-iscsi neutron-server[103457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7975a0a4-2b35-42c5-817b-8f402cebcf19 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=155ca36c-627f-4f3e-8125-64c79fc802a9,revision_number=1']} {{(pid=103457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 13:16:09.544249 dv-cinder-830097-4-iscsi neutron-server[103457]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-34409436-53f0-4264-9316-53bee5d18d35 admin admin] Notify agent at l3_agent.dv-cinder-830097-4-iscsi the message routers_updated {{(pid=103457) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 12 13:16:09.570671 dv-cinder-830097-4-iscsi neutron-server[103460]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-570956f0-bce1-4cc6-9b67-b4a6817f00d8 None None] Sync routers for ids ['af30ce41-ac25-45e3-9bbb-85ecf8f0a642'] in dv-cinder-830097-4-iscsi {{(pid=103460) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 12 13:16:09.589226 dv-cinder-830097-4-iscsi neutron-server[103460]: DEBUG neutron.db.l3_dvrscheduler_db [None req-570956f0-bce1-4cc6-9b67-b4a6817f00d8 None None] Routers {'af30ce41-ac25-45e3-9bbb-85ecf8f0a642'} bound to L3 agent in host dv-cinder-830097-4-iscsi {{(pid=103460) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 12 13:16:09.589868 dv-cinder-830097-4-iscsi neutron-server[103460]: DEBUG neutron.db.l3_hamode_db [None req-570956f0-bce1-4cc6-9b67-b4a6817f00d8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830097-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-04-12T13:07:19Z,description=,heartbeat_timestamp=2022-04-12T13:15:49Z,host='dv-cinder-830097-4-iscsi',id=b7e11a8b-aeed-493f-9763-461016dddc93,load=0,resource_versions=,resources_synced=,started_at=2022-04-12T13:07:19Z,topic='l3_agent')) {'router_ids': ['af30ce41-ac25-45e3-9bbb-85ecf8f0a642'], 'active': True} {{(pid=103460) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 13:16:09.631753 dv-cinder-830097-4-iscsi neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-34409436-53f0-4264-9316-53bee5d18d35 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:16:09.634595 dv-cinder-830097-4-iscsi neutron-server[103457]: INFO neutron.wsgi [None req-34409436-53f0-4264-9316-53bee5d18d35 admin admin] 10.222.0.18 "POST /v2.0/routers HTTP/1.1" status: 201 len: 922 time: 9.0261905 Apr 12 13:16:09.641541 dv-cinder-830097-4-iscsi neutron-server[103457]: DEBUG neutron.wsgi [-] (103457) accepted ('10.222.0.18', 40344) {{(pid=103457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 13:16:09.715304 dv-cinder-830097-4-iscsi neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-24272c5d-43de-40be-aee3-00f5ea445b75 admin admin] Publish callbacks [] for security_group (155ca36c-627f-4f3e-8125-64c79fc802a9), before_delete {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:16:09.741964 dv-cinder-830097-4-iscsi neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-24272c5d-43de-40be-aee3-00f5ea445b75 admin admin] Publish callbacks [] for security_group (155ca36c-627f-4f3e-8125-64c79fc802a9), precommit_delete {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:16:09.789937 dv-cinder-830097-4-iscsi neutron-server[103459]: DEBUG neutron.plugins.ml2.rpc [None req-53781792-8650-4c78-93a6-1c4d328d874c None None] Device 958ce0b1-b216-48bf-ac4c-12928e15436d up at agent ovs-agent-dv-cinder-830097-4-iscsi {{(pid=103459) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 12 13:16:09.866493 dv-cinder-830097-4-iscsi neutron-server[103460]: DEBUG neutron.db.l3_dvr_db [None req-570956f0-bce1-4cc6-9b67-b4a6817f00d8 None None] Set router af30ce41-ac25-45e3-9bbb-85ecf8f0a642 gateway port host: dv-cinder-830097-4-iscsi {{(pid=103460) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 12 13:16:09.872998 dv-cinder-830097-4-iscsi neutron-server[103459]: DEBUG neutron.db.l3_hamode_db [None req-70bdc77c-96df-427c-8c44-17cb0f1fe6a5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '66d38733-8a94-4306-9035-12f6b3906c1e', 'name': 'tempest-AttachVolumeShelveTestJSON-268868150-router', 'tenant_id': '5ebad6ef7aca47f397d0e45a428e3948', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '26d0436d-8ae2-49bd-8cc6-3d2eac552c84', 'external_fixed_ips': [{'subnet_id': 'd93852d8-8f89-4b1c-bef4-0e05f499a8db', 'ip_address': '172.27.0.103'}], 'enable_snat': True}, 'gw_port_id': '84dfbbf2-673c-4766-87d8-ed32d247bb96', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-12T13:16:00Z', 'updated_at': '2022-04-12T13:16:05Z', 'revision_number': 3, 'project_id': '5ebad6ef7aca47f397d0e45a428e3948', 'gw_port': {'id': '84dfbbf2-673c-4766-87d8-ed32d247bb96', 'name': '', 'network_id': '26d0436d-8ae2-49bd-8cc6-3d2eac552c84', 'tenant_id': '', 'mac_address': 'fa:16:3e:47:67:04', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '66d38733-8a94-4306-9035-12f6b3906c1e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 80, 'fixed_ips': [{'subnet_id': 'd93852d8-8f89-4b1c-bef4-0e05f499a8db', 'ip_address': '172.27.0.103', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T13:16:02Z', 'updated_at': '2022-04-12T13:16:03Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'd93852d8-8f89-4b1c-bef4-0e05f499a8db', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830097-4-iscsi'}], 'dv-cinder-830097-4-iscsi', False) {} {{(pid=103459) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 13:16:09.964050 dv-cinder-830097-4-iscsi neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-24272c5d-43de-40be-aee3-00f5ea445b75 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3691807'] for security_group (155ca36c-627f-4f3e-8125-64c79fc802a9), after_delete {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:16:09.971582 dv-cinder-830097-4-iscsi neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-24272c5d-43de-40be-aee3-00f5ea445b75 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:16:09.972814 dv-cinder-830097-4-iscsi neutron-server[103457]: INFO neutron.wsgi [None req-24272c5d-43de-40be-aee3-00f5ea445b75 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/155ca36c-627f-4f3e-8125-64c79fc802a9 HTTP/1.1" status: 204 len: 168 time: 0.4549308 Apr 12 13:16:09.989472 dv-cinder-830097-4-iscsi neutron-server[103459]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-70bdc77c-96df-427c-8c44-17cb0f1fe6a5 None None] Checking router: 66d38733-8a94-4306-9035-12f6b3906c1e for host: dv-cinder-830097-4-iscsi {{(pid=103459) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 12 13:16:09.990970 dv-cinder-830097-4-iscsi neutron-server[103459]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-70bdc77c-96df-427c-8c44-17cb0f1fe6a5 None None] Updating router 66d38733-8a94-4306-9035-12f6b3906c1e port 84dfbbf2-673c-4766-87d8-ed32d247bb96 binding host dv-cinder-830097-4-iscsi {{(pid=103459) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 12 13:16:10.097540 dv-cinder-830097-4-iscsi neutron-server[103457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24272c5d-43de-40be-aee3-00f5ea445b75 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=155ca36c-627f-4f3e-8125-64c79fc802a9,revision_number=None']} {{(pid=103457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 13:16:10.139382 dv-cinder-830097-4-iscsi neutron-server[103458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43a870e3-949b-4a8d-a6d3-7f1dfcbd7286 req-3a13f45d-9d29-454a-bcc1-23319e3b5e81 tempest-DeleteServersTestJSON-535355193 tempest-DeleteServersTestJSON-535355193-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 13:16:10.144259 dv-cinder-830097-4-iscsi neutron-server[103458]: INFO neutron.wsgi [req-43a870e3-949b-4a8d-a6d3-7f1dfcbd7286 req-3a13f45d-9d29-454a-bcc1-23319e3b5e81 tempest-DeleteServersTestJSON-535355193 tempest-DeleteServersTestJSON-535355193-project] 10.222.0.55 "GET /v2.0/networks?id=38860888-3f1a-46ed-95ac-25bed05bc1cd HTTP/1.1" status: 200 len: 812 time: 1.4689090 Apr 12 13:16:10.155957 dv-cinder-830097-4-iscsi neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-d964b4fd-e2c1-45e2-a5dd-184849d98910 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3691807'] for security_group (c71f733b-996a-4298-af7a-4866af45d229), after_create {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:16:10.158294 dv-cinder-830097-4-iscsi neutron-server[103459]: DEBUG neutron_lib.callbacks.manager [None req-70bdc77c-96df-427c-8c44-17cb0f1fe6a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-916304'] for port (84dfbbf2-673c-4766-87d8-ed32d247bb96), before_update {{(pid=103459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:16:10.236532 dv-cinder-830097-4-iscsi neutron-server[103459]: DEBUG neutron.db.provisioning_blocks [None req-53781792-8650-4c78-93a6-1c4d328d874c None None] Provisioning complete for port 958ce0b1-b216-48bf-ac4c-12928e15436d triggered by entity L2. {{(pid=103459) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 12 13:16:10.238620 dv-cinder-830097-4-iscsi neutron-server[103459]: DEBUG neutron_lib.callbacks.manager [None req-53781792-8650-4c78-93a6-1c4d328d874c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-657243'] for port (958ce0b1-b216-48bf-ac4c-12928e15436d), provisioning_complete {{(pid=103459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:16:10.313453 dv-cinder-830097-4-iscsi neutron-server[103457]: INFO neutron.wsgi [req-d8af68cf-4aeb-43e5-a84c-4367d104b605 req-d627c159-84bf-43e8-90b1-f748d2e81f31 tempest-DeleteServersTestJSON-535355193 tempest-DeleteServersTestJSON-535355193-project] 10.222.0.18 "GET /v2.0/ports?device_id=62c98bc3-e89d-4509-9b6a-001a4d0a6e3b HTTP/1.1" status: 200 len: 210 time: 0.0973241 Apr 12 13:16:10.508266 dv-cinder-830097-4-iscsi neutron-server[103458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d964b4fd-e2c1-45e2-a5dd-184849d98910 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c71f733b-996a-4298-af7a-4866af45d229,revision_number=1']} {{(pid=103458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 13:16:10.632955 dv-cinder-830097-4-iscsi neutron-server[103458]: INFO neutron.wsgi [None req-d964b4fd-e2c1-45e2-a5dd-184849d98910 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=28024fceca7e470db46f3a06f574f65e&name=default HTTP/1.1" status: 200 len: 2995 time: 2.6394191 Apr 12 13:16:10.663912 dv-cinder-830097-4-iscsi neutron-server[103457]: DEBUG neutron.wsgi [-] (103457) accepted ('10.222.0.18', 40390) {{(pid=103457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 13:16:10.680610 dv-cinder-830097-4-iscsi neutron-server[103458]: DEBUG neutron.api.v2.base [req-43a870e3-949b-4a8d-a6d3-7f1dfcbd7286 req-bfe89633-a6f2-4c3e-91d2-b457fd5b9f21 tempest-DeleteServersTestJSON-535355193 tempest-DeleteServersTestJSON-535355193-project] Request body: {'port': {'device_id': '62c98bc3-e89d-4509-9b6a-001a4d0a6e3b', 'network_id': '38860888-3f1a-46ed-95ac-25bed05bc1cd', 'admin_state_up': True, 'tenant_id': '0edd631f1dd54aaea20cdf862c39584b'}} {{(pid=103458) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 12 13:16:10.751604 dv-cinder-830097-4-iscsi neutron-server[103459]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7b4b4fb4-c794-4d31-a0cc-95e87646379e None None] Sync routers for ids ['966c96ee-61f7-4f90-a5f6-9f5ed8a51317'] in dv-cinder-830097-4-iscsi {{(pid=103459) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 12 13:16:10.825758 dv-cinder-830097-4-iscsi neutron-server[103459]: DEBUG neutron.plugins.ml2.plugin [None req-53781792-8650-4c78-93a6-1c4d328d874c None None] Current status of the port 958ce0b1-b216-48bf-ac4c-12928e15436d is: DOWN; New status is: ACTIVE {{(pid=103459) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 12 13:16:10.826142 dv-cinder-830097-4-iscsi neutron-server[103459]: DEBUG neutron_lib.callbacks.manager [None req-53781792-8650-4c78-93a6-1c4d328d874c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-916304'] for port (958ce0b1-b216-48bf-ac4c-12928e15436d), before_update {{(pid=103459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:16:10.880552 dv-cinder-830097-4-iscsi neutron-server[103459]: DEBUG neutron.plugins.ml2.db [None req-53781792-8650-4c78-93a6-1c4d328d874c None None] For port 958ce0b1-b216-48bf-ac4c-12928e15436d, host dv-cinder-830097-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-830097-4-iscsi',level=0,port_id=958ce0b1-b216-48bf-ac4c-12928e15436d,segment=NetworkSegment(333e2245-11dc-4fcd-9fb1-9fe65fae59ea),segment_id=333e2245-11dc-4fcd-9fb1-9fe65fae59ea)] {{(pid=103459) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 12 13:16:10.895932 dv-cinder-830097-4-iscsi neutron-server[103459]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7b4b4fb4-c794-4d31-a0cc-95e87646379e None None] Routers {'966c96ee-61f7-4f90-a5f6-9f5ed8a51317'} bound to L3 agent in host dv-cinder-830097-4-iscsi {{(pid=103459) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 12 13:16:10.904570 dv-cinder-830097-4-iscsi neutron-server[103459]: DEBUG neutron.db.l3_hamode_db [None req-7b4b4fb4-c794-4d31-a0cc-95e87646379e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830097-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-04-12T13:07:19Z,description=,heartbeat_timestamp=2022-04-12T13:15:49Z,host='dv-cinder-830097-4-iscsi',id=b7e11a8b-aeed-493f-9763-461016dddc93,load=0,resource_versions=,resources_synced=,started_at=2022-04-12T13:07:19Z,topic='l3_agent')) {'router_ids': ['966c96ee-61f7-4f90-a5f6-9f5ed8a51317'], 'active': True} {{(pid=103459) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 13:16:10.977121 dv-cinder-830097-4-iscsi neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-55b74fb5-6c2f-49cb-ab48-0c9f48ee49d8 admin admin] Publish callbacks [] for security_group (c71f733b-996a-4298-af7a-4866af45d229), before_delete {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:16:10.982761 dv-cinder-830097-4-iscsi neutron-server[103460]: DEBUG neutron.db.l3_hamode_db [None req-570956f0-bce1-4cc6-9b67-b4a6817f00d8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'af30ce41-ac25-45e3-9bbb-85ecf8f0a642', 'name': 'tempest-AttachVolumeTestJSON-1053846076-router', 'tenant_id': '973344adf45e43fc87f28572c7cc70a5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '26d0436d-8ae2-49bd-8cc6-3d2eac552c84', 'external_fixed_ips': [{'subnet_id': 'd93852d8-8f89-4b1c-bef4-0e05f499a8db', 'ip_address': '172.27.0.93'}], 'enable_snat': True}, 'gw_port_id': 'bee35c5e-668a-49b2-8687-9dc92ebd1905', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-12T13:16:00Z', 'updated_at': '2022-04-12T13:16:06Z', 'revision_number': 3, 'project_id': '973344adf45e43fc87f28572c7cc70a5', 'gw_port': {'id': 'bee35c5e-668a-49b2-8687-9dc92ebd1905', 'name': '', 'network_id': '26d0436d-8ae2-49bd-8cc6-3d2eac552c84', 'tenant_id': '', 'mac_address': 'fa:16:3e:00:65:4b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'af30ce41-ac25-45e3-9bbb-85ecf8f0a642', 'device_owner': 'network:router_gateway', 'standard_attr_id': 81, 'fixed_ips': [{'subnet_id': 'd93852d8-8f89-4b1c-bef4-0e05f499a8db', 'ip_address': '172.27.0.93', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T13:16:02Z', 'updated_at': '2022-04-12T13:16:04Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'd93852d8-8f89-4b1c-bef4-0e05f499a8db', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830097-4-iscsi'}], 'dv-cinder-830097-4-iscsi', False) {} {{(pid=103460) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 13:16:11.074388 dv-cinder-830097-4-iscsi neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-55b74fb5-6c2f-49cb-ab48-0c9f48ee49d8 admin admin] Publish callbacks [] for security_group (c71f733b-996a-4298-af7a-4866af45d229), precommit_delete {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:16:11.106486 dv-cinder-830097-4-iscsi neutron-server[103460]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-570956f0-bce1-4cc6-9b67-b4a6817f00d8 None None] Checking router: af30ce41-ac25-45e3-9bbb-85ecf8f0a642 for host: dv-cinder-830097-4-iscsi {{(pid=103460) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 12 13:16:11.107031 dv-cinder-830097-4-iscsi neutron-server[103460]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-570956f0-bce1-4cc6-9b67-b4a6817f00d8 None None] Updating router af30ce41-ac25-45e3-9bbb-85ecf8f0a642 port bee35c5e-668a-49b2-8687-9dc92ebd1905 binding host dv-cinder-830097-4-iscsi {{(pid=103460) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 12 13:16:11.156925 dv-cinder-830097-4-iscsi neutron-server[103460]: DEBUG neutron_lib.callbacks.manager [None req-570956f0-bce1-4cc6-9b67-b4a6817f00d8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-916304'] for port (bee35c5e-668a-49b2-8687-9dc92ebd1905), before_update {{(pid=103460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:16:11.197533 dv-cinder-830097-4-iscsi neutron-server[103459]: DEBUG neutron.db.l3_dvr_db [None req-7b4b4fb4-c794-4d31-a0cc-95e87646379e None None] Set router 966c96ee-61f7-4f90-a5f6-9f5ed8a51317 gateway port host: dv-cinder-830097-4-iscsi {{(pid=103459) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 12 13:16:11.319002 dv-cinder-830097-4-iscsi neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-c1432c6c-c5b2-4759-9f24-5a59f5964bd8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-916304'] for port (None), before_create {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:16:11.424581 dv-cinder-830097-4-iscsi neutron-server[103459]: DEBUG neutron_lib.callbacks.manager [None req-53781792-8650-4c78-93a6-1c4d328d874c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-915890', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3697887', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732727894815', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732727417932', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732727417950'] for port (958ce0b1-b216-48bf-ac4c-12928e15436d), after_update {{(pid=103459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:16:11.554248 dv-cinder-830097-4-iscsi neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-55b74fb5-6c2f-49cb-ab48-0c9f48ee49d8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3691807'] for security_group (c71f733b-996a-4298-af7a-4866af45d229), after_delete {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:16:11.561044 dv-cinder-830097-4-iscsi neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-55b74fb5-6c2f-49cb-ab48-0c9f48ee49d8 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:16:11.562191 dv-cinder-830097-4-iscsi neutron-server[103457]: INFO neutron.wsgi [None req-55b74fb5-6c2f-49cb-ab48-0c9f48ee49d8 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/c71f733b-996a-4298-af7a-4866af45d229 HTTP/1.1" status: 204 len: 168 time: 0.8952980 Apr 12 13:16:11.654413 dv-cinder-830097-4-iscsi neutron-server[103457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55b74fb5-6c2f-49cb-ab48-0c9f48ee49d8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c71f733b-996a-4298-af7a-4866af45d229,revision_number=None']} {{(pid=103457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 13:16:11.664293 dv-cinder-830097-4-iscsi neutron-server[103457]: INFO neutron.wsgi [req-436f1884-20cf-4c14-a1e3-40e81029c4cb req-6a8055c3-21b6-406d-9385-041311b55eff tempest-DeleteServersTestJSON-535355193 tempest-DeleteServersTestJSON-535355193-project] 10.222.0.18 "GET /v2.0/ports?device_id=62c98bc3-e89d-4509-9b6a-001a4d0a6e3b HTTP/1.1" status: 200 len: 210 time: 0.1218073 Apr 12 13:16:11.706182 dv-cinder-830097-4-iscsi neutron-server[103458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f19d510-e404-4d45-ae5c-ffcc018f8bdf req-8fa3c3cc-1f0d-4359-837a-6e9f53f43bc4 tempest-ServerRescueNegativeTestJSON-440649021 tempest-ServerRescueNegativeTestJSON-440649021-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 13:16:11.716522 dv-cinder-830097-4-iscsi neutron-server[103458]: INFO neutron.wsgi [req-9f19d510-e404-4d45-ae5c-ffcc018f8bdf req-8fa3c3cc-1f0d-4359-837a-6e9f53f43bc4 tempest-ServerRescueNegativeTestJSON-440649021 tempest-ServerRescueNegativeTestJSON-440649021-project] 10.222.0.18 "GET /v2.0/networks?id=8a9d7c73-ddbc-4eef-a839-e9bbe858207d HTTP/1.1" status: 200 len: 818 time: 1.2151518 Apr 12 13:16:11.802130 dv-cinder-830097-4-iscsi neutron-server[103458]: INFO neutron.wsgi [req-9f19d510-e404-4d45-ae5c-ffcc018f8bdf req-e005303d-4ec1-4c9d-a944-1af4ff90d472 tempest-ServerRescueNegativeTestJSON-440649021 tempest-ServerRescueNegativeTestJSON-440649021-project] 10.222.0.18 "GET /v2.0/quotas/03e871d047514daabb60a84f86099232 HTTP/1.1" status: 200 len: 375 time: 0.0829549 Apr 12 13:16:11.879008 dv-cinder-830097-4-iscsi neutron-server[103457]: DEBUG neutron.db.db_base_plugin_common [None req-c1432c6c-c5b2-4759-9f24-5a59f5964bd8 admin admin] Allocated IP 172.20.0.1 (33c58c83-bd42-46e6-829a-cd11f58e9fb1/e7f58421-9187-48e8-8ede-d2e25149e657/1ceeff16-e486-4e8b-a1af-d7c1a6e70fb4) {{(pid=103457) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 12 13:16:11.952555 dv-cinder-830097-4-iscsi neutron-server[103459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53781792-8650-4c78-93a6-1c4d328d874c None None] Pushing event updated for resources: {'Port': ['ID=958ce0b1-b216-48bf-ac4c-12928e15436d,revision_number=4']} {{(pid=103459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 13:16:11.969333 dv-cinder-830097-4-iscsi neutron-server[103458]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-43a870e3-949b-4a8d-a6d3-7f1dfcbd7286 req-bfe89633-a6f2-4c3e-91d2-b457fd5b9f21 tempest-DeleteServersTestJSON-535355193 tempest-DeleteServersTestJSON-535355193-project] Made reservation on behalf of 0edd631f1dd54aaea20cdf862c39584b for: {'port': 1} {{(pid=103458) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 12 13:16:11.976269 dv-cinder-830097-4-iscsi neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [req-43a870e3-949b-4a8d-a6d3-7f1dfcbd7286 req-bfe89633-a6f2-4c3e-91d2-b457fd5b9f21 tempest-DeleteServersTestJSON-535355193 tempest-DeleteServersTestJSON-535355193-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-916304'] for port (None), before_create {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:16:11.983526 dv-cinder-830097-4-iscsi neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-cb8868a3-a983-4744-9e4a-a390f79e4e82 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-916304'] for port (None), before_create {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:16:12.094933 dv-cinder-830097-4-iscsi neutron-server[103458]: INFO neutron.wsgi [req-9f19d510-e404-4d45-ae5c-ffcc018f8bdf req-89c90c6d-e883-4f3e-9a35-8892296cfa54 tempest-ServerRescueNegativeTestJSON-440649021 tempest-ServerRescueNegativeTestJSON-440649021-project] 10.222.0.18 "GET /v2.0/ports?tenant_id=03e871d047514daabb60a84f86099232&fields=id HTTP/1.1" status: 200 len: 302 time: 0.2916429 Apr 12 13:16:12.113981 dv-cinder-830097-4-iscsi neutron-server[103458]: DEBUG neutron.wsgi [-] (103458) accepted ('10.222.0.18', 40434) {{(pid=103458) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 13:16:12.241475 dv-cinder-830097-4-iscsi neutron-server[103459]: DEBUG neutron.db.l3_hamode_db [None req-7b4b4fb4-c794-4d31-a0cc-95e87646379e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '966c96ee-61f7-4f90-a5f6-9f5ed8a51317', 'name': 'tempest-ServerRescueNegativeTestJSON-153791057-router', 'tenant_id': '03e871d047514daabb60a84f86099232', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '26d0436d-8ae2-49bd-8cc6-3d2eac552c84', 'external_fixed_ips': [{'subnet_id': 'd93852d8-8f89-4b1c-bef4-0e05f499a8db', 'ip_address': '172.27.0.21'}], 'enable_snat': True}, 'gw_port_id': '958ce0b1-b216-48bf-ac4c-12928e15436d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-12T13:15:59Z', 'updated_at': '2022-04-12T13:16:07Z', 'revision_number': 4, 'project_id': '03e871d047514daabb60a84f86099232', 'gw_port': {'id': '958ce0b1-b216-48bf-ac4c-12928e15436d', 'name': '', 'network_id': '26d0436d-8ae2-49bd-8cc6-3d2eac552c84', 'tenant_id': '', 'mac_address': 'fa:16:3e:e5:c7:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '966c96ee-61f7-4f90-a5f6-9f5ed8a51317', 'device_owner': 'network:router_gateway', 'standard_attr_id': 66, 'fixed_ips': [{'subnet_id': 'd93852d8-8f89-4b1c-bef4-0e05f499a8db', 'ip_address': '172.27.0.21', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830097-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T13:16:00Z', 'updated_at': '2022-04-12T13:16:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd93852d8-8f89-4b1c-bef4-0e05f499a8db', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830097-4-iscsi', '_interfaces': [{'id': '70634d67-4046-424d-94eb-02fc097f0ec7', 'name': '', 'network_id': '8a9d7c73-ddbc-4eef-a839-e9bbe858207d', 'tenant_id': '03e871d047514daabb60a84f86099232', 'mac_address': 'fa:16:3e:b4:a2:81', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '966c96ee-61f7-4f90-a5f6-9f5ed8a51317', 'device_owner': 'network:router_interface', 'standard_attr_id': 92, 'fixed_ips': [{'subnet_id': 'e7f620b9-ee69-4e3f-9fdf-c3881765f45f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T13:16:05Z', 'updated_at': '2022-04-12T13:16:07Z', 'revision_number': 2, 'project_id': '03e871d047514daabb60a84f86099232', 'subnets': [{'id': 'e7f620b9-ee69-4e3f-9fdf-c3881765f45f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-830097-4-iscsi', False) {} {{(pid=103459) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 13:16:12.324059 dv-cinder-830097-4-iscsi neutron-server[103459]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7b4b4fb4-c794-4d31-a0cc-95e87646379e None None] Checking router: 966c96ee-61f7-4f90-a5f6-9f5ed8a51317 for host: dv-cinder-830097-4-iscsi {{(pid=103459) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 12 13:16:12.324668 dv-cinder-830097-4-iscsi neutron-server[103459]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7b4b4fb4-c794-4d31-a0cc-95e87646379e None None] Updating router 966c96ee-61f7-4f90-a5f6-9f5ed8a51317 port 70634d67-4046-424d-94eb-02fc097f0ec7 binding host dv-cinder-830097-4-iscsi {{(pid=103459) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 12 13:16:12.414483 dv-cinder-830097-4-iscsi neutron-server[103459]: DEBUG neutron_lib.callbacks.manager [None req-7b4b4fb4-c794-4d31-a0cc-95e87646379e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-916304'] for port (70634d67-4046-424d-94eb-02fc097f0ec7), before_update {{(pid=103459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:16:12.439856 dv-cinder-830097-4-iscsi neutron-server[103458]: DEBUG neutron.wsgi [-] (103458) accepted ('10.222.0.18', 40446) {{(pid=103458) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 13:16:12.454155 dv-cinder-830097-4-iscsi neutron-server[103459]: DEBUG neutron_lib.callbacks.manager [None req-70bdc77c-96df-427c-8c44-17cb0f1fe6a5 None None] Publish callbacks [] for port (84dfbbf2-673c-4766-87d8-ed32d247bb96), precommit_update {{(pid=103459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:16:12.485412 dv-cinder-830097-4-iscsi neutron-server[103459]: DEBUG neutron_lib.callbacks.manager [None req-70bdc77c-96df-427c-8c44-17cb0f1fe6a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-915890', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3697887', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732727894815', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732727417932', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732727417950'] for port (84dfbbf2-673c-4766-87d8-ed32d247bb96), after_update {{(pid=103459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:16:12.532636 dv-cinder-830097-4-iscsi neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-e7df7038-c3f0-4732-94d2-ea9c08a14b75 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:16:12.611826 dv-cinder-830097-4-iscsi neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-c1432c6c-c5b2-4759-9f24-5a59f5964bd8 admin admin] Publish callbacks [] for port (1ceeff16-e486-4e8b-a1af-d7c1a6e70fb4), precommit_create {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:16:12.740314 dv-cinder-830097-4-iscsi neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-c1432c6c-c5b2-4759-9f24-5a59f5964bd8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-915890', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3697887', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732727417914'] for port (1ceeff16-e486-4e8b-a1af-d7c1a6e70fb4), after_create {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:16:12.775561 dv-cinder-830097-4-iscsi neutron-server[103458]: DEBUG neutron.db.db_base_plugin_common [req-43a870e3-949b-4a8d-a6d3-7f1dfcbd7286 req-bfe89633-a6f2-4c3e-91d2-b457fd5b9f21 tempest-DeleteServersTestJSON-535355193 tempest-DeleteServersTestJSON-535355193-project] Allocated IP 172.20.0.10 (38860888-3f1a-46ed-95ac-25bed05bc1cd/8fe7d341-75a1-4b96-b5db-f9b8d084f4c6/b886a5ab-3dd9-4707-bb6a-3c2b5f1d2b8d) {{(pid=103458) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 12 13:16:12.829504 dv-cinder-830097-4-iscsi neutron-server[103457]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c1432c6c-c5b2-4759-9f24-5a59f5964bd8 admin admin] Network 33c58c83-bd42-46e6-829a-cd11f58e9fb1 is already hosted by enough agents. {{(pid=103457) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 12 13:16:12.836315 dv-cinder-830097-4-iscsi neutron-server[103457]: DEBUG neutron.scheduler.base_scheduler [None req-c1432c6c-c5b2-4759-9f24-5a59f5964bd8 admin admin] Resources bound (agent type, host, resource id): {{(pid=103457) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 12 13:16:12.849258 dv-cinder-830097-4-iscsi neutron-server[103457]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c1432c6c-c5b2-4759-9f24-5a59f5964bd8 admin admin] Received port after_create {{(pid=103457) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 12 13:16:12.850718 dv-cinder-830097-4-iscsi neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-c1432c6c-c5b2-4759-9f24-5a59f5964bd8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3738971'] for router_interface (af30ce41-ac25-45e3-9bbb-85ecf8f0a642), before_create {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:16:12.853844 dv-cinder-830097-4-iscsi neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-d47fb7cc-590b-4558-aa36-be6e8c443700 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:16:12.917738 dv-cinder-830097-4-iscsi neutron-server[103458]: DEBUG neutron.db.db_base_plugin_common [None req-cb8868a3-a983-4744-9e4a-a390f79e4e82 admin admin] Allocated IP 172.20.0.1 (6562521a-2ea5-45f4-a1f8-589dc7fbc9f3/cf735079-dcf8-4625-b8a7-d372f8fef245/ae9c6e44-f0d0-4a2a-86d6-9ca46ba23560) {{(pid=103458) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 12 13:16:13.044636 dv-cinder-830097-4-iscsi neutron-server[103460]: DEBUG neutron_lib.callbacks.manager [None req-570956f0-bce1-4cc6-9b67-b4a6817f00d8 None None] Publish callbacks [] for port (bee35c5e-668a-49b2-8687-9dc92ebd1905), precommit_update {{(pid=103460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:16:13.057246 dv-cinder-830097-4-iscsi neutron-server[103460]: DEBUG neutron_lib.callbacks.manager [None req-570956f0-bce1-4cc6-9b67-b4a6817f00d8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-915890', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3697887', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732727894815', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732727417932', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732727417950'] for port (bee35c5e-668a-49b2-8687-9dc92ebd1905), after_update {{(pid=103460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:16:13.098618 dv-cinder-830097-4-iscsi neutron-server[103457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1432c6c-c5b2-4759-9f24-5a59f5964bd8 admin admin] Pushing event updated for resources: {'Port': ['ID=1ceeff16-e486-4e8b-a1af-d7c1a6e70fb4,revision_number=1']} {{(pid=103457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 13:16:13.178137 dv-cinder-830097-4-iscsi neutron-server[103458]: DEBUG neutron.wsgi [req-9f19d510-e404-4d45-ae5c-ffcc018f8bdf req-cc0bce4a-1a9c-4870-b974-ac86c6592e39 service neutron] http://10.222.0.18:9696/v2.0/extensions returned with HTTP 200 {{(pid=103458) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Apr 12 13:16:13.191566 dv-cinder-830097-4-iscsi neutron-server[103460]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad1cf8da-508a-4a27-a755-a4e950b55723 None None] Pushing event updated for resources: {'Port': ['ID=bee35c5e-668a-49b2-8687-9dc92ebd1905,revision_number=2']} {{(pid=103460) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 13:16:13.199389 dv-cinder-830097-4-iscsi neutron-server[103458]: INFO neutron.wsgi [req-9f19d510-e404-4d45-ae5c-ffcc018f8bdf req-cc0bce4a-1a9c-4870-b974-ac86c6592e39 service neutron] 10.222.0.18 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.7642405 Apr 12 13:16:13.275976 dv-cinder-830097-4-iscsi neutron-server[103460]: DEBUG neutron.plugins.ml2.managers [None req-570956f0-bce1-4cc6-9b67-b4a6817f00d8 None None] Attempting to bind port bee35c5e-668a-49b2-8687-9dc92ebd1905 on host dv-cinder-830097-4-iscsi for vnic_type normal with profile {{(pid=103460) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 12 13:16:13.276468 dv-cinder-830097-4-iscsi neutron-server[103460]: DEBUG neutron.plugins.ml2.managers [None req-570956f0-bce1-4cc6-9b67-b4a6817f00d8 None None] Attempting to bind port bee35c5e-668a-49b2-8687-9dc92ebd1905 by drivers openvswitch,hyperv on host dv-cinder-830097-4-iscsi at level 0 using segments [{'id': '333e2245-11dc-4fcd-9fb1-9fe65fae59ea', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '26d0436d-8ae2-49bd-8cc6-3d2eac552c84'}] {{(pid=103460) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 12 13:16:13.276864 dv-cinder-830097-4-iscsi neutron-server[103460]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-570956f0-bce1-4cc6-9b67-b4a6817f00d8 None None] Attempting to bind port bee35c5e-668a-49b2-8687-9dc92ebd1905 on network 26d0436d-8ae2-49bd-8cc6-3d2eac552c84 {{(pid=103460) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 12 13:16:13.298362 dv-cinder-830097-4-iscsi neutron-server[103460]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-570956f0-bce1-4cc6-9b67-b4a6817f00d8 None None] Checking agent: {'id': '3f2daa45-5e56-452b-8a21-b519edfce99e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-830097-4-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 12, 13, 7, 23), 'started_at': datetime.datetime(2022, 4, 12, 13, 7, 53), 'heartbeat_timestamp': datetime.datetime(2022, 4, 12, 13, 15, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-830097-4-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103460) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 12 13:16:13.298739 dv-cinder-830097-4-iscsi neutron-server[103460]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-570956f0-bce1-4cc6-9b67-b4a6817f00d8 None None] Checking segment: {'id': '333e2245-11dc-4fcd-9fb1-9fe65fae59ea', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '26d0436d-8ae2-49bd-8cc6-3d2eac552c84'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103460) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 12 13:16:13.299144 dv-cinder-830097-4-iscsi neutron-server[103460]: DEBUG neutron_lib.callbacks.manager [None req-570956f0-bce1-4cc6-9b67-b4a6817f00d8 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:16:13.299537 dv-cinder-830097-4-iscsi neutron-server[103460]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-570956f0-bce1-4cc6-9b67-b4a6817f00d8 None None] Bound using segment: {'id': '333e2245-11dc-4fcd-9fb1-9fe65fae59ea', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '26d0436d-8ae2-49bd-8cc6-3d2eac552c84'} {{(pid=103460) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 12 13:16:13.300015 dv-cinder-830097-4-iscsi neutron-server[103460]: DEBUG neutron.plugins.ml2.managers [None req-570956f0-bce1-4cc6-9b67-b4a6817f00d8 None None] Bound port: bee35c5e-668a-49b2-8687-9dc92ebd1905, host: dv-cinder-830097-4-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '333e2245-11dc-4fcd-9fb1-9fe65fae59ea', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '26d0436d-8ae2-49bd-8cc6-3d2eac552c84'}}] {{(pid=103460) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 12 13:16:13.300434 dv-cinder-830097-4-iscsi neutron-server[103460]: DEBUG neutron_lib.callbacks.manager [None req-570956f0-bce1-4cc6-9b67-b4a6817f00d8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-916304'] for port (bee35c5e-668a-49b2-8687-9dc92ebd1905), before_update {{(pid=103460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:16:13.431832 dv-cinder-830097-4-iscsi neutron-server[103459]: DEBUG neutron_lib.callbacks.manager [None req-7b4b4fb4-c794-4d31-a0cc-95e87646379e None None] Publish callbacks [] for port (70634d67-4046-424d-94eb-02fc097f0ec7), precommit_update {{(pid=103459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:16:13.446802 dv-cinder-830097-4-iscsi neutron-server[103459]: DEBUG neutron_lib.callbacks.manager [None req-7b4b4fb4-c794-4d31-a0cc-95e87646379e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-915890', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3697887', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732727894815', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732727417932', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732727417950'] for port (70634d67-4046-424d-94eb-02fc097f0ec7), after_update {{(pid=103459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:16:13.490492 dv-cinder-830097-4-iscsi neutron-server[103460]: DEBUG neutron.plugins.ml2.db [None req-570956f0-bce1-4cc6-9b67-b4a6817f00d8 None None] For port bee35c5e-668a-49b2-8687-9dc92ebd1905, host dv-cinder-830097-4-iscsi, cleared binding levels {{(pid=103460) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 12 13:16:13.499078 dv-cinder-830097-4-iscsi neutron-server[103460]: DEBUG neutron.plugins.ml2.db [None req-570956f0-bce1-4cc6-9b67-b4a6817f00d8 None None] For port bee35c5e-668a-49b2-8687-9dc92ebd1905, host dv-cinder-830097-4-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-830097-4-iscsi',level=0,port_id=bee35c5e-668a-49b2-8687-9dc92ebd1905,segment=NetworkSegment(333e2245-11dc-4fcd-9fb1-9fe65fae59ea),segment_id=333e2245-11dc-4fcd-9fb1-9fe65fae59ea)] {{(pid=103460) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 12 13:16:13.513245 dv-cinder-830097-4-iscsi neutron-server[103459]: DEBUG neutron.plugins.ml2.managers [None req-70bdc77c-96df-427c-8c44-17cb0f1fe6a5 None None] Attempting to bind port 84dfbbf2-673c-4766-87d8-ed32d247bb96 on host dv-cinder-830097-4-iscsi for vnic_type normal with profile {{(pid=103459) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 12 13:16:13.513702 dv-cinder-830097-4-iscsi neutron-server[103459]: DEBUG neutron.plugins.ml2.managers [None req-70bdc77c-96df-427c-8c44-17cb0f1fe6a5 None None] Attempting to bind port 84dfbbf2-673c-4766-87d8-ed32d247bb96 by drivers openvswitch,hyperv on host dv-cinder-830097-4-iscsi at level 0 using segments [{'id': '333e2245-11dc-4fcd-9fb1-9fe65fae59ea', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '26d0436d-8ae2-49bd-8cc6-3d2eac552c84'}] {{(pid=103459) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 12 13:16:13.514072 dv-cinder-830097-4-iscsi neutron-server[103459]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-70bdc77c-96df-427c-8c44-17cb0f1fe6a5 None None] Attempting to bind port 84dfbbf2-673c-4766-87d8-ed32d247bb96 on network 26d0436d-8ae2-49bd-8cc6-3d2eac552c84 {{(pid=103459) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 12 13:16:13.516177 dv-cinder-830097-4-iscsi neutron-server[103460]: DEBUG neutron_lib.callbacks.manager [None req-570956f0-bce1-4cc6-9b67-b4a6817f00d8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-915890', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3697887', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732727894815', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732727417932', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732727417950'] for port (bee35c5e-668a-49b2-8687-9dc92ebd1905), after_update {{(pid=103460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:16:13.518148 dv-cinder-830097-4-iscsi neutron-server[103459]: DEBUG neutron.db.provisioning_blocks [None req-b5fc10f6-3501-41e2-8747-df7fb8860bc0 None None] Provisioning complete for port 1ceeff16-e486-4e8b-a1af-d7c1a6e70fb4 triggered by entity DHCP. {{(pid=103459) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 12 13:16:13.518549 dv-cinder-830097-4-iscsi neutron-server[103459]: DEBUG neutron_lib.callbacks.manager [None req-b5fc10f6-3501-41e2-8747-df7fb8860bc0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-657243'] for port (1ceeff16-e486-4e8b-a1af-d7c1a6e70fb4), provisioning_complete {{(pid=103459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:16:13.562350 dv-cinder-830097-4-iscsi neutron-server[103459]: DEBUG neutron.plugins.ml2.plugin [None req-b5fc10f6-3501-41e2-8747-df7fb8860bc0 None None] Port 1ceeff16-e486-4e8b-a1af-d7c1a6e70fb4 cannot update to ACTIVE because it is not bound. {{(pid=103459) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 12 13:16:13.574192 dv-cinder-830097-4-iscsi neutron-server[103459]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-70bdc77c-96df-427c-8c44-17cb0f1fe6a5 None None] Checking agent: {'id': '3f2daa45-5e56-452b-8a21-b519edfce99e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-830097-4-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 12, 13, 7, 23), 'started_at': datetime.datetime(2022, 4, 12, 13, 7, 53), 'heartbeat_timestamp': datetime.datetime(2022, 4, 12, 13, 15, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-830097-4-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103459) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 12 13:16:13.574554 dv-cinder-830097-4-iscsi neutron-server[103459]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-70bdc77c-96df-427c-8c44-17cb0f1fe6a5 None None] Checking segment: {'id': '333e2245-11dc-4fcd-9fb1-9fe65fae59ea', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '26d0436d-8ae2-49bd-8cc6-3d2eac552c84'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103459) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 12 13:16:13.575042 dv-cinder-830097-4-iscsi neutron-server[103459]: DEBUG neutron_lib.callbacks.manager [None req-70bdc77c-96df-427c-8c44-17cb0f1fe6a5 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:16:13.575327 dv-cinder-830097-4-iscsi neutron-server[103459]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-70bdc77c-96df-427c-8c44-17cb0f1fe6a5 None None] Bound using segment: {'id': '333e2245-11dc-4fcd-9fb1-9fe65fae59ea', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '26d0436d-8ae2-49bd-8cc6-3d2eac552c84'} {{(pid=103459) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 12 13:16:13.575903 dv-cinder-830097-4-iscsi neutron-server[103459]: DEBUG neutron.plugins.ml2.managers [None req-70bdc77c-96df-427c-8c44-17cb0f1fe6a5 None None] Bound port: 84dfbbf2-673c-4766-87d8-ed32d247bb96, host: dv-cinder-830097-4-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '333e2245-11dc-4fcd-9fb1-9fe65fae59ea', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '26d0436d-8ae2-49bd-8cc6-3d2eac552c84'}}] {{(pid=103459) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 12 13:16:13.576168 dv-cinder-830097-4-iscsi neutron-server[103459]: DEBUG neutron_lib.callbacks.manager [None req-70bdc77c-96df-427c-8c44-17cb0f1fe6a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-916304'] for port (84dfbbf2-673c-4766-87d8-ed32d247bb96), before_update {{(pid=103459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:16:13.594590 dv-cinder-830097-4-iscsi neutron-server[103459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e4f1ee6-80b2-4251-ad58-03a40fe4c9d0 None None] Pushing event updated for resources: {'Port': ['ID=84dfbbf2-673c-4766-87d8-ed32d247bb96,revision_number=2']} {{(pid=103459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 13:16:13.623432 dv-cinder-830097-4-iscsi neutron-server[103457]: INFO neutron.wsgi [req-8580b259-3ff6-4cfb-b4e9-ed2c88bf574a req-07e55073-6945-488f-894f-5000aa7cc653 tempest-DeleteServersTestJSON-535355193 tempest-DeleteServersTestJSON-535355193-project] 10.222.0.18 "GET /v2.0/ports?device_id=62c98bc3-e89d-4509-9b6a-001a4d0a6e3b HTTP/1.1" status: 200 len: 210 time: 0.1138525 Apr 12 13:16:13.643029 dv-cinder-830097-4-iscsi neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-c1432c6c-c5b2-4759-9f24-5a59f5964bd8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-916304'] for port (1ceeff16-e486-4e8b-a1af-d7c1a6e70fb4), before_update {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:16:13.660751 dv-cinder-830097-4-iscsi neutron-server[103460]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad1cf8da-508a-4a27-a755-a4e950b55723 None None] Pushing event updated for resources: {'Port': ['ID=bee35c5e-668a-49b2-8687-9dc92ebd1905,revision_number=3']} {{(pid=103460) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 13:16:13.708506 dv-cinder-830097-4-iscsi neutron-server[103459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bbb7d72-831e-4c2e-81c2-8a7dc44ddc35 None None] Pushing event updated for resources: {'Port': ['ID=70634d67-4046-424d-94eb-02fc097f0ec7,revision_number=3']} {{(pid=103459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 13:16:13.751270 dv-cinder-830097-4-iscsi neutron-server[103460]: DEBUG neutron.db.l3_dvrscheduler_db [None req-570956f0-bce1-4cc6-9b67-b4a6817f00d8 None None] Routers {'af30ce41-ac25-45e3-9bbb-85ecf8f0a642'} bound to L3 agent in host dv-cinder-830097-4-iscsi {{(pid=103460) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 12 13:16:13.751920 dv-cinder-830097-4-iscsi neutron-server[103460]: DEBUG neutron.db.l3_hamode_db [None req-570956f0-bce1-4cc6-9b67-b4a6817f00d8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830097-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-04-12T13:07:19Z,description=,heartbeat_timestamp=2022-04-12T13:15:49Z,host='dv-cinder-830097-4-iscsi',id=b7e11a8b-aeed-493f-9763-461016dddc93,load=0,resource_versions=,resources_synced=,started_at=2022-04-12T13:07:19Z,topic='l3_agent')) {'router_ids': ['af30ce41-ac25-45e3-9bbb-85ecf8f0a642'], 'active': True} {{(pid=103460) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 13:16:13.899219 dv-cinder-830097-4-iscsi neutron-server[103459]: DEBUG neutron.plugins.ml2.rpc [None req-53781792-8650-4c78-93a6-1c4d328d874c None None] Device 958ce0b1-b216-48bf-ac4c-12928e15436d up at agent ovs-agent-dv-cinder-830097-4-iscsi {{(pid=103459) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 12 13:16:13.937587 dv-cinder-830097-4-iscsi neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [req-43a870e3-949b-4a8d-a6d3-7f1dfcbd7286 req-bfe89633-a6f2-4c3e-91d2-b457fd5b9f21 tempest-DeleteServersTestJSON-535355193 tempest-DeleteServersTestJSON-535355193-project] Publish callbacks [] for port (b886a5ab-3dd9-4707-bb6a-3c2b5f1d2b8d), precommit_create {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:16:14.057356 dv-cinder-830097-4-iscsi neutron-server[103460]: DEBUG neutron.db.l3_dvr_db [None req-570956f0-bce1-4cc6-9b67-b4a6817f00d8 None None] Set router af30ce41-ac25-45e3-9bbb-85ecf8f0a642 gateway port host: dv-cinder-830097-4-iscsi {{(pid=103460) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 12 13:16:14.130445 dv-cinder-830097-4-iscsi neutron-server[103459]: DEBUG neutron.plugins.ml2.db [None req-70bdc77c-96df-427c-8c44-17cb0f1fe6a5 None None] For port 84dfbbf2-673c-4766-87d8-ed32d247bb96, host dv-cinder-830097-4-iscsi, cleared binding levels {{(pid=103459) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 12 13:16:14.130860 dv-cinder-830097-4-iscsi neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [req-43a870e3-949b-4a8d-a6d3-7f1dfcbd7286 req-bfe89633-a6f2-4c3e-91d2-b457fd5b9f21 tempest-DeleteServersTestJSON-535355193 tempest-DeleteServersTestJSON-535355193-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-915890', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3697887', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732727417914'] for port (b886a5ab-3dd9-4707-bb6a-3c2b5f1d2b8d), after_create {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:16:14.135226 dv-cinder-830097-4-iscsi neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-c1432c6c-c5b2-4759-9f24-5a59f5964bd8 admin admin] Publish callbacks [] for port (1ceeff16-e486-4e8b-a1af-d7c1a6e70fb4), precommit_update {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:16:14.143126 dv-cinder-830097-4-iscsi neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-c1432c6c-c5b2-4759-9f24-5a59f5964bd8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-915890', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3697887', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732727894815', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732727417932', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732727417950'] for port (1ceeff16-e486-4e8b-a1af-d7c1a6e70fb4), after_update {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:16:14.144169 dv-cinder-830097-4-iscsi neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-c1432c6c-c5b2-4759-9f24-5a59f5964bd8 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3697905', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3750891'] for router_interface (af30ce41-ac25-45e3-9bbb-85ecf8f0a642), after_create {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:16:14.174447 dv-cinder-830097-4-iscsi neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-e7df7038-c3f0-4732-94d2-ea9c08a14b75 admin admin] Publish callbacks [] for security_group (9363f54b-d16c-4cbf-a881-21cc19d0f9fe), precommit_create {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:16:14.189329 dv-cinder-830097-4-iscsi neutron-server[103459]: DEBUG neutron.plugins.ml2.managers [None req-7b4b4fb4-c794-4d31-a0cc-95e87646379e None None] Attempting to bind port 70634d67-4046-424d-94eb-02fc097f0ec7 on host dv-cinder-830097-4-iscsi for vnic_type normal with profile {{(pid=103459) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 12 13:16:14.193431 dv-cinder-830097-4-iscsi neutron-server[103458]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-43a870e3-949b-4a8d-a6d3-7f1dfcbd7286 req-bfe89633-a6f2-4c3e-91d2-b457fd5b9f21 tempest-DeleteServersTestJSON-535355193 tempest-DeleteServersTestJSON-535355193-project] Network 38860888-3f1a-46ed-95ac-25bed05bc1cd is already hosted by enough agents. {{(pid=103458) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 12 13:16:14.196736 dv-cinder-830097-4-iscsi neutron-server[103459]: DEBUG neutron.plugins.ml2.managers [None req-7b4b4fb4-c794-4d31-a0cc-95e87646379e None None] Attempting to bind port 70634d67-4046-424d-94eb-02fc097f0ec7 by drivers openvswitch,hyperv on host dv-cinder-830097-4-iscsi at level 0 using segments [{'id': 'cbdc8fb7-4f48-4130-80a4-939d65d92cbb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 222, 'network_id': '8a9d7c73-ddbc-4eef-a839-e9bbe858207d'}] {{(pid=103459) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 12 13:16:14.205017 dv-cinder-830097-4-iscsi neutron-server[103459]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7b4b4fb4-c794-4d31-a0cc-95e87646379e None None] Attempting to bind port 70634d67-4046-424d-94eb-02fc097f0ec7 on network 8a9d7c73-ddbc-4eef-a839-e9bbe858207d {{(pid=103459) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 12 13:16:14.226095 dv-cinder-830097-4-iscsi neutron-server[103459]: DEBUG neutron.plugins.ml2.db [None req-70bdc77c-96df-427c-8c44-17cb0f1fe6a5 None None] For port 84dfbbf2-673c-4766-87d8-ed32d247bb96, host dv-cinder-830097-4-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-830097-4-iscsi',level=0,port_id=84dfbbf2-673c-4766-87d8-ed32d247bb96,segment=NetworkSegment(333e2245-11dc-4fcd-9fb1-9fe65fae59ea),segment_id=333e2245-11dc-4fcd-9fb1-9fe65fae59ea)] {{(pid=103459) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 12 13:16:14.249191 dv-cinder-830097-4-iscsi neutron-server[103459]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7b4b4fb4-c794-4d31-a0cc-95e87646379e None None] Checking agent: {'id': '3f2daa45-5e56-452b-8a21-b519edfce99e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-830097-4-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 12, 13, 7, 23), 'started_at': datetime.datetime(2022, 4, 12, 13, 7, 53), 'heartbeat_timestamp': datetime.datetime(2022, 4, 12, 13, 15, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-830097-4-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103459) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 12 13:16:14.251965 dv-cinder-830097-4-iscsi neutron-server[103459]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7b4b4fb4-c794-4d31-a0cc-95e87646379e None None] Checking segment: {'id': 'cbdc8fb7-4f48-4130-80a4-939d65d92cbb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 222, 'network_id': '8a9d7c73-ddbc-4eef-a839-e9bbe858207d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103459) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 12 13:16:14.252721 dv-cinder-830097-4-iscsi neutron-server[103459]: DEBUG neutron_lib.callbacks.manager [None req-7b4b4fb4-c794-4d31-a0cc-95e87646379e None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:16:14.253837 dv-cinder-830097-4-iscsi neutron-server[103459]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7b4b4fb4-c794-4d31-a0cc-95e87646379e None None] Bound using segment: {'id': 'cbdc8fb7-4f48-4130-80a4-939d65d92cbb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 222, 'network_id': '8a9d7c73-ddbc-4eef-a839-e9bbe858207d'} {{(pid=103459) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 12 13:16:14.255685 dv-cinder-830097-4-iscsi neutron-server[103457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1432c6c-c5b2-4759-9f24-5a59f5964bd8 admin admin] Pushing event updated for resources: {'Port': ['ID=1ceeff16-e486-4e8b-a1af-d7c1a6e70fb4,revision_number=2']} {{(pid=103457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 13:16:14.256899 dv-cinder-830097-4-iscsi neutron-server[103459]: DEBUG neutron.plugins.ml2.managers [None req-7b4b4fb4-c794-4d31-a0cc-95e87646379e None None] Bound port: 70634d67-4046-424d-94eb-02fc097f0ec7, host: dv-cinder-830097-4-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cbdc8fb7-4f48-4130-80a4-939d65d92cbb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 222, 'network_id': '8a9d7c73-ddbc-4eef-a839-e9bbe858207d'}}] {{(pid=103459) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 12 13:16:14.257580 dv-cinder-830097-4-iscsi neutron-server[103459]: DEBUG neutron_lib.callbacks.manager [None req-7b4b4fb4-c794-4d31-a0cc-95e87646379e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-916304'] for port (70634d67-4046-424d-94eb-02fc097f0ec7), before_update {{(pid=103459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:16:14.264802 dv-cinder-830097-4-iscsi neutron-server[103459]: DEBUG neutron.db.provisioning_blocks [None req-e1d541a1-4d28-4f5d-81db-3b0ea7dcec4b None None] Provisioning complete for port 70634d67-4046-424d-94eb-02fc097f0ec7 triggered by entity DHCP. {{(pid=103459) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 12 13:16:14.269087 dv-cinder-830097-4-iscsi neutron-server[103459]: DEBUG neutron_lib.callbacks.manager [None req-e1d541a1-4d28-4f5d-81db-3b0ea7dcec4b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-657243'] for port (70634d67-4046-424d-94eb-02fc097f0ec7), provisioning_complete {{(pid=103459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:16:14.327462 dv-cinder-830097-4-iscsi neutron-server[103458]: DEBUG neutron.scheduler.base_scheduler [req-43a870e3-949b-4a8d-a6d3-7f1dfcbd7286 req-bfe89633-a6f2-4c3e-91d2-b457fd5b9f21 tempest-DeleteServersTestJSON-535355193 tempest-DeleteServersTestJSON-535355193-project] Resources bound (agent type, host, resource id): {{(pid=103458) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 12 13:16:14.338584 dv-cinder-830097-4-iscsi neutron-server[103458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfe89633-a6f2-4c3e-91d2-b457fd5b9f21 tempest-DeleteServersTestJSON-535355193 tempest-DeleteServersTestJSON-535355193-project] Pushing event updated for resources: {'Port': ['ID=b886a5ab-3dd9-4707-bb6a-3c2b5f1d2b8d,revision_number=1']} {{(pid=103458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 13:16:14.344519 dv-cinder-830097-4-iscsi neutron-server[103458]: DEBUG neutron.db.l3_dvrscheduler_db [req-43a870e3-949b-4a8d-a6d3-7f1dfcbd7286 req-bfe89633-a6f2-4c3e-91d2-b457fd5b9f21 tempest-DeleteServersTestJSON-535355193 tempest-DeleteServersTestJSON-535355193-project] Received port after_create {{(pid=103458) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 12 13:16:14.352396 dv-cinder-830097-4-iscsi neutron-server[103458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43a870e3-949b-4a8d-a6d3-7f1dfcbd7286 req-bfe89633-a6f2-4c3e-91d2-b457fd5b9f21 tempest-DeleteServersTestJSON-535355193 tempest-DeleteServersTestJSON-535355193-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 13:16:14.354546 dv-cinder-830097-4-iscsi neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [req-43a870e3-949b-4a8d-a6d3-7f1dfcbd7286 req-bfe89633-a6f2-4c3e-91d2-b457fd5b9f21 tempest-DeleteServersTestJSON-535355193 tempest-DeleteServersTestJSON-535355193-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-500965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3697709'] for port (None), before_response {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:16:14.371885 dv-cinder-830097-4-iscsi neutron-server[103459]: DEBUG neutron.plugins.ml2.plugin [None req-e1d541a1-4d28-4f5d-81db-3b0ea7dcec4b None None] Port 70634d67-4046-424d-94eb-02fc097f0ec7 cannot update to ACTIVE because it is not bound. {{(pid=103459) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 12 13:16:14.379428 dv-cinder-830097-4-iscsi neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-e7df7038-c3f0-4732-94d2-ea9c08a14b75 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3691807'] for security_group (9363f54b-d16c-4cbf-a881-21cc19d0f9fe), after_create {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:16:14.389799 dv-cinder-830097-4-iscsi neutron-server[103459]: DEBUG neutron_lib.callbacks.manager [None req-70bdc77c-96df-427c-8c44-17cb0f1fe6a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-915890', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3697887', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732727894815', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732727417932', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732727417950'] for port (84dfbbf2-673c-4766-87d8-ed32d247bb96), after_update {{(pid=103459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:16:14.417613 dv-cinder-830097-4-iscsi neutron-server[103458]: INFO neutron.wsgi [None req-e7df7038-c3f0-4732-94d2-ea9c08a14b75 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=160eca37b8224b0b9638e74ab9094a05&name=default HTTP/1.1" status: 200 len: 2996 time: 1.9765606 Apr 12 13:16:14.421532 dv-cinder-830097-4-iscsi neutron-server[103458]: INFO neutron.wsgi [req-43a870e3-949b-4a8d-a6d3-7f1dfcbd7286 req-bfe89633-a6f2-4c3e-91d2-b457fd5b9f21 tempest-DeleteServersTestJSON-535355193 tempest-DeleteServersTestJSON-535355193-project] 10.222.0.55 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 3.9182115 Apr 12 13:16:14.429560 dv-cinder-830097-4-iscsi neutron-server[103458]: DEBUG neutron.wsgi [-] (103458) accepted ('10.222.0.18', 40486) {{(pid=103458) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 13:16:14.560916 dv-cinder-830097-4-iscsi neutron-server[103457]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c1432c6c-c5b2-4759-9f24-5a59f5964bd8 admin admin] Network 33c58c83-bd42-46e6-829a-cd11f58e9fb1 is already hosted by enough agents. {{(pid=103457) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 12 13:16:14.565798 dv-cinder-830097-4-iscsi neutron-server[103457]: DEBUG neutron.scheduler.base_scheduler [None req-c1432c6c-c5b2-4759-9f24-5a59f5964bd8 admin admin] Resources bound (agent type, host, resource id): {{(pid=103457) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 12 13:16:14.608497 dv-cinder-830097-4-iscsi neutron-server[103459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e4f1ee6-80b2-4251-ad58-03a40fe4c9d0 None None] Pushing event updated for resources: {'Port': ['ID=84dfbbf2-673c-4766-87d8-ed32d247bb96,revision_number=3']} {{(pid=103459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 13:16:14.636842 dv-cinder-830097-4-iscsi neutron-server[103459]: DEBUG neutron.db.provisioning_blocks [None req-53781792-8650-4c78-93a6-1c4d328d874c None None] Provisioning complete for port 958ce0b1-b216-48bf-ac4c-12928e15436d triggered by entity L2. {{(pid=103459) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 12 13:16:14.637555 dv-cinder-830097-4-iscsi neutron-server[103459]: DEBUG neutron_lib.callbacks.manager [None req-53781792-8650-4c78-93a6-1c4d328d874c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-657243'] for port (958ce0b1-b216-48bf-ac4c-12928e15436d), provisioning_complete {{(pid=103459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:16:14.742093 dv-cinder-830097-4-iscsi neutron-server[103460]: DEBUG neutron.db.l3_hamode_db [None req-570956f0-bce1-4cc6-9b67-b4a6817f00d8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'af30ce41-ac25-45e3-9bbb-85ecf8f0a642', 'name': 'tempest-AttachVolumeTestJSON-1053846076-router', 'tenant_id': '973344adf45e43fc87f28572c7cc70a5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '26d0436d-8ae2-49bd-8cc6-3d2eac552c84', 'external_fixed_ips': [{'subnet_id': 'd93852d8-8f89-4b1c-bef4-0e05f499a8db', 'ip_address': '172.27.0.93'}], 'enable_snat': True}, 'gw_port_id': 'bee35c5e-668a-49b2-8687-9dc92ebd1905', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-12T13:16:00Z', 'updated_at': '2022-04-12T13:16:13Z', 'revision_number': 4, 'project_id': '973344adf45e43fc87f28572c7cc70a5', 'gw_port': {'id': 'bee35c5e-668a-49b2-8687-9dc92ebd1905', 'name': '', 'network_id': '26d0436d-8ae2-49bd-8cc6-3d2eac552c84', 'tenant_id': '', 'mac_address': 'fa:16:3e:00:65:4b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'af30ce41-ac25-45e3-9bbb-85ecf8f0a642', 'device_owner': 'network:router_gateway', 'standard_attr_id': 81, 'fixed_ips': [{'subnet_id': 'd93852d8-8f89-4b1c-bef4-0e05f499a8db', 'ip_address': '172.27.0.93', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830097-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T13:16:02Z', 'updated_at': '2022-04-12T13:16:13Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd93852d8-8f89-4b1c-bef4-0e05f499a8db', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830097-4-iscsi', '_interfaces': [{'id': '1ceeff16-e486-4e8b-a1af-d7c1a6e70fb4', 'name': '', 'network_id': '33c58c83-bd42-46e6-829a-cd11f58e9fb1', 'tenant_id': '973344adf45e43fc87f28572c7cc70a5', 'mac_address': 'fa:16:3e:9b:fe:04', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'af30ce41-ac25-45e3-9bbb-85ecf8f0a642', 'device_owner': 'network:router_interface', 'standard_attr_id': 108, 'fixed_ips': [{'subnet_id': 'e7f58421-9187-48e8-8ede-d2e25149e657', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T13:16:11Z', 'updated_at': '2022-04-12T13:16:11Z', 'revision_number': 1, 'project_id': '973344adf45e43fc87f28572c7cc70a5', 'subnets': [{'id': 'e7f58421-9187-48e8-8ede-d2e25149e657', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-830097-4-iscsi', False) {} {{(pid=103460) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 13:16:14.865957 dv-cinder-830097-4-iscsi neutron-server[103459]: DEBUG neutron.db.l3_dvrscheduler_db [None req-70bdc77c-96df-427c-8c44-17cb0f1fe6a5 None None] Routers {'66d38733-8a94-4306-9035-12f6b3906c1e'} bound to L3 agent in host dv-cinder-830097-4-iscsi {{(pid=103459) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 12 13:16:14.867613 dv-cinder-830097-4-iscsi neutron-server[103459]: DEBUG neutron.db.l3_hamode_db [None req-70bdc77c-96df-427c-8c44-17cb0f1fe6a5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830097-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-04-12T13:07:19Z,description=,heartbeat_timestamp=2022-04-12T13:15:49Z,host='dv-cinder-830097-4-iscsi',id=b7e11a8b-aeed-493f-9763-461016dddc93,load=0,resource_versions=,resources_synced=,started_at=2022-04-12T13:07:19Z,topic='l3_agent')) {'router_ids': ['66d38733-8a94-4306-9035-12f6b3906c1e'], 'active': True} {{(pid=103459) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 13:16:14.874723 dv-cinder-830097-4-iscsi neutron-server[103458]: DEBUG neutron.wsgi [req-43a870e3-949b-4a8d-a6d3-7f1dfcbd7286 req-20d42279-1541-4cf2-9db4-3c9e8666177d tempest-DeleteServersTestJSON-535355193 tempest-DeleteServersTestJSON-535355193-project] http://10.222.0.18:9696/v2.0/extensions returned with HTTP 200 {{(pid=103458) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Apr 12 13:16:14.876026 dv-cinder-830097-4-iscsi neutron-server[103458]: INFO neutron.wsgi [req-43a870e3-949b-4a8d-a6d3-7f1dfcbd7286 req-20d42279-1541-4cf2-9db4-3c9e8666177d tempest-DeleteServersTestJSON-535355193 tempest-DeleteServersTestJSON-535355193-project] 10.222.0.55 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.4230752 Apr 12 13:16:14.876428 dv-cinder-830097-4-iscsi neutron-server[103460]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-570956f0-bce1-4cc6-9b67-b4a6817f00d8 None None] The sync data for ids ['af30ce41-ac25-45e3-9bbb-85ecf8f0a642'] in dv-cinder-830097-4-iscsi is: [{'id': 'af30ce41-ac25-45e3-9bbb-85ecf8f0a642', 'name': 'tempest-AttachVolumeTestJSON-1053846076-router', 'tenant_id': '973344adf45e43fc87f28572c7cc70a5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '26d0436d-8ae2-49bd-8cc6-3d2eac552c84', 'external_fixed_ips': [{'subnet_id': 'd93852d8-8f89-4b1c-bef4-0e05f499a8db', 'ip_address': '172.27.0.93'}], 'enable_snat': True}, 'gw_port_id': 'bee35c5e-668a-49b2-8687-9dc92ebd1905', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-12T13:16:00Z', 'updated_at': '2022-04-12T13:16:13Z', 'revision_number': 4, 'project_id': '973344adf45e43fc87f28572c7cc70a5', 'gw_port': {'id': 'bee35c5e-668a-49b2-8687-9dc92ebd1905', 'name': '', 'network_id': '26d0436d-8ae2-49bd-8cc6-3d2eac552c84', 'tenant_id': '', 'mac_address': 'fa:16:3e:00:65:4b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'af30ce41-ac25-45e3-9bbb-85ecf8f0a642', 'device_owner': 'network:router_gateway', 'standard_attr_id': 81, 'fixed_ips': [{'subnet_id': 'd93852d8-8f89-4b1c-bef4-0e05f499a8db', 'ip_address': '172.27.0.93', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830097-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T13:16:02Z', 'updated_at': '2022-04-12T13:16:13Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd93852d8-8f89-4b1c-bef4-0e05f499a8db', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830097-4-iscsi', '_interfaces': [{'id': '1ceeff16-e486-4e8b-a1af-d7c1a6e70fb4', 'name': '', 'network_id': '33c58c83-bd42-46e6-829a-cd11f58e9fb1', 'tenant_id': '973344adf45e43fc87f28572c7cc70a5', 'mac_address': 'fa:16:3e:9b:fe:04', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'af30ce41-ac25-45e3-9bbb-85ecf8f0a642', 'device_owner': 'network:router_interface', 'standard_attr_id': 108, 'fixed_ips': [{'subnet_id': 'e7f58421-9187-48e8-8ede-d2e25149e657', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T13:16:11Z', 'updated_at': '2022-04-12T13:16:11Z', 'revision_number': 1, 'project_id': '973344adf45e43fc87f28572c7cc70a5', 'subnets': [{'id': 'e7f58421-9187-48e8-8ede-d2e25149e657', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103460) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 12 13:16:14.916408 dv-cinder-830097-4-iscsi neutron-server[103458]: INFO neutron.wsgi [req-9f19d510-e404-4d45-ae5c-ffcc018f8bdf req-e5657a13-7411-4221-9fb6-55f4e64e379e service neutron] 10.222.0.18 "GET /v2.0/networks/8a9d7c73-ddbc-4eef-a839-e9bbe858207d?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.7161403 Apr 12 13:16:14.930105 dv-cinder-830097-4-iscsi neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-dd5e5dce-d91a-4ae3-baa0-d9ff86c1a0ce admin admin] Publish callbacks [] for security_group (9363f54b-d16c-4cbf-a881-21cc19d0f9fe), before_delete {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:16:14.993885 dv-cinder-830097-4-iscsi neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-dd5e5dce-d91a-4ae3-baa0-d9ff86c1a0ce admin admin] Publish callbacks [] for security_group (9363f54b-d16c-4cbf-a881-21cc19d0f9fe), precommit_delete {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:16:15.066253 dv-cinder-830097-4-iscsi neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b3fcdfc-4f99-4efe-8629-92955e4eec3e req-7322e7a2-0bc5-4a62-b9a2-947dfca2cc4d tempest-DeleteServersTestJSON-535355193 tempest-DeleteServersTestJSON-535355193-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 13:16:15.074150 dv-cinder-830097-4-iscsi neutron-server[103457]: INFO neutron.wsgi [req-1b3fcdfc-4f99-4efe-8629-92955e4eec3e req-7322e7a2-0bc5-4a62-b9a2-947dfca2cc4d tempest-DeleteServersTestJSON-535355193 tempest-DeleteServersTestJSON-535355193-project] 10.222.0.18 "GET /v2.0/ports?device_id=62c98bc3-e89d-4509-9b6a-001a4d0a6e3b HTTP/1.1" status: 200 len: 932 time: 0.2465417 Apr 12 13:16:15.141223 dv-cinder-830097-4-iscsi neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-dd5e5dce-d91a-4ae3-baa0-d9ff86c1a0ce admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3691807'] for security_group (9363f54b-d16c-4cbf-a881-21cc19d0f9fe), after_delete {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:16:15.143962 dv-cinder-830097-4-iscsi neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-dd5e5dce-d91a-4ae3-baa0-d9ff86c1a0ce admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:16:15.146415 dv-cinder-830097-4-iscsi neutron-server[103459]: DEBUG neutron.db.provisioning_blocks [None req-daf1d90b-ef89-403e-89b5-17262f99f119 None None] Provisioning complete for port 1ceeff16-e486-4e8b-a1af-d7c1a6e70fb4 triggered by entity DHCP. {{(pid=103459) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 12 13:16:15.147914 dv-cinder-830097-4-iscsi neutron-server[103459]: DEBUG neutron_lib.callbacks.manager [None req-daf1d90b-ef89-403e-89b5-17262f99f119 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-657243'] for port (1ceeff16-e486-4e8b-a1af-d7c1a6e70fb4), provisioning_complete {{(pid=103459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:16:15.148580 dv-cinder-830097-4-iscsi neutron-server[103458]: INFO neutron.wsgi [None req-dd5e5dce-d91a-4ae3-baa0-d9ff86c1a0ce admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/9363f54b-d16c-4cbf-a881-21cc19d0f9fe HTTP/1.1" status: 204 len: 168 time: 0.7162058 Apr 12 13:16:15.164132 dv-cinder-830097-4-iscsi neutron-server[103459]: DEBUG neutron.plugins.ml2.db [None req-7b4b4fb4-c794-4d31-a0cc-95e87646379e None None] For port 70634d67-4046-424d-94eb-02fc097f0ec7, host dv-cinder-830097-4-iscsi, cleared binding levels {{(pid=103459) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 12 13:16:15.167183 dv-cinder-830097-4-iscsi neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-d47fb7cc-590b-4558-aa36-be6e8c443700 admin admin] Publish callbacks [] for security_group (f4beb1a9-8aad-4438-b3b5-22d10023d998), precommit_create {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:16:15.210263 dv-cinder-830097-4-iscsi neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-cb8868a3-a983-4744-9e4a-a390f79e4e82 admin admin] Publish callbacks [] for port (ae9c6e44-f0d0-4a2a-86d6-9ca46ba23560), precommit_create {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:16:15.216667 dv-cinder-830097-4-iscsi neutron-server[103457]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c1432c6c-c5b2-4759-9f24-5a59f5964bd8 admin admin] Router af30ce41-ac25-45e3-9bbb-85ecf8f0a642 has already been hosted by L3 agent b7e11a8b-aeed-493f-9763-461016dddc93 {{(pid=103457) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 12 13:16:15.221106 dv-cinder-830097-4-iscsi neutron-server[103458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7df7038-c3f0-4732-94d2-ea9c08a14b75 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9363f54b-d16c-4cbf-a881-21cc19d0f9fe,revision_number=1']} {{(pid=103458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 13:16:15.246477 dv-cinder-830097-4-iscsi neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-d47fb7cc-590b-4558-aa36-be6e8c443700 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3691807'] for security_group (f4beb1a9-8aad-4438-b3b5-22d10023d998), after_create {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:16:15.263811 dv-cinder-830097-4-iscsi neutron-server[103459]: DEBUG neutron.plugins.ml2.db [None req-7b4b4fb4-c794-4d31-a0cc-95e87646379e None None] For port 70634d67-4046-424d-94eb-02fc097f0ec7, host dv-cinder-830097-4-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-830097-4-iscsi',level=0,port_id=70634d67-4046-424d-94eb-02fc097f0ec7,segment=NetworkSegment(cbdc8fb7-4f48-4130-80a4-939d65d92cbb),segment_id=cbdc8fb7-4f48-4130-80a4-939d65d92cbb)] {{(pid=103459) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 12 13:16:15.342043 dv-cinder-830097-4-iscsi neutron-server[103459]: DEBUG neutron_lib.callbacks.manager [None req-7b4b4fb4-c794-4d31-a0cc-95e87646379e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-915890', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3697887', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732727894815', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732727417932', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732727417950'] for port (70634d67-4046-424d-94eb-02fc097f0ec7), after_update {{(pid=103459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:16:15.350259 dv-cinder-830097-4-iscsi neutron-server[103458]: INFO neutron.wsgi [None req-d47fb7cc-590b-4558-aa36-be6e8c443700 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=92e1b8332bda4e66be4949f763e47304&name=default HTTP/1.1" status: 200 len: 2996 time: 3.2343671 Apr 12 13:16:15.353493 dv-cinder-830097-4-iscsi neutron-server[103458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd5e5dce-d91a-4ae3-baa0-d9ff86c1a0ce admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9363f54b-d16c-4cbf-a881-21cc19d0f9fe,revision_number=None']} {{(pid=103458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 13:16:15.364536 dv-cinder-830097-4-iscsi neutron-server[103459]: DEBUG neutron.plugins.ml2.plugin [None req-53781792-8650-4c78-93a6-1c4d328d874c None None] Current status of the port 958ce0b1-b216-48bf-ac4c-12928e15436d is: ACTIVE; New status is: ACTIVE {{(pid=103459) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 12 13:16:15.376383 dv-cinder-830097-4-iscsi neutron-server[103458]: DEBUG neutron.wsgi [-] (103458) accepted ('10.222.0.18', 40510) {{(pid=103458) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 13:16:15.479075 dv-cinder-830097-4-iscsi neutron-server[103459]: DEBUG neutron.plugins.ml2.plugin [None req-daf1d90b-ef89-403e-89b5-17262f99f119 None None] Port 1ceeff16-e486-4e8b-a1af-d7c1a6e70fb4 cannot update to ACTIVE because it is not bound. {{(pid=103459) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 12 13:16:15.486126 dv-cinder-830097-4-iscsi neutron-server[103457]: INFO neutron.wsgi [req-1b3fcdfc-4f99-4efe-8629-92955e4eec3e req-862c74b2-6c79-477f-becd-d90e35251a7f tempest-DeleteServersTestJSON-535355193 tempest-DeleteServersTestJSON-535355193-project] 10.222.0.18 "GET /v2.0/security-groups?id=feb0ab55-6426-4522-af82-2b05ab6d5c27&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4109201 Apr 12 13:16:15.553411 dv-cinder-830097-4-iscsi neutron-server[103459]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7b4b4fb4-c794-4d31-a0cc-95e87646379e None None] Routers {'966c96ee-61f7-4f90-a5f6-9f5ed8a51317'} bound to L3 agent in host dv-cinder-830097-4-iscsi {{(pid=103459) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 12 13:16:15.554314 dv-cinder-830097-4-iscsi neutron-server[103459]: DEBUG neutron.db.l3_hamode_db [None req-7b4b4fb4-c794-4d31-a0cc-95e87646379e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830097-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-04-12T13:07:19Z,description=,heartbeat_timestamp=2022-04-12T13:15:49Z,host='dv-cinder-830097-4-iscsi',id=b7e11a8b-aeed-493f-9763-461016dddc93,load=0,resource_versions=,resources_synced=,started_at=2022-04-12T13:07:19Z,topic='l3_agent')) {'router_ids': ['966c96ee-61f7-4f90-a5f6-9f5ed8a51317'], 'active': True} {{(pid=103459) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 13:16:15.750641 dv-cinder-830097-4-iscsi neutron-server[103458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d47fb7cc-590b-4558-aa36-be6e8c443700 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f4beb1a9-8aad-4438-b3b5-22d10023d998,revision_number=1']} {{(pid=103458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 13:16:15.781483 dv-cinder-830097-4-iscsi neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-cb8868a3-a983-4744-9e4a-a390f79e4e82 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-915890', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3697887', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732727417914'] for port (ae9c6e44-f0d0-4a2a-86d6-9ca46ba23560), after_create {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:16:15.799951 dv-cinder-830097-4-iscsi neutron-server[103459]: DEBUG neutron.db.l3_dvr_db [None req-7b4b4fb4-c794-4d31-a0cc-95e87646379e None None] Set router 966c96ee-61f7-4f90-a5f6-9f5ed8a51317 gateway port host: dv-cinder-830097-4-iscsi {{(pid=103459) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 12 13:16:15.918235 dv-cinder-830097-4-iscsi neutron-server[103457]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c1432c6c-c5b2-4759-9f24-5a59f5964bd8 admin admin] Notify agent at l3_agent.dv-cinder-830097-4-iscsi the message routers_updated {{(pid=103457) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 12 13:16:15.935994 dv-cinder-830097-4-iscsi neutron-server[103457]: INFO neutron.wsgi [None req-c1432c6c-c5b2-4759-9f24-5a59f5964bd8 admin admin] 10.222.0.18 "PUT /v2.0/routers/af30ce41-ac25-45e3-9bbb-85ecf8f0a642/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.2908344 Apr 12 13:16:15.950664 dv-cinder-830097-4-iscsi neutron-server[103459]: DEBUG neutron.db.l3_dvr_db [None req-70bdc77c-96df-427c-8c44-17cb0f1fe6a5 None None] Set router 66d38733-8a94-4306-9035-12f6b3906c1e gateway port host: dv-cinder-830097-4-iscsi {{(pid=103459) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 12 13:16:15.964261 dv-cinder-830097-4-iscsi neutron-server[103458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb8868a3-a983-4744-9e4a-a390f79e4e82 admin admin] Pushing event updated for resources: {'Port': ['ID=ae9c6e44-f0d0-4a2a-86d6-9ca46ba23560,revision_number=1']} {{(pid=103458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 13:16:16.000037 dv-cinder-830097-4-iscsi neutron-server[103458]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cb8868a3-a983-4744-9e4a-a390f79e4e82 admin admin] Network 6562521a-2ea5-45f4-a1f8-589dc7fbc9f3 is already hosted by enough agents. {{(pid=103458) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 12 13:16:16.001818 dv-cinder-830097-4-iscsi neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-ae1edafe-8928-4e05-b08d-f626a7f1ce78 admin admin] Publish callbacks [] for security_group (f4beb1a9-8aad-4438-b3b5-22d10023d998), before_delete {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:16:16.003897 dv-cinder-830097-4-iscsi neutron-server[103458]: DEBUG neutron.scheduler.base_scheduler [None req-cb8868a3-a983-4744-9e4a-a390f79e4e82 admin admin] Resources bound (agent type, host, resource id): {{(pid=103458) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 12 13:16:16.007268 dv-cinder-830097-4-iscsi neutron-server[103458]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cb8868a3-a983-4744-9e4a-a390f79e4e82 admin admin] Received port after_create {{(pid=103458) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 12 13:16:16.007752 dv-cinder-830097-4-iscsi neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-cb8868a3-a983-4744-9e4a-a390f79e4e82 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3738971'] for router_interface (66d38733-8a94-4306-9035-12f6b3906c1e), before_create {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:16:16.219106 dv-cinder-830097-4-iscsi neutron-server[103458]: INFO neutron.wsgi [req-9f19d510-e404-4d45-ae5c-ffcc018f8bdf req-e97de0f3-aef8-49b8-86d5-b564a4f6b928 service neutron] 10.222.0.18 "GET /v2.0/networks/8a9d7c73-ddbc-4eef-a839-e9bbe858207d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.1181941 Apr 12 13:16:16.222945 dv-cinder-830097-4-iscsi neutron-server[103458]: DEBUG neutron.api.v2.base [req-43a870e3-949b-4a8d-a6d3-7f1dfcbd7286 req-7aeb13a8-1571-4a5b-a9ac-9d32ea058b8a service neutron] Request body: {'port': {'device_id': '62c98bc3-e89d-4509-9b6a-001a4d0a6e3b', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83009'}} {{(pid=103458) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 12 13:16:16.259405 dv-cinder-830097-4-iscsi neutron-server[103459]: DEBUG neutron.db.provisioning_blocks [None req-0cb10ce2-42bf-4065-a491-5132cb86e5cb None None] Provisioning complete for port 70634d67-4046-424d-94eb-02fc097f0ec7 triggered by entity DHCP. {{(pid=103459) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 12 13:16:16.262859 dv-cinder-830097-4-iscsi neutron-server[103459]: DEBUG neutron_lib.callbacks.manager [None req-0cb10ce2-42bf-4065-a491-5132cb86e5cb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-657243'] for port (70634d67-4046-424d-94eb-02fc097f0ec7), provisioning_complete {{(pid=103459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:16:16.283479 dv-cinder-830097-4-iscsi neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-cb8868a3-a983-4744-9e4a-a390f79e4e82 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-916304'] for port (ae9c6e44-f0d0-4a2a-86d6-9ca46ba23560), before_update {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:16:16.308742 dv-cinder-830097-4-iscsi neutron-server[103457]: DEBUG neutron.wsgi [-] (103457) accepted ('10.222.0.18', 40524) {{(pid=103457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 13:16:16.374885 dv-cinder-830097-4-iscsi neutron-server[103457]: DEBUG neutron.wsgi [-] (103457) accepted ('10.222.0.18', 40528) {{(pid=103457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 13:16:16.383437 dv-cinder-830097-4-iscsi neutron-server[103459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bbb7d72-831e-4c2e-81c2-8a7dc44ddc35 None None] Pushing event updated for resources: {'Port': ['ID=70634d67-4046-424d-94eb-02fc097f0ec7,revision_number=4']} {{(pid=103459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 13:16:16.485709 dv-cinder-830097-4-iscsi neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-ae1edafe-8928-4e05-b08d-f626a7f1ce78 admin admin] Publish callbacks [] for security_group (f4beb1a9-8aad-4438-b3b5-22d10023d998), precommit_delete {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:16:16.634489 dv-cinder-830097-4-iscsi neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [req-43a870e3-949b-4a8d-a6d3-7f1dfcbd7286 req-7aeb13a8-1571-4a5b-a9ac-9d32ea058b8a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-916304'] for port (b886a5ab-3dd9-4707-bb6a-3c2b5f1d2b8d), before_update {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:16:16.912217 dv-cinder-830097-4-iscsi neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-ae1edafe-8928-4e05-b08d-f626a7f1ce78 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3691807'] for security_group (f4beb1a9-8aad-4438-b3b5-22d10023d998), after_delete {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:16:16.926059 dv-cinder-830097-4-iscsi neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-ae1edafe-8928-4e05-b08d-f626a7f1ce78 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:16:16.930066 dv-cinder-830097-4-iscsi neutron-server[103458]: INFO neutron.wsgi [None req-ae1edafe-8928-4e05-b08d-f626a7f1ce78 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/f4beb1a9-8aad-4438-b3b5-22d10023d998 HTTP/1.1" status: 204 len: 168 time: 1.5526934 Apr 12 13:16:16.949702 dv-cinder-830097-4-iscsi neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cfe4455-75fb-4c53-86f7-ff827ce71d3e req-6e5b5645-0ea8-414a-8fe9-4daa3ae23351 tempest-DeleteServersTestJSON-535355193 tempest-DeleteServersTestJSON-535355193-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 13:16:16.965539 dv-cinder-830097-4-iscsi neutron-server[103457]: INFO neutron.wsgi [req-1cfe4455-75fb-4c53-86f7-ff827ce71d3e req-6e5b5645-0ea8-414a-8fe9-4daa3ae23351 tempest-DeleteServersTestJSON-535355193 tempest-DeleteServersTestJSON-535355193-project] 10.222.0.18 "GET /v2.0/ports?device_id=62c98bc3-e89d-4509-9b6a-001a4d0a6e3b HTTP/1.1" status: 200 len: 932 time: 0.1741643 Apr 12 13:16:16.987465 dv-cinder-830097-4-iscsi neutron-server[103458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae1edafe-8928-4e05-b08d-f626a7f1ce78 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f4beb1a9-8aad-4438-b3b5-22d10023d998,revision_number=None']} {{(pid=103458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 13:16:17.022926 dv-cinder-830097-4-iscsi neutron-server[103459]: DEBUG neutron_lib.callbacks.manager [None req-39f2c615-3025-4615-99e4-6adbda1526bb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732727929501', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-657397'] for agent (246ca497-e2ee-4e0b-b432-b4153c207e5f), after_update {{(pid=103459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:16:17.031992 dv-cinder-830097-4-iscsi neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-00f62845-2881-479d-8537-d13c34cf8407 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:16:17.202559 dv-cinder-830097-4-iscsi neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-dd69f12c-0158-4cfb-8762-b9401d2f3d3e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:16:17.246861 dv-cinder-830097-4-iscsi neutron-server[103459]: DEBUG neutron.db.l3_hamode_db [None req-7b4b4fb4-c794-4d31-a0cc-95e87646379e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '966c96ee-61f7-4f90-a5f6-9f5ed8a51317', 'name': 'tempest-ServerRescueNegativeTestJSON-153791057-router', 'tenant_id': '03e871d047514daabb60a84f86099232', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '26d0436d-8ae2-49bd-8cc6-3d2eac552c84', 'external_fixed_ips': [{'subnet_id': 'd93852d8-8f89-4b1c-bef4-0e05f499a8db', 'ip_address': '172.27.0.21'}], 'enable_snat': True}, 'gw_port_id': '958ce0b1-b216-48bf-ac4c-12928e15436d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-12T13:15:59Z', 'updated_at': '2022-04-12T13:16:07Z', 'revision_number': 4, 'project_id': '03e871d047514daabb60a84f86099232', 'gw_port': {'id': '958ce0b1-b216-48bf-ac4c-12928e15436d', 'name': '', 'network_id': '26d0436d-8ae2-49bd-8cc6-3d2eac552c84', 'tenant_id': '', 'mac_address': 'fa:16:3e:e5:c7:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '966c96ee-61f7-4f90-a5f6-9f5ed8a51317', 'device_owner': 'network:router_gateway', 'standard_attr_id': 66, 'fixed_ips': [{'subnet_id': 'd93852d8-8f89-4b1c-bef4-0e05f499a8db', 'ip_address': '172.27.0.21', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830097-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T13:16:00Z', 'updated_at': '2022-04-12T13:16:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd93852d8-8f89-4b1c-bef4-0e05f499a8db', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830097-4-iscsi', '_interfaces': [{'id': '70634d67-4046-424d-94eb-02fc097f0ec7', 'name': '', 'network_id': '8a9d7c73-ddbc-4eef-a839-e9bbe858207d', 'tenant_id': '03e871d047514daabb60a84f86099232', 'mac_address': 'fa:16:3e:b4:a2:81', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '966c96ee-61f7-4f90-a5f6-9f5ed8a51317', 'device_owner': 'network:router_interface', 'standard_attr_id': 92, 'fixed_ips': [{'subnet_id': 'e7f620b9-ee69-4e3f-9fdf-c3881765f45f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830097-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T13:16:05Z', 'updated_at': '2022-04-12T13:16:15Z', 'revision_number': 4, 'project_id': '03e871d047514daabb60a84f86099232', 'subnets': [{'id': 'e7f620b9-ee69-4e3f-9fdf-c3881765f45f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-830097-4-iscsi', False) {} {{(pid=103459) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 13:16:17.395871 dv-cinder-830097-4-iscsi neutron-server[103459]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7b4b4fb4-c794-4d31-a0cc-95e87646379e None None] The sync data for ids ['966c96ee-61f7-4f90-a5f6-9f5ed8a51317'] in dv-cinder-830097-4-iscsi is: [{'id': '966c96ee-61f7-4f90-a5f6-9f5ed8a51317', 'name': 'tempest-ServerRescueNegativeTestJSON-153791057-router', 'tenant_id': '03e871d047514daabb60a84f86099232', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '26d0436d-8ae2-49bd-8cc6-3d2eac552c84', 'external_fixed_ips': [{'subnet_id': 'd93852d8-8f89-4b1c-bef4-0e05f499a8db', 'ip_address': '172.27.0.21'}], 'enable_snat': True}, 'gw_port_id': '958ce0b1-b216-48bf-ac4c-12928e15436d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-12T13:15:59Z', 'updated_at': '2022-04-12T13:16:07Z', 'revision_number': 4, 'project_id': '03e871d047514daabb60a84f86099232', 'gw_port': {'id': '958ce0b1-b216-48bf-ac4c-12928e15436d', 'name': '', 'network_id': '26d0436d-8ae2-49bd-8cc6-3d2eac552c84', 'tenant_id': '', 'mac_address': 'fa:16:3e:e5:c7:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '966c96ee-61f7-4f90-a5f6-9f5ed8a51317', 'device_owner': 'network:router_gateway', 'standard_attr_id': 66, 'fixed_ips': [{'subnet_id': 'd93852d8-8f89-4b1c-bef4-0e05f499a8db', 'ip_address': '172.27.0.21', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830097-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T13:16:00Z', 'updated_at': '2022-04-12T13:16:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd93852d8-8f89-4b1c-bef4-0e05f499a8db', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830097-4-iscsi', '_interfaces': [{'id': '70634d67-4046-424d-94eb-02fc097f0ec7', 'name': '', 'network_id': '8a9d7c73-ddbc-4eef-a839-e9bbe858207d', 'tenant_id': '03e871d047514daabb60a84f86099232', 'mac_address': 'fa:16:3e:b4:a2:81', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '966c96ee-61f7-4f90-a5f6-9f5ed8a51317', 'device_owner': 'network:router_interface', 'standard_attr_id': 92, 'fixed_ips': [{'subnet_id': 'e7f620b9-ee69-4e3f-9fdf-c3881765f45f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830097-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T13:16:05Z', 'updated_at': '2022-04-12T13:16:15Z', 'revision_number': 4, 'project_id': '03e871d047514daabb60a84f86099232', 'subnets': [{'id': 'e7f620b9-ee69-4e3f-9fdf-c3881765f45f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103459) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 12 13:16:17.526827 dv-cinder-830097-4-iscsi neutron-server[103459]: DEBUG neutron.plugins.ml2.plugin [None req-0cb10ce2-42bf-4065-a491-5132cb86e5cb None None] Current status of the port 70634d67-4046-424d-94eb-02fc097f0ec7 is: DOWN; New status is: ACTIVE {{(pid=103459) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 12 13:16:17.527222 dv-cinder-830097-4-iscsi neutron-server[103459]: DEBUG neutron_lib.callbacks.manager [None req-0cb10ce2-42bf-4065-a491-5132cb86e5cb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-916304'] for port (70634d67-4046-424d-94eb-02fc097f0ec7), before_update {{(pid=103459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:16:17.570536 dv-cinder-830097-4-iscsi neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-dd69f12c-0158-4cfb-8762-b9401d2f3d3e admin admin] Publish callbacks [] for security_group (04a5750c-1e01-4633-ac25-b8b54d9530b8), precommit_create {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:16:17.615013 dv-cinder-830097-4-iscsi neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-dd69f12c-0158-4cfb-8762-b9401d2f3d3e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3691807'] for security_group (04a5750c-1e01-4633-ac25-b8b54d9530b8), after_create {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:16:17.676965 dv-cinder-830097-4-iscsi neutron-server[103459]: DEBUG neutron.plugins.ml2.db [None req-0cb10ce2-42bf-4065-a491-5132cb86e5cb None None] For port 70634d67-4046-424d-94eb-02fc097f0ec7, host dv-cinder-830097-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-830097-4-iscsi',level=0,port_id=70634d67-4046-424d-94eb-02fc097f0ec7,segment=NetworkSegment(cbdc8fb7-4f48-4130-80a4-939d65d92cbb),segment_id=cbdc8fb7-4f48-4130-80a4-939d65d92cbb)] {{(pid=103459) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 12 13:16:17.690539 dv-cinder-830097-4-iscsi neutron-server[103459]: DEBUG neutron_lib.callbacks.manager [None req-0cb10ce2-42bf-4065-a491-5132cb86e5cb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-915890', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3697887', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732727894815', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732727417932', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732727417950'] for port (70634d67-4046-424d-94eb-02fc097f0ec7), after_update {{(pid=103459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:16:17.811383 dv-cinder-830097-4-iscsi neutron-server[103457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd69f12c-0158-4cfb-8762-b9401d2f3d3e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=04a5750c-1e01-4633-ac25-b8b54d9530b8,revision_number=1']} {{(pid=103457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 13:16:17.886540 dv-cinder-830097-4-iscsi neutron-server[103457]: INFO neutron.wsgi [req-1cfe4455-75fb-4c53-86f7-ff827ce71d3e req-1eb89c9a-091e-487a-a827-7b2f898efad6 tempest-DeleteServersTestJSON-535355193 tempest-DeleteServersTestJSON-535355193-project] 10.222.0.18 "GET /v2.0/security-groups?id=feb0ab55-6426-4522-af82-2b05ab6d5c27&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.9053717 Apr 12 13:16:17.979491 dv-cinder-830097-4-iscsi neutron-server[103457]: INFO neutron.wsgi [None req-dd69f12c-0158-4cfb-8762-b9401d2f3d3e admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=87ecc7b665164b509a7db43de023852c&name=default HTTP/1.1" status: 200 len: 2996 time: 1.6648080 Apr 12 13:16:18.006107 dv-cinder-830097-4-iscsi neutron-server[103457]: DEBUG neutron.wsgi [-] (103457) accepted ('10.222.0.18', 40578) {{(pid=103457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 13:16:18.049939 dv-cinder-830097-4-iscsi neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-cb8868a3-a983-4744-9e4a-a390f79e4e82 admin admin] Publish callbacks [] for port (ae9c6e44-f0d0-4a2a-86d6-9ca46ba23560), precommit_update {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:16:18.066043 dv-cinder-830097-4-iscsi neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-cb8868a3-a983-4744-9e4a-a390f79e4e82 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-915890', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3697887', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732727894815', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732727417932', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732727417950'] for port (ae9c6e44-f0d0-4a2a-86d6-9ca46ba23560), after_update {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:16:18.068850 dv-cinder-830097-4-iscsi neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-cb8868a3-a983-4744-9e4a-a390f79e4e82 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3697905', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3750891'] for router_interface (66d38733-8a94-4306-9035-12f6b3906c1e), after_create {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:16:18.178884 dv-cinder-830097-4-iscsi neutron-server[103457]: INFO neutron.wsgi [req-4b9e152f-b074-4c51-89d8-65220d2f6b4b req-55983c40-c003-46a0-b2da-d4293d6d088b tempest-ServerRescueNegativeTestJSON-440649021 tempest-ServerRescueNegativeTestJSON-440649021-project] 10.222.0.18 "GET /v2.0/ports?device_id=5aa72395-ebb9-4022-8269-0c34238e58aa HTTP/1.1" status: 200 len: 210 time: 0.1077070 Apr 12 13:16:18.323421 dv-cinder-830097-4-iscsi neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-00f62845-2881-479d-8537-d13c34cf8407 admin admin] Publish callbacks [] for security_group (012dac86-3d58-4f96-be5b-8d68460eab36), precommit_create {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:16:18.372535 dv-cinder-830097-4-iscsi neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-980d1e3d-9a8d-4d13-94b3-c099235f0a96 admin admin] Publish callbacks [] for security_group (04a5750c-1e01-4633-ac25-b8b54d9530b8), before_delete {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:16:18.380941 dv-cinder-830097-4-iscsi neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-00f62845-2881-479d-8537-d13c34cf8407 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3691807'] for security_group (012dac86-3d58-4f96-be5b-8d68460eab36), after_create {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:16:18.456407 dv-cinder-830097-4-iscsi neutron-server[103459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cb10ce2-42bf-4065-a491-5132cb86e5cb None None] Pushing event updated for resources: {'Port': ['ID=70634d67-4046-424d-94eb-02fc097f0ec7,revision_number=5']} {{(pid=103459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 13:16:18.480544 dv-cinder-830097-4-iscsi neutron-server[103459]: DEBUG neutron.db.l3_hamode_db [None req-70bdc77c-96df-427c-8c44-17cb0f1fe6a5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '66d38733-8a94-4306-9035-12f6b3906c1e', 'name': 'tempest-AttachVolumeShelveTestJSON-268868150-router', 'tenant_id': '5ebad6ef7aca47f397d0e45a428e3948', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '26d0436d-8ae2-49bd-8cc6-3d2eac552c84', 'external_fixed_ips': [{'subnet_id': 'd93852d8-8f89-4b1c-bef4-0e05f499a8db', 'ip_address': '172.27.0.103'}], 'enable_snat': True}, 'gw_port_id': '84dfbbf2-673c-4766-87d8-ed32d247bb96', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-12T13:16:00Z', 'updated_at': '2022-04-12T13:16:05Z', 'revision_number': 3, 'project_id': '5ebad6ef7aca47f397d0e45a428e3948', 'gw_port': {'id': '84dfbbf2-673c-4766-87d8-ed32d247bb96', 'name': '', 'network_id': '26d0436d-8ae2-49bd-8cc6-3d2eac552c84', 'tenant_id': '', 'mac_address': 'fa:16:3e:47:67:04', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '66d38733-8a94-4306-9035-12f6b3906c1e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 80, 'fixed_ips': [{'subnet_id': 'd93852d8-8f89-4b1c-bef4-0e05f499a8db', 'ip_address': '172.27.0.103', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830097-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T13:16:02Z', 'updated_at': '2022-04-12T13:16:14Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd93852d8-8f89-4b1c-bef4-0e05f499a8db', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830097-4-iscsi'}], 'dv-cinder-830097-4-iscsi', False) {} {{(pid=103459) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 13:16:18.497266 dv-cinder-830097-4-iscsi neutron-server[103457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00f62845-2881-479d-8537-d13c34cf8407 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=012dac86-3d58-4f96-be5b-8d68460eab36,revision_number=1']} {{(pid=103457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 13:16:18.529364 dv-cinder-830097-4-iscsi neutron-server[103458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb8868a3-a983-4744-9e4a-a390f79e4e82 admin admin] Pushing event updated for resources: {'Port': ['ID=ae9c6e44-f0d0-4a2a-86d6-9ca46ba23560,revision_number=2']} {{(pid=103458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 13:16:18.532162 dv-cinder-830097-4-iscsi neutron-server[103459]: DEBUG neutron.plugins.ml2.rpc [None req-53781792-8650-4c78-93a6-1c4d328d874c None None] Device 70634d67-4046-424d-94eb-02fc097f0ec7 up at agent ovs-agent-dv-cinder-830097-4-iscsi {{(pid=103459) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 12 13:16:18.644098 dv-cinder-830097-4-iscsi neutron-server[103457]: INFO neutron.wsgi [None req-00f62845-2881-479d-8537-d13c34cf8407 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=c741ec3012bf4182a865cd26007a353d&name=default HTTP/1.1" status: 200 len: 2996 time: 2.2644715 Apr 12 13:16:18.660067 dv-cinder-830097-4-iscsi neutron-server[103457]: DEBUG neutron.wsgi [-] (103457) accepted ('10.222.0.18', 40600) {{(pid=103457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 13:16:18.724220 dv-cinder-830097-4-iscsi neutron-server[103458]: DEBUG neutron.wsgi [-] (103458) accepted ('10.222.0.18', 40606) {{(pid=103458) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 13:16:18.756352 dv-cinder-830097-4-iscsi neutron-server[103458]: DEBUG neutron.api.v2.base [None req-db541171-d148-4ab2-9cf1-b5c84b82bcbf tempest-AttachVolumeTestJSON-1144281586 tempest-AttachVolumeTestJSON-1144281586-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1140119562', 'description': 'tempest-description--1354892868'}} {{(pid=103458) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 12 13:16:18.798613 dv-cinder-830097-4-iscsi neutron-server[103459]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-70bdc77c-96df-427c-8c44-17cb0f1fe6a5 None None] The sync data for ids ['66d38733-8a94-4306-9035-12f6b3906c1e'] in dv-cinder-830097-4-iscsi is: [{'id': '66d38733-8a94-4306-9035-12f6b3906c1e', 'name': 'tempest-AttachVolumeShelveTestJSON-268868150-router', 'tenant_id': '5ebad6ef7aca47f397d0e45a428e3948', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '26d0436d-8ae2-49bd-8cc6-3d2eac552c84', 'external_fixed_ips': [{'subnet_id': 'd93852d8-8f89-4b1c-bef4-0e05f499a8db', 'ip_address': '172.27.0.103'}], 'enable_snat': True}, 'gw_port_id': '84dfbbf2-673c-4766-87d8-ed32d247bb96', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-12T13:16:00Z', 'updated_at': '2022-04-12T13:16:05Z', 'revision_number': 3, 'project_id': '5ebad6ef7aca47f397d0e45a428e3948', 'gw_port': {'id': '84dfbbf2-673c-4766-87d8-ed32d247bb96', 'name': '', 'network_id': '26d0436d-8ae2-49bd-8cc6-3d2eac552c84', 'tenant_id': '', 'mac_address': 'fa:16:3e:47:67:04', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '66d38733-8a94-4306-9035-12f6b3906c1e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 80, 'fixed_ips': [{'subnet_id': 'd93852d8-8f89-4b1c-bef4-0e05f499a8db', 'ip_address': '172.27.0.103', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830097-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T13:16:02Z', 'updated_at': '2022-04-12T13:16:14Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd93852d8-8f89-4b1c-bef4-0e05f499a8db', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830097-4-iscsi'}] {{(pid=103459) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 12 13:16:18.799703 dv-cinder-830097-4-iscsi neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-980d1e3d-9a8d-4d13-94b3-c099235f0a96 admin admin] Publish callbacks [] for security_group (04a5750c-1e01-4633-ac25-b8b54d9530b8), precommit_delete {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:16:18.810541 dv-cinder-830097-4-iscsi neutron-server[103459]: DEBUG neutron.db.provisioning_blocks [None req-58e8cf38-b175-4814-af71-a8c563cf98eb None None] Provisioning complete for port ae9c6e44-f0d0-4a2a-86d6-9ca46ba23560 triggered by entity DHCP. {{(pid=103459) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 12 13:16:18.811157 dv-cinder-830097-4-iscsi neutron-server[103459]: DEBUG neutron_lib.callbacks.manager [None req-58e8cf38-b175-4814-af71-a8c563cf98eb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-657243'] for port (ae9c6e44-f0d0-4a2a-86d6-9ca46ba23560), provisioning_complete {{(pid=103459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:16:18.906006 dv-cinder-830097-4-iscsi neutron-server[103459]: DEBUG neutron.db.provisioning_blocks [None req-53781792-8650-4c78-93a6-1c4d328d874c None None] Provisioning complete for port 70634d67-4046-424d-94eb-02fc097f0ec7 triggered by entity L2. {{(pid=103459) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 12 13:16:18.907003 dv-cinder-830097-4-iscsi neutron-server[103459]: DEBUG neutron_lib.callbacks.manager [None req-53781792-8650-4c78-93a6-1c4d328d874c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-657243'] for port (70634d67-4046-424d-94eb-02fc097f0ec7), provisioning_complete {{(pid=103459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:16:19.074028 dv-cinder-830097-4-iscsi neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-db541171-d148-4ab2-9cf1-b5c84b82bcbf tempest-AttachVolumeTestJSON-1144281586 tempest-AttachVolumeTestJSON-1144281586-project] Publish callbacks [] for security_group (None), before_create {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:16:19.122791 dv-cinder-830097-4-iscsi neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-7c4a1859-09d7-4bc1-8727-b6cce45c4e4d admin admin] Publish callbacks [] for security_group (012dac86-3d58-4f96-be5b-8d68460eab36), before_delete {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:16:19.189192 dv-cinder-830097-4-iscsi neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-7c4a1859-09d7-4bc1-8727-b6cce45c4e4d admin admin] Publish callbacks [] for security_group (012dac86-3d58-4f96-be5b-8d68460eab36), precommit_delete {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:16:19.258266 dv-cinder-830097-4-iscsi neutron-server[103458]: DEBUG neutron.notifiers.nova [req-43a870e3-949b-4a8d-a6d3-7f1dfcbd7286 req-7aeb13a8-1571-4a5b-a9ac-9d32ea058b8a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b886a5ab-3dd9-4707-bb6a-3c2b5f1d2b8d {{(pid=103458) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 12 13:16:19.290577 dv-cinder-830097-4-iscsi neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [req-43a870e3-949b-4a8d-a6d3-7f1dfcbd7286 req-7aeb13a8-1571-4a5b-a9ac-9d32ea058b8a service neutron] Publish callbacks [] for port (b886a5ab-3dd9-4707-bb6a-3c2b5f1d2b8d), precommit_update {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:16:19.314327 dv-cinder-830097-4-iscsi neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2ace8fa-7554-45cc-833b-3db330fec614 req-1475e035-fd61-409a-b0f5-4000ee3173d3 tempest-ServerRescueNegativeTestJSON-440649021 tempest-ServerRescueNegativeTestJSON-440649021-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 13:16:19.325227 dv-cinder-830097-4-iscsi neutron-server[103457]: INFO neutron.wsgi [req-f2ace8fa-7554-45cc-833b-3db330fec614 req-1475e035-fd61-409a-b0f5-4000ee3173d3 tempest-ServerRescueNegativeTestJSON-440649021 tempest-ServerRescueNegativeTestJSON-440649021-project] 10.222.0.18 "GET /v2.0/networks?id=8a9d7c73-ddbc-4eef-a839-e9bbe858207d HTTP/1.1" status: 200 len: 818 time: 0.5320976 Apr 12 13:16:19.331522 dv-cinder-830097-4-iscsi neutron-server[103459]: DEBUG neutron.plugins.ml2.plugin [None req-53781792-8650-4c78-93a6-1c4d328d874c None None] Current status of the port 70634d67-4046-424d-94eb-02fc097f0ec7 is: ACTIVE; New status is: ACTIVE {{(pid=103459) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 12 13:16:19.349059 dv-cinder-830097-4-iscsi neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-980d1e3d-9a8d-4d13-94b3-c099235f0a96 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3691807'] for security_group (04a5750c-1e01-4633-ac25-b8b54d9530b8), after_delete {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:16:19.349358 dv-cinder-830097-4-iscsi neutron-server[103459]: DEBUG neutron.plugins.ml2.rpc [None req-53781792-8650-4c78-93a6-1c4d328d874c None None] Device bee35c5e-668a-49b2-8687-9dc92ebd1905 up at agent ovs-agent-dv-cinder-830097-4-iscsi {{(pid=103459) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 12 13:16:19.373390 dv-cinder-830097-4-iscsi neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-980d1e3d-9a8d-4d13-94b3-c099235f0a96 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:16:19.381580 dv-cinder-830097-4-iscsi neutron-server[103457]: INFO neutron.wsgi [None req-980d1e3d-9a8d-4d13-94b3-c099235f0a96 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/04a5750c-1e01-4633-ac25-b8b54d9530b8 HTTP/1.1" status: 204 len: 168 time: 1.3707092 Apr 12 13:16:19.382923 dv-cinder-830097-4-iscsi neutron-server[103458]: DEBUG neutron.db.provisioning_blocks [req-43a870e3-949b-4a8d-a6d3-7f1dfcbd7286 req-7aeb13a8-1571-4a5b-a9ac-9d32ea058b8a service neutron] Transition to ACTIVE for port object b886a5ab-3dd9-4707-bb6a-3c2b5f1d2b8d will not be triggered until provisioned by entity L2. {{(pid=103458) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 12 13:16:19.437817 dv-cinder-830097-4-iscsi neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [req-43a870e3-949b-4a8d-a6d3-7f1dfcbd7286 req-7aeb13a8-1571-4a5b-a9ac-9d32ea058b8a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-915890', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3697887', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732727894815', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732727417932', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732727417950'] for port (b886a5ab-3dd9-4707-bb6a-3c2b5f1d2b8d), after_update {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:16:19.492683 dv-cinder-830097-4-iscsi neutron-server[103459]: DEBUG neutron.plugins.ml2.plugin [None req-58e8cf38-b175-4814-af71-a8c563cf98eb None None] Port ae9c6e44-f0d0-4a2a-86d6-9ca46ba23560 cannot update to ACTIVE because it is not bound. {{(pid=103459) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 12 13:16:19.527493 dv-cinder-830097-4-iscsi neutron-server[103457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-980d1e3d-9a8d-4d13-94b3-c099235f0a96 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=04a5750c-1e01-4633-ac25-b8b54d9530b8,revision_number=None']} {{(pid=103457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 13:16:19.537612 dv-cinder-830097-4-iscsi neutron-server[103457]: INFO neutron.wsgi [req-f2ace8fa-7554-45cc-833b-3db330fec614 req-def86519-df33-40c4-9008-6c4eeb00175e tempest-ServerRescueNegativeTestJSON-440649021 tempest-ServerRescueNegativeTestJSON-440649021-project] 10.222.0.18 "GET /v2.0/quotas/03e871d047514daabb60a84f86099232 HTTP/1.1" status: 200 len: 375 time: 0.1883852 Apr 12 13:16:19.574780 dv-cinder-830097-4-iscsi neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-7c4a1859-09d7-4bc1-8727-b6cce45c4e4d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3691807'] for security_group (012dac86-3d58-4f96-be5b-8d68460eab36), after_delete {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:16:19.576751 dv-cinder-830097-4-iscsi neutron-server[103459]: DEBUG neutron.db.provisioning_blocks [None req-53781792-8650-4c78-93a6-1c4d328d874c None None] Provisioning complete for port bee35c5e-668a-49b2-8687-9dc92ebd1905 triggered by entity L2. {{(pid=103459) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 12 13:16:19.577245 dv-cinder-830097-4-iscsi neutron-server[103459]: DEBUG neutron_lib.callbacks.manager [None req-53781792-8650-4c78-93a6-1c4d328d874c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-657243'] for port (bee35c5e-668a-49b2-8687-9dc92ebd1905), provisioning_complete {{(pid=103459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:16:19.577475 dv-cinder-830097-4-iscsi neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-7c4a1859-09d7-4bc1-8727-b6cce45c4e4d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:16:19.582615 dv-cinder-830097-4-iscsi neutron-server[103457]: INFO neutron.wsgi [None req-7c4a1859-09d7-4bc1-8727-b6cce45c4e4d admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/012dac86-3d58-4f96-be5b-8d68460eab36 HTTP/1.1" status: 204 len: 168 time: 0.9192209 Apr 12 13:16:19.610437 dv-cinder-830097-4-iscsi neutron-server[103459]: DEBUG neutron_lib.callbacks.manager [None req-1f5fdafa-0cc0-484a-94df-18a00296ea2f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732727929501', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-657397'] for agent (b7e11a8b-aeed-493f-9763-461016dddc93), after_update {{(pid=103459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:16:19.615619 dv-cinder-830097-4-iscsi neutron-server[103458]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cb8868a3-a983-4744-9e4a-a390f79e4e82 admin admin] Network 6562521a-2ea5-45f4-a1f8-589dc7fbc9f3 is already hosted by enough agents. {{(pid=103458) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 12 13:16:19.635219 dv-cinder-830097-4-iscsi neutron-server[103458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7aeb13a8-1571-4a5b-a9ac-9d32ea058b8a service neutron] Pushing event updated for resources: {'Port': ['ID=b886a5ab-3dd9-4707-bb6a-3c2b5f1d2b8d,revision_number=2']} {{(pid=103458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 13:16:19.635744 dv-cinder-830097-4-iscsi neutron-server[103457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c4a1859-09d7-4bc1-8727-b6cce45c4e4d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=012dac86-3d58-4f96-be5b-8d68460eab36,revision_number=None']} {{(pid=103457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 13:16:19.783195 dv-cinder-830097-4-iscsi neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-db541171-d148-4ab2-9cf1-b5c84b82bcbf tempest-AttachVolumeTestJSON-1144281586 tempest-AttachVolumeTestJSON-1144281586-project] Publish callbacks [] for security_group (217ddcda-2ab1-4d2d-8d94-6a87ae6035e1), precommit_create {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:16:19.801184 dv-cinder-830097-4-iscsi neutron-server[103458]: DEBUG neutron.scheduler.base_scheduler [None req-cb8868a3-a983-4744-9e4a-a390f79e4e82 admin admin] Resources bound (agent type, host, resource id): {{(pid=103458) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 12 13:16:19.811264 dv-cinder-830097-4-iscsi neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-db541171-d148-4ab2-9cf1-b5c84b82bcbf tempest-AttachVolumeTestJSON-1144281586 tempest-AttachVolumeTestJSON-1144281586-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3691807'] for security_group (217ddcda-2ab1-4d2d-8d94-6a87ae6035e1), after_create {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:16:19.819808 dv-cinder-830097-4-iscsi neutron-server[103457]: INFO neutron.wsgi [req-f2ace8fa-7554-45cc-833b-3db330fec614 req-349fe2c0-fdf0-4275-84cd-c35b61635bf7 tempest-ServerRescueNegativeTestJSON-440649021 tempest-ServerRescueNegativeTestJSON-440649021-project] 10.222.0.18 "GET /v2.0/ports?tenant_id=03e871d047514daabb60a84f86099232&fields=id HTTP/1.1" status: 200 len: 302 time: 0.2359462 Apr 12 13:16:19.890951 dv-cinder-830097-4-iscsi neutron-server[103459]: DEBUG neutron.plugins.ml2.plugin [None req-53781792-8650-4c78-93a6-1c4d328d874c None None] Current status of the port bee35c5e-668a-49b2-8687-9dc92ebd1905 is: DOWN; New status is: ACTIVE {{(pid=103459) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 12 13:16:19.897301 dv-cinder-830097-4-iscsi neutron-server[103459]: DEBUG neutron_lib.callbacks.manager [None req-53781792-8650-4c78-93a6-1c4d328d874c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-916304'] for port (bee35c5e-668a-49b2-8687-9dc92ebd1905), before_update {{(pid=103459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:16:20.017573 dv-cinder-830097-4-iscsi neutron-server[103458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67e4fc72-193a-4378-92a4-d3fb52d73b3e req-00935e3e-3928-42f3-8518-cd1a48414c5a tempest-DeleteServersTestJSON-535355193 tempest-DeleteServersTestJSON-535355193-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 13:16:20.034760 dv-cinder-830097-4-iscsi neutron-server[103458]: INFO neutron.wsgi [req-67e4fc72-193a-4378-92a4-d3fb52d73b3e req-00935e3e-3928-42f3-8518-cd1a48414c5a tempest-DeleteServersTestJSON-535355193 tempest-DeleteServersTestJSON-535355193-project] 10.222.0.18 "GET /v2.0/ports?device_id=62c98bc3-e89d-4509-9b6a-001a4d0a6e3b HTTP/1.1" status: 200 len: 944 time: 0.2376249 Apr 12 13:16:20.035219 dv-cinder-830097-4-iscsi neutron-server[103459]: DEBUG neutron.plugins.ml2.db [None req-53781792-8650-4c78-93a6-1c4d328d874c None None] For port bee35c5e-668a-49b2-8687-9dc92ebd1905, host dv-cinder-830097-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-830097-4-iscsi',level=0,port_id=bee35c5e-668a-49b2-8687-9dc92ebd1905,segment=NetworkSegment(333e2245-11dc-4fcd-9fb1-9fe65fae59ea),segment_id=333e2245-11dc-4fcd-9fb1-9fe65fae59ea)] {{(pid=103459) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 12 13:16:20.047670 dv-cinder-830097-4-iscsi neutron-server[103459]: DEBUG neutron_lib.callbacks.manager [None req-53781792-8650-4c78-93a6-1c4d328d874c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-915890', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3697887', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732727894815', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732727417932', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732727417950'] for port (bee35c5e-668a-49b2-8687-9dc92ebd1905), after_update {{(pid=103459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:16:20.050244 dv-cinder-830097-4-iscsi neutron-server[103458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db541171-d148-4ab2-9cf1-b5c84b82bcbf tempest-AttachVolumeTestJSON-1144281586 tempest-AttachVolumeTestJSON-1144281586-project] Pushing event updated for resources: {'SecurityGroup': ['ID=217ddcda-2ab1-4d2d-8d94-6a87ae6035e1,revision_number=1']} {{(pid=103458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 13:16:20.057454 dv-cinder-830097-4-iscsi neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-db541171-d148-4ab2-9cf1-b5c84b82bcbf tempest-AttachVolumeTestJSON-1144281586 tempest-AttachVolumeTestJSON-1144281586-project] Publish callbacks [] for security_group (None), before_response {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:16:20.064639 dv-cinder-830097-4-iscsi neutron-server[103458]: INFO neutron.wsgi [None req-db541171-d148-4ab2-9cf1-b5c84b82bcbf tempest-AttachVolumeTestJSON-1144281586 tempest-AttachVolumeTestJSON-1144281586-project] 10.222.0.18 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1797 time: 1.3386476 Apr 12 13:16:20.064639 dv-cinder-830097-4-iscsi neutron-server[103458]: DEBUG neutron.wsgi [-] (103458) accepted ('10.222.0.18', 40636) {{(pid=103458) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 13:16:20.169464 dv-cinder-830097-4-iscsi neutron-server[103457]: DEBUG neutron.wsgi [-] (103457) accepted ('10.222.0.55', 53020) {{(pid=103457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 13:16:20.259080 dv-cinder-830097-4-iscsi neutron-server[103458]: DEBUG neutron.api.v2.base [None req-50dd34d5-f3b5-4c80-8070-8eaac19da6ff tempest-AttachVolumeTestJSON-1144281586 tempest-AttachVolumeTestJSON-1144281586-project] Request body: {'security_group_rule': {'security_group_id': '217ddcda-2ab1-4d2d-8d94-6a87ae6035e1', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103458) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 12 13:16:20.310095 dv-cinder-830097-4-iscsi neutron-server[103458]: INFO neutron.wsgi [req-67e4fc72-193a-4378-92a4-d3fb52d73b3e req-116bee5e-eac1-460c-ae71-3a8dee809fb7 tempest-DeleteServersTestJSON-535355193 tempest-DeleteServersTestJSON-535355193-project] 10.222.0.18 "GET /v2.0/security-groups?id=feb0ab55-6426-4522-af82-2b05ab6d5c27&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2727864 Apr 12 13:16:20.320868 dv-cinder-830097-4-iscsi neutron-server[103459]: DEBUG neutron_lib.callbacks.manager [None req-f20c20fe-5767-407a-9f30-b36f01c50254 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732727929501', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-657397'] for agent (1e8a91c7-94d1-4b17-9536-32bc01f44a9b), after_update {{(pid=103459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:16:20.345586 dv-cinder-830097-4-iscsi neutron-server[103459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53781792-8650-4c78-93a6-1c4d328d874c None None] Pushing event updated for resources: {'Port': ['ID=bee35c5e-668a-49b2-8687-9dc92ebd1905,revision_number=4']} {{(pid=103459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 13:16:20.357057 dv-cinder-830097-4-iscsi neutron-server[103458]: DEBUG neutron.plugins.ml2.managers [req-43a870e3-949b-4a8d-a6d3-7f1dfcbd7286 req-7aeb13a8-1571-4a5b-a9ac-9d32ea058b8a service neutron] Attempting to bind port b886a5ab-3dd9-4707-bb6a-3c2b5f1d2b8d on host hv-cinder-83009 for vnic_type normal with profile {{(pid=103458) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 12 13:16:20.357427 dv-cinder-830097-4-iscsi neutron-server[103458]: DEBUG neutron.plugins.ml2.managers [req-43a870e3-949b-4a8d-a6d3-7f1dfcbd7286 req-7aeb13a8-1571-4a5b-a9ac-9d32ea058b8a service neutron] Attempting to bind port b886a5ab-3dd9-4707-bb6a-3c2b5f1d2b8d by drivers openvswitch,hyperv on host hv-cinder-83009 at level 0 using segments [{'id': '11f386ac-f254-4302-9e90-b4f6e47c7bd0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 235, 'network_id': '38860888-3f1a-46ed-95ac-25bed05bc1cd'}] {{(pid=103458) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 12 13:16:20.357784 dv-cinder-830097-4-iscsi neutron-server[103458]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-43a870e3-949b-4a8d-a6d3-7f1dfcbd7286 req-7aeb13a8-1571-4a5b-a9ac-9d32ea058b8a service neutron] Attempting to bind port b886a5ab-3dd9-4707-bb6a-3c2b5f1d2b8d on network 38860888-3f1a-46ed-95ac-25bed05bc1cd {{(pid=103458) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 12 13:16:20.455963 dv-cinder-830097-4-iscsi neutron-server[103458]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-43a870e3-949b-4a8d-a6d3-7f1dfcbd7286 req-7aeb13a8-1571-4a5b-a9ac-9d32ea058b8a service neutron] Port b886a5ab-3dd9-4707-bb6a-3c2b5f1d2b8d on network 38860888-3f1a-46ed-95ac-25bed05bc1cd not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83009 {{(pid=103458) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 12 13:16:20.470236 dv-cinder-830097-4-iscsi neutron-server[103458]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-43a870e3-949b-4a8d-a6d3-7f1dfcbd7286 req-7aeb13a8-1571-4a5b-a9ac-9d32ea058b8a service neutron] Attempting to bind port b886a5ab-3dd9-4707-bb6a-3c2b5f1d2b8d on network 38860888-3f1a-46ed-95ac-25bed05bc1cd {{(pid=103458) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 12 13:16:20.487578 dv-cinder-830097-4-iscsi neutron-server[103457]: INFO neutron.wsgi [req-f2ace8fa-7554-45cc-833b-3db330fec614 req-6d8d15da-32cb-4841-b35f-2d941e2c6f71 service neutron] 10.222.0.18 "GET /v2.0/networks/8a9d7c73-ddbc-4eef-a839-e9bbe858207d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6602390 Apr 12 13:16:20.488729 dv-cinder-830097-4-iscsi neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-50dd34d5-f3b5-4c80-8070-8eaac19da6ff tempest-AttachVolumeTestJSON-1144281586 tempest-AttachVolumeTestJSON-1144281586-project] Publish callbacks [] for security_group_rule (a4093ae6-48ec-4724-86e6-45b136a2d008), before_create {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:16:20.531949 dv-cinder-830097-4-iscsi neutron-server[103459]: DEBUG neutron.db.provisioning_blocks [None req-e321c29e-ee5e-49e4-b4b5-92cf2d53b8e5 None None] Provisioning complete for port ae9c6e44-f0d0-4a2a-86d6-9ca46ba23560 triggered by entity DHCP. {{(pid=103459) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 12 13:16:20.532700 dv-cinder-830097-4-iscsi neutron-server[103459]: DEBUG neutron_lib.callbacks.manager [None req-e321c29e-ee5e-49e4-b4b5-92cf2d53b8e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-657243'] for port (ae9c6e44-f0d0-4a2a-86d6-9ca46ba23560), provisioning_complete {{(pid=103459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:16:20.646407 dv-cinder-830097-4-iscsi neutron-server[103460]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6d31bdfb-6d2f-443f-a5cb-cd51fefdc746 None None] Sync routers for ids ['af30ce41-ac25-45e3-9bbb-85ecf8f0a642'] in dv-cinder-830097-4-iscsi {{(pid=103460) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 12 13:16:20.655244 dv-cinder-830097-4-iscsi neutron-server[103459]: DEBUG neutron.plugins.ml2.plugin [None req-e321c29e-ee5e-49e4-b4b5-92cf2d53b8e5 None None] Port ae9c6e44-f0d0-4a2a-86d6-9ca46ba23560 cannot update to ACTIVE because it is not bound. {{(pid=103459) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 12 13:16:20.667531 dv-cinder-830097-4-iscsi neutron-server[103460]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6d31bdfb-6d2f-443f-a5cb-cd51fefdc746 None None] Routers {'af30ce41-ac25-45e3-9bbb-85ecf8f0a642'} bound to L3 agent in host dv-cinder-830097-4-iscsi {{(pid=103460) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 12 13:16:20.671684 dv-cinder-830097-4-iscsi neutron-server[103459]: DEBUG neutron.plugins.ml2.rpc [None req-53781792-8650-4c78-93a6-1c4d328d874c None None] Device 84dfbbf2-673c-4766-87d8-ed32d247bb96 up at agent ovs-agent-dv-cinder-830097-4-iscsi {{(pid=103459) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 12 13:16:20.672433 dv-cinder-830097-4-iscsi neutron-server[103460]: DEBUG neutron.db.l3_hamode_db [None req-6d31bdfb-6d2f-443f-a5cb-cd51fefdc746 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830097-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-12T13:07:19Z,description=,heartbeat_timestamp=2022-04-12T13:16:19Z,host='dv-cinder-830097-4-iscsi',id=b7e11a8b-aeed-493f-9763-461016dddc93,load=0,resource_versions=,resources_synced=,started_at=2022-04-12T13:07:19Z,topic='l3_agent')) {'router_ids': ['af30ce41-ac25-45e3-9bbb-85ecf8f0a642'], 'active': True} {{(pid=103460) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 13:16:20.716040 dv-cinder-830097-4-iscsi neutron-server[103457]: INFO neutron.wsgi [req-f2ace8fa-7554-45cc-833b-3db330fec614 req-7489d51a-3f7d-47c5-b1c6-d18c581b3e1f service neutron] 10.222.0.18 "GET /v2.0/networks/8a9d7c73-ddbc-4eef-a839-e9bbe858207d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2267601 Apr 12 13:16:20.717253 dv-cinder-830097-4-iscsi neutron-server[103458]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-43a870e3-949b-4a8d-a6d3-7f1dfcbd7286 req-7aeb13a8-1571-4a5b-a9ac-9d32ea058b8a service neutron] Checking agent: {'id': 'ee5509cd-6dd7-49df-aa37-3740ebd1e34b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83009', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 12, 13, 13, 59), 'started_at': datetime.datetime(2022, 4, 12, 13, 13, 59), 'heartbeat_timestamp': datetime.datetime(2022, 4, 12, 13, 15, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103458) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 12 13:16:20.717595 dv-cinder-830097-4-iscsi neutron-server[103458]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-43a870e3-949b-4a8d-a6d3-7f1dfcbd7286 req-7aeb13a8-1571-4a5b-a9ac-9d32ea058b8a service neutron] Checking segment: {'id': '11f386ac-f254-4302-9e90-b4f6e47c7bd0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 235, 'network_id': '38860888-3f1a-46ed-95ac-25bed05bc1cd'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103458) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 12 13:16:20.718170 dv-cinder-830097-4-iscsi neutron-server[103458]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-43a870e3-949b-4a8d-a6d3-7f1dfcbd7286 req-7aeb13a8-1571-4a5b-a9ac-9d32ea058b8a service neutron] Bound using segment: {'id': '11f386ac-f254-4302-9e90-b4f6e47c7bd0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 235, 'network_id': '38860888-3f1a-46ed-95ac-25bed05bc1cd'} {{(pid=103458) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 12 13:16:20.718645 dv-cinder-830097-4-iscsi neutron-server[103458]: DEBUG neutron.plugins.ml2.managers [req-43a870e3-949b-4a8d-a6d3-7f1dfcbd7286 req-7aeb13a8-1571-4a5b-a9ac-9d32ea058b8a service neutron] Bound port: b886a5ab-3dd9-4707-bb6a-3c2b5f1d2b8d, host: hv-cinder-83009, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '11f386ac-f254-4302-9e90-b4f6e47c7bd0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 235, 'network_id': '38860888-3f1a-46ed-95ac-25bed05bc1cd'}}] {{(pid=103458) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 12 13:16:20.719001 dv-cinder-830097-4-iscsi neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [req-43a870e3-949b-4a8d-a6d3-7f1dfcbd7286 req-7aeb13a8-1571-4a5b-a9ac-9d32ea058b8a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-916304'] for port (b886a5ab-3dd9-4707-bb6a-3c2b5f1d2b8d), before_update {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:16:20.813330 dv-cinder-830097-4-iscsi neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f19d510-e404-4d45-ae5c-ffcc018f8bdf req-7fa65bf7-eb58-4728-ae86-f15cccc4ad2a tempest-ServerRescueNegativeTestJSON-440649021 tempest-ServerRescueNegativeTestJSON-440649021-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 13:16:20.816643 dv-cinder-830097-4-iscsi neutron-server[103457]: INFO neutron.wsgi [req-9f19d510-e404-4d45-ae5c-ffcc018f8bdf req-7fa65bf7-eb58-4728-ae86-f15cccc4ad2a tempest-ServerRescueNegativeTestJSON-440649021 tempest-ServerRescueNegativeTestJSON-440649021-project] 10.222.0.55 "GET /v2.0/networks?id=8a9d7c73-ddbc-4eef-a839-e9bbe858207d HTTP/1.1" status: 200 len: 818 time: 0.6446192 Apr 12 13:16:20.859351 dv-cinder-830097-4-iscsi neutron-server[103459]: DEBUG neutron.db.provisioning_blocks [None req-53781792-8650-4c78-93a6-1c4d328d874c None None] Provisioning complete for port 84dfbbf2-673c-4766-87d8-ed32d247bb96 triggered by entity L2. {{(pid=103459) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 12 13:16:20.859729 dv-cinder-830097-4-iscsi neutron-server[103459]: DEBUG neutron_lib.callbacks.manager [None req-53781792-8650-4c78-93a6-1c4d328d874c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-657243'] for port (84dfbbf2-673c-4766-87d8-ed32d247bb96), provisioning_complete {{(pid=103459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:16:20.876087 dv-cinder-830097-4-iscsi neutron-server[103457]: DEBUG neutron.api.v2.base [req-9f19d510-e404-4d45-ae5c-ffcc018f8bdf req-f4630f09-8133-4816-b93c-7b89afe86d50 tempest-ServerRescueNegativeTestJSON-440649021 tempest-ServerRescueNegativeTestJSON-440649021-project] Request body: {'port': {'device_id': '5aa72395-ebb9-4022-8269-0c34238e58aa', 'network_id': '8a9d7c73-ddbc-4eef-a839-e9bbe858207d', 'admin_state_up': True, 'tenant_id': '03e871d047514daabb60a84f86099232'}} {{(pid=103457) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 12 13:16:20.933942 dv-cinder-830097-4-iscsi neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-50dd34d5-f3b5-4c80-8070-8eaac19da6ff tempest-AttachVolumeTestJSON-1144281586 tempest-AttachVolumeTestJSON-1144281586-project] Publish callbacks [] for security_group_rule (a4093ae6-48ec-4724-86e6-45b136a2d008), precommit_create {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:16:20.981630 dv-cinder-830097-4-iscsi neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-50dd34d5-f3b5-4c80-8070-8eaac19da6ff tempest-AttachVolumeTestJSON-1144281586 tempest-AttachVolumeTestJSON-1144281586-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3691881'] for security_group_rule (a4093ae6-48ec-4724-86e6-45b136a2d008), after_create {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:16:21.090150 dv-cinder-830097-4-iscsi neutron-server[103459]: DEBUG neutron.plugins.ml2.plugin [None req-53781792-8650-4c78-93a6-1c4d328d874c None None] Current status of the port 84dfbbf2-673c-4766-87d8-ed32d247bb96 is: DOWN; New status is: ACTIVE {{(pid=103459) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 12 13:16:21.093623 dv-cinder-830097-4-iscsi neutron-server[103459]: DEBUG neutron_lib.callbacks.manager [None req-53781792-8650-4c78-93a6-1c4d328d874c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-916304'] for port (84dfbbf2-673c-4766-87d8-ed32d247bb96), before_update {{(pid=103459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:16:21.107488 dv-cinder-830097-4-iscsi neutron-server[103458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50dd34d5-f3b5-4c80-8070-8eaac19da6ff tempest-AttachVolumeTestJSON-1144281586 tempest-AttachVolumeTestJSON-1144281586-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a4093ae6-48ec-4724-86e6-45b136a2d008,revision_number=0']} {{(pid=103458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 13:16:21.153373 dv-cinder-830097-4-iscsi neutron-server[103460]: DEBUG neutron.db.l3_dvr_db [None req-6d31bdfb-6d2f-443f-a5cb-cd51fefdc746 None None] Set router af30ce41-ac25-45e3-9bbb-85ecf8f0a642 gateway port host: dv-cinder-830097-4-iscsi {{(pid=103460) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 12 13:16:21.158893 dv-cinder-830097-4-iscsi neutron-server[103459]: DEBUG neutron.plugins.ml2.db [None req-53781792-8650-4c78-93a6-1c4d328d874c None None] For port 84dfbbf2-673c-4766-87d8-ed32d247bb96, host dv-cinder-830097-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-830097-4-iscsi',level=0,port_id=84dfbbf2-673c-4766-87d8-ed32d247bb96,segment=NetworkSegment(333e2245-11dc-4fcd-9fb1-9fe65fae59ea),segment_id=333e2245-11dc-4fcd-9fb1-9fe65fae59ea)] {{(pid=103459) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 12 13:16:21.163604 dv-cinder-830097-4-iscsi neutron-server[103458]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cb8868a3-a983-4744-9e4a-a390f79e4e82 admin admin] Router 66d38733-8a94-4306-9035-12f6b3906c1e has already been hosted by L3 agent b7e11a8b-aeed-493f-9763-461016dddc93 {{(pid=103458) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 12 13:16:21.167391 dv-cinder-830097-4-iscsi neutron-server[103459]: DEBUG neutron_lib.callbacks.manager [None req-53781792-8650-4c78-93a6-1c4d328d874c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-915890', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3697887', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732727894815', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732727417932', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732727417950'] for port (84dfbbf2-673c-4766-87d8-ed32d247bb96), after_update {{(pid=103459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:16:21.168392 dv-cinder-830097-4-iscsi neutron-server[103459]: DEBUG neutron.plugins.ml2.rpc [None req-53781792-8650-4c78-93a6-1c4d328d874c None None] Device 70634d67-4046-424d-94eb-02fc097f0ec7 up at agent ovs-agent-dv-cinder-830097-4-iscsi {{(pid=103459) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 12 13:16:21.217606 dv-cinder-830097-4-iscsi neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-50dd34d5-f3b5-4c80-8070-8eaac19da6ff tempest-AttachVolumeTestJSON-1144281586 tempest-AttachVolumeTestJSON-1144281586-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:16:21.221290 dv-cinder-830097-4-iscsi neutron-server[103458]: INFO neutron.wsgi [None req-50dd34d5-f3b5-4c80-8070-8eaac19da6ff tempest-AttachVolumeTestJSON-1144281586 tempest-AttachVolumeTestJSON-1144281586-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 1.0643570 Apr 12 13:16:21.268631 dv-cinder-830097-4-iscsi neutron-server[103458]: DEBUG neutron.wsgi [-] (103458) accepted ('10.222.0.18', 40652) {{(pid=103458) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 13:16:21.287462 dv-cinder-830097-4-iscsi neutron-server[103458]: DEBUG neutron.api.v2.base [None req-1e4490da-79a6-4710-a3a5-d518a29ded23 tempest-AttachVolumeTestJSON-1144281586 tempest-AttachVolumeTestJSON-1144281586-project] Request body: {'security_group_rule': {'security_group_id': '217ddcda-2ab1-4d2d-8d94-6a87ae6035e1', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=103458) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 12 13:16:21.307434 dv-cinder-830097-4-iscsi neutron-server[103458]: INFO neutron.wsgi [req-a8625205-5cbc-42df-8c11-93f1b4598e5e req-ec5ffe14-f889-420d-b243-e65b55581e60 tempest-ServerRescueNegativeTestJSON-440649021 tempest-ServerRescueNegativeTestJSON-440649021-project] 10.222.0.18 "GET /v2.0/ports?device_id=b080094e-e021-4092-a88d-24358c73db4d HTTP/1.1" status: 200 len: 210 time: 0.1759758 Apr 12 13:16:21.422760 dv-cinder-830097-4-iscsi neutron-server[103459]: DEBUG neutron.db.provisioning_blocks [None req-53781792-8650-4c78-93a6-1c4d328d874c None None] Provisioning complete for port 70634d67-4046-424d-94eb-02fc097f0ec7 triggered by entity L2. {{(pid=103459) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 12 13:16:21.423166 dv-cinder-830097-4-iscsi neutron-server[103459]: DEBUG neutron_lib.callbacks.manager [None req-53781792-8650-4c78-93a6-1c4d328d874c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-657243'] for port (70634d67-4046-424d-94eb-02fc097f0ec7), provisioning_complete {{(pid=103459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:16:21.545609 dv-cinder-830097-4-iscsi neutron-server[103459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53781792-8650-4c78-93a6-1c4d328d874c None None] Pushing event updated for resources: {'Port': ['ID=84dfbbf2-673c-4766-87d8-ed32d247bb96,revision_number=4']} {{(pid=103459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 13:16:21.564485 dv-cinder-830097-4-iscsi neutron-server[103457]: DEBUG neutron.wsgi [-] (103457) accepted ('10.222.0.18', 40660) {{(pid=103457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 13:16:21.645862 dv-cinder-830097-4-iscsi neutron-server[103459]: DEBUG neutron_lib.callbacks.manager [None req-09c91955-1169-4ba5-b480-d25faf385fa1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732727929501', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-657397'] for agent (6571c785-b050-42b7-b6d0-d71237f75507), after_update {{(pid=103459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:16:21.798822 dv-cinder-830097-4-iscsi neutron-server[103459]: DEBUG neutron.plugins.ml2.plugin [None req-53781792-8650-4c78-93a6-1c4d328d874c None None] Current status of the port 70634d67-4046-424d-94eb-02fc097f0ec7 is: ACTIVE; New status is: ACTIVE {{(pid=103459) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 12 13:16:21.927163 dv-cinder-830097-4-iscsi neutron-server[103460]: DEBUG neutron.db.l3_hamode_db [None req-6d31bdfb-6d2f-443f-a5cb-cd51fefdc746 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'af30ce41-ac25-45e3-9bbb-85ecf8f0a642', 'name': 'tempest-AttachVolumeTestJSON-1053846076-router', 'tenant_id': '973344adf45e43fc87f28572c7cc70a5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '26d0436d-8ae2-49bd-8cc6-3d2eac552c84', 'external_fixed_ips': [{'subnet_id': 'd93852d8-8f89-4b1c-bef4-0e05f499a8db', 'ip_address': '172.27.0.93'}], 'enable_snat': True}, 'gw_port_id': 'bee35c5e-668a-49b2-8687-9dc92ebd1905', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-12T13:16:00Z', 'updated_at': '2022-04-12T13:16:13Z', 'revision_number': 4, 'project_id': '973344adf45e43fc87f28572c7cc70a5', 'gw_port': {'id': 'bee35c5e-668a-49b2-8687-9dc92ebd1905', 'name': '', 'network_id': '26d0436d-8ae2-49bd-8cc6-3d2eac552c84', 'tenant_id': '', 'mac_address': 'fa:16:3e:00:65:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'af30ce41-ac25-45e3-9bbb-85ecf8f0a642', 'device_owner': 'network:router_gateway', 'standard_attr_id': 81, 'fixed_ips': [{'subnet_id': 'd93852d8-8f89-4b1c-bef4-0e05f499a8db', 'ip_address': '172.27.0.93', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830097-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T13:16:02Z', 'updated_at': '2022-04-12T13:16:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd93852d8-8f89-4b1c-bef4-0e05f499a8db', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830097-4-iscsi', '_interfaces': [{'id': '1ceeff16-e486-4e8b-a1af-d7c1a6e70fb4', 'name': '', 'network_id': '33c58c83-bd42-46e6-829a-cd11f58e9fb1', 'tenant_id': '973344adf45e43fc87f28572c7cc70a5', 'mac_address': 'fa:16:3e:9b:fe:04', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'af30ce41-ac25-45e3-9bbb-85ecf8f0a642', 'device_owner': 'network:router_interface', 'standard_attr_id': 108, 'fixed_ips': [{'subnet_id': 'e7f58421-9187-48e8-8ede-d2e25149e657', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T13:16:11Z', 'updated_at': '2022-04-12T13:16:13Z', 'revision_number': 2, 'project_id': '973344adf45e43fc87f28572c7cc70a5', 'subnets': [{'id': 'e7f58421-9187-48e8-8ede-d2e25149e657', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-830097-4-iscsi', False) {} {{(pid=103460) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 13:16:22.033543 dv-cinder-830097-4-iscsi neutron-server[103460]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6d31bdfb-6d2f-443f-a5cb-cd51fefdc746 None None] Checking router: af30ce41-ac25-45e3-9bbb-85ecf8f0a642 for host: dv-cinder-830097-4-iscsi {{(pid=103460) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 12 13:16:22.036861 dv-cinder-830097-4-iscsi neutron-server[103460]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6d31bdfb-6d2f-443f-a5cb-cd51fefdc746 None None] Updating router af30ce41-ac25-45e3-9bbb-85ecf8f0a642 port 1ceeff16-e486-4e8b-a1af-d7c1a6e70fb4 binding host dv-cinder-830097-4-iscsi {{(pid=103460) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 12 13:16:22.069759 dv-cinder-830097-4-iscsi neutron-server[103457]: DEBUG neutron.wsgi [-] (103457) accepted ('10.222.0.18', 40662) {{(pid=103457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 13:16:22.119196 dv-cinder-830097-4-iscsi neutron-server[103458]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cb8868a3-a983-4744-9e4a-a390f79e4e82 admin admin] Notify agent at l3_agent.dv-cinder-830097-4-iscsi the message routers_updated {{(pid=103458) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 12 13:16:22.139127 dv-cinder-830097-4-iscsi neutron-server[103458]: INFO neutron.wsgi [None req-cb8868a3-a983-4744-9e4a-a390f79e4e82 admin admin] 10.222.0.18 "PUT /v2.0/routers/66d38733-8a94-4306-9035-12f6b3906c1e/add_router_interface HTTP/1.1" status: 200 len: 503 time: 13.3163784 Apr 12 13:16:22.140950 dv-cinder-830097-4-iscsi neutron-server[103460]: DEBUG neutron_lib.callbacks.manager [None req-6d31bdfb-6d2f-443f-a5cb-cd51fefdc746 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-916304'] for port (1ceeff16-e486-4e8b-a1af-d7c1a6e70fb4), before_update {{(pid=103460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:16:22.150337 dv-cinder-830097-4-iscsi neutron-server[103458]: DEBUG neutron.plugins.ml2.db [req-43a870e3-949b-4a8d-a6d3-7f1dfcbd7286 req-7aeb13a8-1571-4a5b-a9ac-9d32ea058b8a service neutron] For port b886a5ab-3dd9-4707-bb6a-3c2b5f1d2b8d, host hv-cinder-83009, cleared binding levels {{(pid=103458) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 12 13:16:22.179697 dv-cinder-830097-4-iscsi neutron-server[103458]: DEBUG neutron.plugins.ml2.db [req-43a870e3-949b-4a8d-a6d3-7f1dfcbd7286 req-7aeb13a8-1571-4a5b-a9ac-9d32ea058b8a service neutron] For port b886a5ab-3dd9-4707-bb6a-3c2b5f1d2b8d, host hv-cinder-83009, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83009',level=0,port_id=b886a5ab-3dd9-4707-bb6a-3c2b5f1d2b8d,segment=NetworkSegment(11f386ac-f254-4302-9e90-b4f6e47c7bd0),segment_id=11f386ac-f254-4302-9e90-b4f6e47c7bd0)] {{(pid=103458) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 12 13:16:22.183968 dv-cinder-830097-4-iscsi neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-8e02da6b-b298-4827-957e-12b3da83d583 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:16:22.198852 dv-cinder-830097-4-iscsi neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [req-43a870e3-949b-4a8d-a6d3-7f1dfcbd7286 req-7aeb13a8-1571-4a5b-a9ac-9d32ea058b8a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-915890', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3697887', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732727894815', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732727417932', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732727417950'] for port (b886a5ab-3dd9-4707-bb6a-3c2b5f1d2b8d), after_update {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:16:22.263650 dv-cinder-830097-4-iscsi neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-cf025947-953f-4af7-ada4-a4831d8e021c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:16:22.318147 dv-cinder-830097-4-iscsi neutron-server[103458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43a870e3-949b-4a8d-a6d3-7f1dfcbd7286 req-7aeb13a8-1571-4a5b-a9ac-9d32ea058b8a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 13:16:22.318147 dv-cinder-830097-4-iscsi neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [req-43a870e3-949b-4a8d-a6d3-7f1dfcbd7286 req-7aeb13a8-1571-4a5b-a9ac-9d32ea058b8a service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-500965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3697709'] for port (None), before_response {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:16:22.318147 dv-cinder-830097-4-iscsi neutron-server[103458]: INFO neutron.wsgi [req-43a870e3-949b-4a8d-a6d3-7f1dfcbd7286 req-7aeb13a8-1571-4a5b-a9ac-9d32ea058b8a service neutron] 10.222.0.55 "PUT /v2.0/ports/b886a5ab-3dd9-4707-bb6a-3c2b5f1d2b8d HTTP/1.1" status: 200 len: 1094 time: 7.1675801 Apr 12 13:16:22.321827 dv-cinder-830097-4-iscsi neutron-server[103458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7aeb13a8-1571-4a5b-a9ac-9d32ea058b8a service neutron] Pushing event updated for resources: {'Port': ['ID=b886a5ab-3dd9-4707-bb6a-3c2b5f1d2b8d,revision_number=3']} {{(pid=103458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 13:16:22.326030 dv-cinder-830097-4-iscsi neutron-server[103458]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '62c98bc3-e89d-4509-9b6a-001a4d0a6e3b', 'tag': 'b886a5ab-3dd9-4707-bb6a-3c2b5f1d2b8d'}] {{(pid=103458) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 12 13:16:22.348829 dv-cinder-830097-4-iscsi neutron-server[103459]: DEBUG neutron.plugins.ml2.rpc [None req-53781792-8650-4c78-93a6-1c4d328d874c None None] Device 84dfbbf2-673c-4766-87d8-ed32d247bb96 up at agent ovs-agent-dv-cinder-830097-4-iscsi {{(pid=103459) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 12 13:16:22.537701 dv-cinder-830097-4-iscsi neutron-server[103459]: DEBUG neutron.db.provisioning_blocks [None req-53781792-8650-4c78-93a6-1c4d328d874c None None] Provisioning complete for port 84dfbbf2-673c-4766-87d8-ed32d247bb96 triggered by entity L2. {{(pid=103459) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 12 13:16:22.539611 dv-cinder-830097-4-iscsi neutron-server[103459]: DEBUG neutron_lib.callbacks.manager [None req-53781792-8650-4c78-93a6-1c4d328d874c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-657243'] for port (84dfbbf2-673c-4766-87d8-ed32d247bb96), provisioning_complete {{(pid=103459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:16:22.642714 dv-cinder-830097-4-iscsi neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-8e02da6b-b298-4827-957e-12b3da83d583 admin admin] Publish callbacks [] for security_group (157a5cb4-28fa-4cce-bccc-0b8ebe327970), precommit_create {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:16:22.702052 dv-cinder-830097-4-iscsi neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9f19d510-e404-4d45-ae5c-ffcc018f8bdf req-f4630f09-8133-4816-b93c-7b89afe86d50 tempest-ServerRescueNegativeTestJSON-440649021 tempest-ServerRescueNegativeTestJSON-440649021-project] Made reservation on behalf of 03e871d047514daabb60a84f86099232 for: {'port': 1} {{(pid=103457) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 12 13:16:22.714444 dv-cinder-830097-4-iscsi neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [req-9f19d510-e404-4d45-ae5c-ffcc018f8bdf req-f4630f09-8133-4816-b93c-7b89afe86d50 tempest-ServerRescueNegativeTestJSON-440649021 tempest-ServerRescueNegativeTestJSON-440649021-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-916304'] for port (None), before_create {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:16:22.761355 dv-cinder-830097-4-iscsi neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-1e4490da-79a6-4710-a3a5-d518a29ded23 tempest-AttachVolumeTestJSON-1144281586 tempest-AttachVolumeTestJSON-1144281586-project] Publish callbacks [] for security_group_rule (2fabfa8a-0496-4935-a668-7e510dabd2c8), before_create {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:16:22.811370 dv-cinder-830097-4-iscsi neutron-server[103459]: DEBUG neutron.plugins.ml2.plugin [None req-53781792-8650-4c78-93a6-1c4d328d874c None None] Current status of the port 84dfbbf2-673c-4766-87d8-ed32d247bb96 is: ACTIVE; New status is: ACTIVE {{(pid=103459) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 12 13:16:22.818658 dv-cinder-830097-4-iscsi neutron-server[103459]: DEBUG neutron.plugins.ml2.rpc [None req-53781792-8650-4c78-93a6-1c4d328d874c None None] Device bee35c5e-668a-49b2-8687-9dc92ebd1905 up at agent ovs-agent-dv-cinder-830097-4-iscsi {{(pid=103459) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 12 13:16:22.823378 dv-cinder-830097-4-iscsi neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9aa9252-434a-4850-9bd4-965d379d44ae req-f28d745d-7340-41f7-aab3-6cefb3bd9efb tempest-DeleteServersTestJSON-535355193 tempest-DeleteServersTestJSON-535355193-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 13:16:22.840153 dv-cinder-830097-4-iscsi neutron-server[103457]: INFO neutron.wsgi [req-a9aa9252-434a-4850-9bd4-965d379d44ae req-f28d745d-7340-41f7-aab3-6cefb3bd9efb tempest-DeleteServersTestJSON-535355193 tempest-DeleteServersTestJSON-535355193-project] 10.222.0.18 "GET /v2.0/ports?device_id=62c98bc3-e89d-4509-9b6a-001a4d0a6e3b HTTP/1.1" status: 200 len: 944 time: 1.2532763 Apr 12 13:16:22.864587 dv-cinder-830097-4-iscsi neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-8e02da6b-b298-4827-957e-12b3da83d583 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3691807'] for security_group (157a5cb4-28fa-4cce-bccc-0b8ebe327970), after_create {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:16:22.969423 dv-cinder-830097-4-iscsi neutron-server[103458]: INFO neutron.wsgi [req-b96acf14-0bb8-445f-a240-9f942bdb0edc req-af514ed2-e49f-4725-a8c0-5e77ad9fd5f0 tempest-ServerRescueNegativeTestJSON-440649021 tempest-ServerRescueNegativeTestJSON-440649021-project] 10.222.0.18 "GET /v2.0/ports?device_id=b080094e-e021-4092-a88d-24358c73db4d HTTP/1.1" status: 200 len: 210 time: 0.4023395 Apr 12 13:16:22.995337 dv-cinder-830097-4-iscsi neutron-server[103459]: DEBUG neutron.db.provisioning_blocks [None req-53781792-8650-4c78-93a6-1c4d328d874c None None] Provisioning complete for port bee35c5e-668a-49b2-8687-9dc92ebd1905 triggered by entity L2. {{(pid=103459) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 12 13:16:22.995724 dv-cinder-830097-4-iscsi neutron-server[103459]: DEBUG neutron_lib.callbacks.manager [None req-53781792-8650-4c78-93a6-1c4d328d874c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-657243'] for port (bee35c5e-668a-49b2-8687-9dc92ebd1905), provisioning_complete {{(pid=103459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:16:22.996075 dv-cinder-830097-4-iscsi neutron-server[103457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e02da6b-b298-4827-957e-12b3da83d583 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=157a5cb4-28fa-4cce-bccc-0b8ebe327970,revision_number=1']} {{(pid=103457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 13:16:22.997164 dv-cinder-830097-4-iscsi neutron-server[103458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43a870e3-949b-4a8d-a6d3-7f1dfcbd7286 req-8d72d564-6f38-4ba5-8683-a540f764f547 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 13:16:23.000209 dv-cinder-830097-4-iscsi neutron-server[103458]: INFO neutron.wsgi [req-43a870e3-949b-4a8d-a6d3-7f1dfcbd7286 req-8d72d564-6f38-4ba5-8683-a540f764f547 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=0edd631f1dd54aaea20cdf862c39584b&device_id=62c98bc3-e89d-4509-9b6a-001a4d0a6e3b HTTP/1.1" status: 200 len: 1128 time: 0.4208910 Apr 12 13:16:23.013860 dv-cinder-830097-4-iscsi neutron-server[103460]: DEBUG neutron_lib.callbacks.manager [None req-6d31bdfb-6d2f-443f-a5cb-cd51fefdc746 None None] Publish callbacks [] for port (1ceeff16-e486-4e8b-a1af-d7c1a6e70fb4), precommit_update {{(pid=103460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:16:23.039635 dv-cinder-830097-4-iscsi neutron-server[103460]: DEBUG neutron_lib.callbacks.manager [None req-6d31bdfb-6d2f-443f-a5cb-cd51fefdc746 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-915890', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3697887', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732727894815', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732727417932', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732727417950'] for port (1ceeff16-e486-4e8b-a1af-d7c1a6e70fb4), after_update {{(pid=103460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:16:23.108816 dv-cinder-830097-4-iscsi neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-1e4490da-79a6-4710-a3a5-d518a29ded23 tempest-AttachVolumeTestJSON-1144281586 tempest-AttachVolumeTestJSON-1144281586-project] Publish callbacks [] for security_group_rule (2fabfa8a-0496-4935-a668-7e510dabd2c8), precommit_create {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:16:23.117101 dv-cinder-830097-4-iscsi neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-1e4490da-79a6-4710-a3a5-d518a29ded23 tempest-AttachVolumeTestJSON-1144281586 tempest-AttachVolumeTestJSON-1144281586-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3691881'] for security_group_rule (2fabfa8a-0496-4935-a668-7e510dabd2c8), after_create {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:16:23.162871 dv-cinder-830097-4-iscsi neutron-server[103458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e4490da-79a6-4710-a3a5-d518a29ded23 tempest-AttachVolumeTestJSON-1144281586 tempest-AttachVolumeTestJSON-1144281586-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2fabfa8a-0496-4935-a668-7e510dabd2c8,revision_number=0']} {{(pid=103458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 13:16:23.206901 dv-cinder-830097-4-iscsi neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-1e4490da-79a6-4710-a3a5-d518a29ded23 tempest-AttachVolumeTestJSON-1144281586 tempest-AttachVolumeTestJSON-1144281586-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:16:23.229501 dv-cinder-830097-4-iscsi neutron-server[103460]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b449371-afbf-4912-86f6-b4381f0fe0bf None None] Pushing event updated for resources: {'Port': ['ID=1ceeff16-e486-4e8b-a1af-d7c1a6e70fb4,revision_number=3']} {{(pid=103460) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 13:16:23.236832 dv-cinder-830097-4-iscsi neutron-server[103459]: DEBUG neutron.plugins.ml2.plugin [None req-53781792-8650-4c78-93a6-1c4d328d874c None None] Current status of the port bee35c5e-668a-49b2-8687-9dc92ebd1905 is: ACTIVE; New status is: ACTIVE {{(pid=103459) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 12 13:16:23.240405 dv-cinder-830097-4-iscsi neutron-server[103459]: DEBUG neutron_lib.callbacks.manager [None req-53781792-8650-4c78-93a6-1c4d328d874c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732727929501', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-657397'] for agent (3f2daa45-5e56-452b-8a21-b519edfce99e), after_update {{(pid=103459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:16:23.267355 dv-cinder-830097-4-iscsi neutron-server[103458]: INFO neutron.wsgi [None req-1e4490da-79a6-4710-a3a5-d518a29ded23 tempest-AttachVolumeTestJSON-1144281586 tempest-AttachVolumeTestJSON-1144281586-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 1.9942582 Apr 12 13:16:23.290947 dv-cinder-830097-4-iscsi neutron-server[103458]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c94cb96f70f67f51233d4af7d4702c9d455fb3abb34896310c9f043c18b7c2b4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-320d8dcd-74e7-4c66-acac-ad6e3274d0f1" -d '{"events": [{"name": "network-changed", "server_uuid": "62c98bc3-e89d-4509-9b6a-001a4d0a6e3b", "tag": "b886a5ab-3dd9-4707-bb6a-3c2b5f1d2b8d"}]}' {{(pid=103458) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 12 13:16:23.301271 dv-cinder-830097-4-iscsi neutron-server[103458]: DEBUG neutron.wsgi [-] (103458) accepted ('10.222.0.18', 40698) {{(pid=103458) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 13:16:23.319572 dv-cinder-830097-4-iscsi neutron-server[103458]: DEBUG neutron.api.v2.base [None req-90e19495-9494-4b5e-8def-8d1d0f4b5412 tempest-AttachVolumeTestJSON-1144281586 tempest-AttachVolumeTestJSON-1144281586-project] Request body: {'floatingip': {'floating_network_id': '26d0436d-8ae2-49bd-8cc6-3d2eac552c84'}} {{(pid=103458) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 12 13:16:23.394722 dv-cinder-830097-4-iscsi neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-90e19495-9494-4b5e-8def-8d1d0f4b5412 tempest-AttachVolumeTestJSON-1144281586 tempest-AttachVolumeTestJSON-1144281586-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:16:23.547968 dv-cinder-830097-4-iscsi neutron-server[103460]: DEBUG neutron.plugins.ml2.managers [None req-6d31bdfb-6d2f-443f-a5cb-cd51fefdc746 None None] Attempting to bind port 1ceeff16-e486-4e8b-a1af-d7c1a6e70fb4 on host dv-cinder-830097-4-iscsi for vnic_type normal with profile {{(pid=103460) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 12 13:16:23.548317 dv-cinder-830097-4-iscsi neutron-server[103460]: DEBUG neutron.plugins.ml2.managers [None req-6d31bdfb-6d2f-443f-a5cb-cd51fefdc746 None None] Attempting to bind port 1ceeff16-e486-4e8b-a1af-d7c1a6e70fb4 by drivers openvswitch,hyperv on host dv-cinder-830097-4-iscsi at level 0 using segments [{'id': '14551b93-9fd8-40ed-a0fc-48c46d45be33', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 225, 'network_id': '33c58c83-bd42-46e6-829a-cd11f58e9fb1'}] {{(pid=103460) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 12 13:16:23.548732 dv-cinder-830097-4-iscsi neutron-server[103460]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6d31bdfb-6d2f-443f-a5cb-cd51fefdc746 None None] Attempting to bind port 1ceeff16-e486-4e8b-a1af-d7c1a6e70fb4 on network 33c58c83-bd42-46e6-829a-cd11f58e9fb1 {{(pid=103460) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 12 13:16:23.560618 dv-cinder-830097-4-iscsi neutron-server[103457]: INFO neutron.wsgi [None req-8e02da6b-b298-4827-957e-12b3da83d583 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=0dffd957da2d4fa68294cfd1e031ba4f&name=default HTTP/1.1" status: 200 len: 2996 time: 1.4740336 Apr 12 13:16:23.571541 dv-cinder-830097-4-iscsi neutron-server[103460]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6d31bdfb-6d2f-443f-a5cb-cd51fefdc746 None None] Checking agent: {'id': '3f2daa45-5e56-452b-8a21-b519edfce99e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-830097-4-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 12, 13, 7, 23), 'started_at': datetime.datetime(2022, 4, 12, 13, 7, 53), 'heartbeat_timestamp': datetime.datetime(2022, 4, 12, 13, 16, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-830097-4-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103460) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 12 13:16:23.572046 dv-cinder-830097-4-iscsi neutron-server[103460]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6d31bdfb-6d2f-443f-a5cb-cd51fefdc746 None None] Checking segment: {'id': '14551b93-9fd8-40ed-a0fc-48c46d45be33', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 225, 'network_id': '33c58c83-bd42-46e6-829a-cd11f58e9fb1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103460) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 12 13:16:23.572616 dv-cinder-830097-4-iscsi neutron-server[103460]: DEBUG neutron_lib.callbacks.manager [None req-6d31bdfb-6d2f-443f-a5cb-cd51fefdc746 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:16:23.573105 dv-cinder-830097-4-iscsi neutron-server[103460]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6d31bdfb-6d2f-443f-a5cb-cd51fefdc746 None None] Bound using segment: {'id': '14551b93-9fd8-40ed-a0fc-48c46d45be33', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 225, 'network_id': '33c58c83-bd42-46e6-829a-cd11f58e9fb1'} {{(pid=103460) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 12 13:16:23.573588 dv-cinder-830097-4-iscsi neutron-server[103460]: DEBUG neutron.plugins.ml2.managers [None req-6d31bdfb-6d2f-443f-a5cb-cd51fefdc746 None None] Bound port: 1ceeff16-e486-4e8b-a1af-d7c1a6e70fb4, host: dv-cinder-830097-4-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '14551b93-9fd8-40ed-a0fc-48c46d45be33', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 225, 'network_id': '33c58c83-bd42-46e6-829a-cd11f58e9fb1'}}] {{(pid=103460) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 12 13:16:23.573968 dv-cinder-830097-4-iscsi neutron-server[103460]: DEBUG neutron_lib.callbacks.manager [None req-6d31bdfb-6d2f-443f-a5cb-cd51fefdc746 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-916304'] for port (1ceeff16-e486-4e8b-a1af-d7c1a6e70fb4), before_update {{(pid=103460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:16:23.610038 dv-cinder-830097-4-iscsi neutron-server[103457]: DEBUG neutron.wsgi [-] (103457) accepted ('10.222.0.18', 40710) {{(pid=103457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 13:16:23.682555 dv-cinder-830097-4-iscsi neutron-server[103457]: DEBUG neutron.wsgi [-] (103457) accepted ('10.222.0.55', 53025) {{(pid=103457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 13:16:23.686737 dv-cinder-830097-4-iscsi neutron-server[103459]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e8a25bea-8354-41bf-a3d1-8d4423a11000 None None] Sync routers for ids ['66d38733-8a94-4306-9035-12f6b3906c1e'] in dv-cinder-830097-4-iscsi {{(pid=103459) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 12 13:16:23.701403 dv-cinder-830097-4-iscsi neutron-server[103459]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e8a25bea-8354-41bf-a3d1-8d4423a11000 None None] Routers {'66d38733-8a94-4306-9035-12f6b3906c1e'} bound to L3 agent in host dv-cinder-830097-4-iscsi {{(pid=103459) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 12 13:16:23.702863 dv-cinder-830097-4-iscsi neutron-server[103459]: DEBUG neutron.db.l3_hamode_db [None req-e8a25bea-8354-41bf-a3d1-8d4423a11000 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830097-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-12T13:07:19Z,description=,heartbeat_timestamp=2022-04-12T13:16:19Z,host='dv-cinder-830097-4-iscsi',id=b7e11a8b-aeed-493f-9763-461016dddc93,load=0,resource_versions=,resources_synced=,started_at=2022-04-12T13:07:19Z,topic='l3_agent')) {'router_ids': ['66d38733-8a94-4306-9035-12f6b3906c1e'], 'active': True} {{(pid=103459) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 13:16:23.789870 dv-cinder-830097-4-iscsi neutron-server[103457]: INFO neutron.wsgi [req-a9aa9252-434a-4850-9bd4-965d379d44ae req-0f63f902-cc8f-4a51-b107-87655d208b83 tempest-DeleteServersTestJSON-535355193 tempest-DeleteServersTestJSON-535355193-project] 10.222.0.18 "GET /v2.0/security-groups?id=feb0ab55-6426-4522-af82-2b05ab6d5c27&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.8791041 Apr 12 13:16:23.872000 dv-cinder-830097-4-iscsi neutron-server[103460]: DEBUG neutron.plugins.ml2.db [None req-6d31bdfb-6d2f-443f-a5cb-cd51fefdc746 None None] For port 1ceeff16-e486-4e8b-a1af-d7c1a6e70fb4, host dv-cinder-830097-4-iscsi, cleared binding levels {{(pid=103460) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 12 13:16:23.878559 dv-cinder-830097-4-iscsi neutron-server[103460]: DEBUG neutron.plugins.ml2.db [None req-6d31bdfb-6d2f-443f-a5cb-cd51fefdc746 None None] For port 1ceeff16-e486-4e8b-a1af-d7c1a6e70fb4, host dv-cinder-830097-4-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-830097-4-iscsi',level=0,port_id=1ceeff16-e486-4e8b-a1af-d7c1a6e70fb4,segment=NetworkSegment(14551b93-9fd8-40ed-a0fc-48c46d45be33),segment_id=14551b93-9fd8-40ed-a0fc-48c46d45be33)] {{(pid=103460) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 12 13:16:23.902079 dv-cinder-830097-4-iscsi neutron-server[103460]: DEBUG neutron_lib.callbacks.manager [None req-6d31bdfb-6d2f-443f-a5cb-cd51fefdc746 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-915890', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3697887', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732727894815', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732727417932', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732727417950'] for port (1ceeff16-e486-4e8b-a1af-d7c1a6e70fb4), after_update {{(pid=103460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:16:23.940714 dv-cinder-830097-4-iscsi neutron-server[103459]: DEBUG neutron.db.provisioning_blocks [None req-04fffc12-5be6-429f-80c1-cc605e7013a6 None None] Provisioning complete for port 1ceeff16-e486-4e8b-a1af-d7c1a6e70fb4 triggered by entity DHCP. {{(pid=103459) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 12 13:16:23.941363 dv-cinder-830097-4-iscsi neutron-server[103459]: DEBUG neutron_lib.callbacks.manager [None req-04fffc12-5be6-429f-80c1-cc605e7013a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-657243'] for port (1ceeff16-e486-4e8b-a1af-d7c1a6e70fb4), provisioning_complete {{(pid=103459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:16:24.029587 dv-cinder-830097-4-iscsi neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-90e19495-9494-4b5e-8def-8d1d0f4b5412 tempest-AttachVolumeTestJSON-1144281586 tempest-AttachVolumeTestJSON-1144281586-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-916304'] for port (None), before_create {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:16:24.175943 dv-cinder-830097-4-iscsi neutron-server[103458]: INFO neutron.wsgi [req-43a870e3-949b-4a8d-a6d3-7f1dfcbd7286 req-00bf76c8-aad1-4d8a-8608-60049a2c4fa6 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=b886a5ab-3dd9-4707-bb6a-3c2b5f1d2b8d HTTP/1.1" status: 200 len: 217 time: 0.4610729 Apr 12 13:16:24.259215 dv-cinder-830097-4-iscsi neutron-server[103460]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b449371-afbf-4912-86f6-b4381f0fe0bf None None] Pushing event updated for resources: {'Port': ['ID=1ceeff16-e486-4e8b-a1af-d7c1a6e70fb4,revision_number=4']} {{(pid=103460) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 13:16:24.300069 dv-cinder-830097-4-iscsi neutron-server[103460]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6d31bdfb-6d2f-443f-a5cb-cd51fefdc746 None None] Routers {'af30ce41-ac25-45e3-9bbb-85ecf8f0a642'} bound to L3 agent in host dv-cinder-830097-4-iscsi {{(pid=103460) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 12 13:16:24.305480 dv-cinder-830097-4-iscsi neutron-server[103460]: DEBUG neutron.db.l3_hamode_db [None req-6d31bdfb-6d2f-443f-a5cb-cd51fefdc746 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830097-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-12T13:07:19Z,description=,heartbeat_timestamp=2022-04-12T13:16:19Z,host='dv-cinder-830097-4-iscsi',id=b7e11a8b-aeed-493f-9763-461016dddc93,load=0,resource_versions=,resources_synced=,started_at=2022-04-12T13:07:19Z,topic='l3_agent')) {'router_ids': ['af30ce41-ac25-45e3-9bbb-85ecf8f0a642'], 'active': True} {{(pid=103460) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 13:16:24.444148 dv-cinder-830097-4-iscsi neutron-server[103458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43a870e3-949b-4a8d-a6d3-7f1dfcbd7286 req-3d13e6b7-fb73-4a0f-a324-0e402c2f2692 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 13:16:24.457049 dv-cinder-830097-4-iscsi neutron-server[103459]: DEBUG neutron.db.l3_dvr_db [None req-e8a25bea-8354-41bf-a3d1-8d4423a11000 None None] Set router 66d38733-8a94-4306-9035-12f6b3906c1e gateway port host: dv-cinder-830097-4-iscsi {{(pid=103459) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 12 13:16:24.460023 dv-cinder-830097-4-iscsi neutron-server[103458]: INFO neutron.wsgi [req-43a870e3-949b-4a8d-a6d3-7f1dfcbd7286 req-3d13e6b7-fb73-4a0f-a324-0e402c2f2692 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=8fe7d341-75a1-4b96-b5db-f9b8d084f4c6 HTTP/1.1" status: 200 len: 852 time: 0.2623830 Apr 12 13:16:24.624051 dv-cinder-830097-4-iscsi neutron-server[103458]: DEBUG neutron.wsgi [-] (103458) accepted ('10.222.0.18', 40734) {{(pid=103458) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 13:16:24.716473 dv-cinder-830097-4-iscsi neutron-server[103460]: DEBUG neutron.db.l3_dvr_db [None req-6d31bdfb-6d2f-443f-a5cb-cd51fefdc746 None None] Set router af30ce41-ac25-45e3-9bbb-85ecf8f0a642 gateway port host: dv-cinder-830097-4-iscsi {{(pid=103460) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 12 13:16:24.742895 dv-cinder-830097-4-iscsi neutron-server[103458]: DEBUG neutron.api.v2.base [None req-6fefd8db-6691-4ecf-8c72-bdbf118cff23 tempest-AttachVolumeShelveTestJSON-707707766 tempest-AttachVolumeShelveTestJSON-707707766-project] Request body: {'security_group': {'name': 'tempest-securitygroup--2109541118', 'description': 'tempest-description--393429249'}} {{(pid=103458) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 12 13:16:24.746396 dv-cinder-830097-4-iscsi neutron-server[103459]: DEBUG neutron.plugins.ml2.plugin [None req-04fffc12-5be6-429f-80c1-cc605e7013a6 None None] Current status of the port 1ceeff16-e486-4e8b-a1af-d7c1a6e70fb4 is: DOWN; New status is: ACTIVE {{(pid=103459) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 12 13:16:24.751741 dv-cinder-830097-4-iscsi neutron-server[103459]: DEBUG neutron_lib.callbacks.manager [None req-04fffc12-5be6-429f-80c1-cc605e7013a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-916304'] for port (1ceeff16-e486-4e8b-a1af-d7c1a6e70fb4), before_update {{(pid=103459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:16:24.800048 dv-cinder-830097-4-iscsi neutron-server[103458]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 12 Apr 2022 13:16:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-66f5dd80-fa3c-4cd3-b74c-b57d125cdc2c x-openstack-request-id: req-66f5dd80-fa3c-4cd3-b74c-b57d125cdc2c {{(pid=103458) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 12 13:16:24.800337 dv-cinder-830097-4-iscsi neutron-server[103458]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "62c98bc3-e89d-4509-9b6a-001a4d0a6e3b", "tag": "b886a5ab-3dd9-4707-bb6a-3c2b5f1d2b8d", "status": "completed", "code": 200}]} {{(pid=103458) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 12 13:16:24.800598 dv-cinder-830097-4-iscsi neutron-server[103458]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-66f5dd80-fa3c-4cd3-b74c-b57d125cdc2c {{(pid=103458) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 12 13:16:24.814947 dv-cinder-830097-4-iscsi neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-cf025947-953f-4af7-ada4-a4831d8e021c admin admin] Publish callbacks [] for security_group (422b0db8-8d1c-4863-a3c0-90fdd69899b1), precommit_create {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:16:24.839059 dv-cinder-830097-4-iscsi neutron-server[103458]: INFO neutron.notifiers.nova [-] Nova event matching ['req-66f5dd80-fa3c-4cd3-b74c-b57d125cdc2c'] response: {'name': 'network-changed', 'server_uuid': '62c98bc3-e89d-4509-9b6a-001a4d0a6e3b', 'tag': 'b886a5ab-3dd9-4707-bb6a-3c2b5f1d2b8d', 'status': 'completed', 'code': 200} Apr 12 13:16:24.848750 dv-cinder-830097-4-iscsi neutron-server[103458]: INFO neutron.wsgi [req-43a870e3-949b-4a8d-a6d3-7f1dfcbd7286 req-0c4a5ecf-947d-48a6-b66f-40e013bf028b service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=38860888-3f1a-46ed-95ac-25bed05bc1cd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.3724613 Apr 12 13:16:24.848932 dv-cinder-830097-4-iscsi neutron-server[103457]: DEBUG neutron.db.db_base_plugin_common [req-9f19d510-e404-4d45-ae5c-ffcc018f8bdf req-f4630f09-8133-4816-b93c-7b89afe86d50 tempest-ServerRescueNegativeTestJSON-440649021 tempest-ServerRescueNegativeTestJSON-440649021-project] Allocated IP 172.20.0.5 (8a9d7c73-ddbc-4eef-a839-e9bbe858207d/e7f620b9-ee69-4e3f-9fdf-c3881765f45f/56170bf4-2a4b-4830-9e9e-5f6c429fd3b5) {{(pid=103457) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 12 13:16:24.862771 dv-cinder-830097-4-iscsi neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-f33c375b-76ac-4ec1-9725-9a202792274d admin admin] Publish callbacks [] for security_group (157a5cb4-28fa-4cce-bccc-0b8ebe327970), before_delete {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:16:24.872953 dv-cinder-830097-4-iscsi neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-cf025947-953f-4af7-ada4-a4831d8e021c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3691807'] for security_group (422b0db8-8d1c-4863-a3c0-90fdd69899b1), after_create {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:16:25.023013 dv-cinder-830097-4-iscsi neutron-server[103458]: DEBUG neutron.db.db_base_plugin_common [None req-90e19495-9494-4b5e-8def-8d1d0f4b5412 tempest-AttachVolumeTestJSON-1144281586 tempest-AttachVolumeTestJSON-1144281586-project] Allocated IP 172.27.0.25 (26d0436d-8ae2-49bd-8cc6-3d2eac552c84/d93852d8-8f89-4b1c-bef4-0e05f499a8db/ef7ad5cd-8abe-4d84-9508-f0f787728a7b) {{(pid=103458) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 12 13:16:25.035596 dv-cinder-830097-4-iscsi neutron-server[103458]: INFO neutron.wsgi [req-5a719346-cab9-4a79-a1e3-35acae3ab241 req-d38f0216-d600-4b25-bad8-74fa93a1aba2 tempest-ServerRescueNegativeTestJSON-440649021 tempest-ServerRescueNegativeTestJSON-440649021-project] 10.222.0.18 "GET /v2.0/ports?device_id=b080094e-e021-4092-a88d-24358c73db4d HTTP/1.1" status: 200 len: 210 time: 0.2640591 Apr 12 13:16:25.067274 dv-cinder-830097-4-iscsi neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2ace8fa-7554-45cc-833b-3db330fec614 req-ffd45e2d-2412-4073-8d0d-c702adaa72e9 tempest-ServerRescueNegativeTestJSON-440649021 tempest-ServerRescueNegativeTestJSON-440649021-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 13:16:25.068832 dv-cinder-830097-4-iscsi neutron-server[103457]: INFO neutron.wsgi [req-f2ace8fa-7554-45cc-833b-3db330fec614 req-ffd45e2d-2412-4073-8d0d-c702adaa72e9 tempest-ServerRescueNegativeTestJSON-440649021 tempest-ServerRescueNegativeTestJSON-440649021-project] 10.222.0.55 "GET /v2.0/networks?id=8a9d7c73-ddbc-4eef-a839-e9bbe858207d HTTP/1.1" status: 200 len: 818 time: 1.1813776 Apr 12 13:16:25.080442 dv-cinder-830097-4-iscsi neutron-server[103459]: DEBUG neutron.plugins.ml2.db [None req-04fffc12-5be6-429f-80c1-cc605e7013a6 None None] For port 1ceeff16-e486-4e8b-a1af-d7c1a6e70fb4, host dv-cinder-830097-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-830097-4-iscsi',level=0,port_id=1ceeff16-e486-4e8b-a1af-d7c1a6e70fb4,segment=NetworkSegment(14551b93-9fd8-40ed-a0fc-48c46d45be33),segment_id=14551b93-9fd8-40ed-a0fc-48c46d45be33)] {{(pid=103459) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 12 13:16:25.100614 dv-cinder-830097-4-iscsi neutron-server[103459]: DEBUG neutron_lib.callbacks.manager [None req-04fffc12-5be6-429f-80c1-cc605e7013a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-915890', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3697887', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732727894815', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732727417932', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732727417950'] for port (1ceeff16-e486-4e8b-a1af-d7c1a6e70fb4), after_update {{(pid=103459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:16:25.111447 dv-cinder-830097-4-iscsi neutron-server[103457]: DEBUG neutron.api.v2.base [req-f2ace8fa-7554-45cc-833b-3db330fec614 req-6bd47e2a-45e4-451c-a8e2-a0094d9d1265 tempest-ServerRescueNegativeTestJSON-440649021 tempest-ServerRescueNegativeTestJSON-440649021-project] Request body: {'port': {'device_id': 'b080094e-e021-4092-a88d-24358c73db4d', 'network_id': '8a9d7c73-ddbc-4eef-a839-e9bbe858207d', 'admin_state_up': True, 'tenant_id': '03e871d047514daabb60a84f86099232'}} {{(pid=103457) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 12 13:16:25.138446 dv-cinder-830097-4-iscsi neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-6fefd8db-6691-4ecf-8c72-bdbf118cff23 tempest-AttachVolumeShelveTestJSON-707707766 tempest-AttachVolumeShelveTestJSON-707707766-project] Publish callbacks [] for security_group (None), before_create {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:16:25.184045 dv-cinder-830097-4-iscsi neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-f33c375b-76ac-4ec1-9725-9a202792274d admin admin] Publish callbacks [] for security_group (157a5cb4-28fa-4cce-bccc-0b8ebe327970), precommit_delete {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:16:25.222525 dv-cinder-830097-4-iscsi neutron-server[103457]: INFO neutron.wsgi [None req-cf025947-953f-4af7-ada4-a4831d8e021c admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=ca1c6513813b4333b953b71d110eb9f5&name=default HTTP/1.1" status: 200 len: 2996 time: 3.6331921 Apr 12 13:16:25.223265 dv-cinder-830097-4-iscsi neutron-server[103457]: DEBUG neutron.wsgi [-] (103457) accepted ('10.222.0.18', 40746) {{(pid=103457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 13:16:25.293427 dv-cinder-830097-4-iscsi neutron-server[103457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf025947-953f-4af7-ada4-a4831d8e021c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=422b0db8-8d1c-4863-a3c0-90fdd69899b1,revision_number=1']} {{(pid=103457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 13:16:25.293613 dv-cinder-830097-4-iscsi neutron-server[103459]: DEBUG neutron.db.l3_hamode_db [None req-e8a25bea-8354-41bf-a3d1-8d4423a11000 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '66d38733-8a94-4306-9035-12f6b3906c1e', 'name': 'tempest-AttachVolumeShelveTestJSON-268868150-router', 'tenant_id': '5ebad6ef7aca47f397d0e45a428e3948', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '26d0436d-8ae2-49bd-8cc6-3d2eac552c84', 'external_fixed_ips': [{'subnet_id': 'd93852d8-8f89-4b1c-bef4-0e05f499a8db', 'ip_address': '172.27.0.103'}], 'enable_snat': True}, 'gw_port_id': '84dfbbf2-673c-4766-87d8-ed32d247bb96', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-12T13:16:00Z', 'updated_at': '2022-04-12T13:16:16Z', 'revision_number': 4, 'project_id': '5ebad6ef7aca47f397d0e45a428e3948', 'gw_port': {'id': '84dfbbf2-673c-4766-87d8-ed32d247bb96', 'name': '', 'network_id': '26d0436d-8ae2-49bd-8cc6-3d2eac552c84', 'tenant_id': '', 'mac_address': 'fa:16:3e:47:67:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '66d38733-8a94-4306-9035-12f6b3906c1e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 80, 'fixed_ips': [{'subnet_id': 'd93852d8-8f89-4b1c-bef4-0e05f499a8db', 'ip_address': '172.27.0.103', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830097-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T13:16:02Z', 'updated_at': '2022-04-12T13:16:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd93852d8-8f89-4b1c-bef4-0e05f499a8db', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830097-4-iscsi', '_interfaces': [{'id': 'ae9c6e44-f0d0-4a2a-86d6-9ca46ba23560', 'name': '', 'network_id': '6562521a-2ea5-45f4-a1f8-589dc7fbc9f3', 'tenant_id': '5ebad6ef7aca47f397d0e45a428e3948', 'mac_address': 'fa:16:3e:7c:df:35', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '66d38733-8a94-4306-9035-12f6b3906c1e', 'device_owner': 'network:router_interface', 'standard_attr_id': 110, 'fixed_ips': [{'subnet_id': 'cf735079-dcf8-4625-b8a7-d372f8fef245', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T13:16:12Z', 'updated_at': '2022-04-12T13:16:16Z', 'revision_number': 2, 'project_id': '5ebad6ef7aca47f397d0e45a428e3948', 'subnets': [{'id': 'cf735079-dcf8-4625-b8a7-d372f8fef245', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-830097-4-iscsi', False) {} {{(pid=103459) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 13:16:25.370586 dv-cinder-830097-4-iscsi neutron-server[103460]: DEBUG neutron.db.l3_hamode_db [None req-6d31bdfb-6d2f-443f-a5cb-cd51fefdc746 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'af30ce41-ac25-45e3-9bbb-85ecf8f0a642', 'name': 'tempest-AttachVolumeTestJSON-1053846076-router', 'tenant_id': '973344adf45e43fc87f28572c7cc70a5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '26d0436d-8ae2-49bd-8cc6-3d2eac552c84', 'external_fixed_ips': [{'subnet_id': 'd93852d8-8f89-4b1c-bef4-0e05f499a8db', 'ip_address': '172.27.0.93'}], 'enable_snat': True}, 'gw_port_id': 'bee35c5e-668a-49b2-8687-9dc92ebd1905', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-12T13:16:00Z', 'updated_at': '2022-04-12T13:16:13Z', 'revision_number': 4, 'project_id': '973344adf45e43fc87f28572c7cc70a5', 'gw_port': {'id': 'bee35c5e-668a-49b2-8687-9dc92ebd1905', 'name': '', 'network_id': '26d0436d-8ae2-49bd-8cc6-3d2eac552c84', 'tenant_id': '', 'mac_address': 'fa:16:3e:00:65:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'af30ce41-ac25-45e3-9bbb-85ecf8f0a642', 'device_owner': 'network:router_gateway', 'standard_attr_id': 81, 'fixed_ips': [{'subnet_id': 'd93852d8-8f89-4b1c-bef4-0e05f499a8db', 'ip_address': '172.27.0.93', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830097-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T13:16:02Z', 'updated_at': '2022-04-12T13:16:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd93852d8-8f89-4b1c-bef4-0e05f499a8db', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830097-4-iscsi', '_interfaces': [{'id': '1ceeff16-e486-4e8b-a1af-d7c1a6e70fb4', 'name': '', 'network_id': '33c58c83-bd42-46e6-829a-cd11f58e9fb1', 'tenant_id': '973344adf45e43fc87f28572c7cc70a5', 'mac_address': 'fa:16:3e:9b:fe:04', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'af30ce41-ac25-45e3-9bbb-85ecf8f0a642', 'device_owner': 'network:router_interface', 'standard_attr_id': 108, 'fixed_ips': [{'subnet_id': 'e7f58421-9187-48e8-8ede-d2e25149e657', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830097-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T13:16:11Z', 'updated_at': '2022-04-12T13:16:23Z', 'revision_number': 4, 'project_id': '973344adf45e43fc87f28572c7cc70a5', 'subnets': [{'id': 'e7f58421-9187-48e8-8ede-d2e25149e657', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-830097-4-iscsi', False) {} {{(pid=103460) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 13:16:25.419205 dv-cinder-830097-4-iscsi neutron-server[103459]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e8a25bea-8354-41bf-a3d1-8d4423a11000 None None] Checking router: 66d38733-8a94-4306-9035-12f6b3906c1e for host: dv-cinder-830097-4-iscsi {{(pid=103459) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 12 13:16:25.421134 dv-cinder-830097-4-iscsi neutron-server[103459]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e8a25bea-8354-41bf-a3d1-8d4423a11000 None None] Updating router 66d38733-8a94-4306-9035-12f6b3906c1e port ae9c6e44-f0d0-4a2a-86d6-9ca46ba23560 binding host dv-cinder-830097-4-iscsi {{(pid=103459) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 12 13:16:25.436815 dv-cinder-830097-4-iscsi neutron-server[103459]: DEBUG neutron.db.provisioning_blocks [None req-cad5df2a-f3e2-4626-a3a2-759f2cb1fca4 None None] Provisioning complete for port 1ceeff16-e486-4e8b-a1af-d7c1a6e70fb4 triggered by entity DHCP. {{(pid=103459) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 12 13:16:25.438592 dv-cinder-830097-4-iscsi neutron-server[103459]: DEBUG neutron_lib.callbacks.manager [None req-cad5df2a-f3e2-4626-a3a2-759f2cb1fca4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-657243'] for port (1ceeff16-e486-4e8b-a1af-d7c1a6e70fb4), provisioning_complete {{(pid=103459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:16:25.440368 dv-cinder-830097-4-iscsi neutron-server[103460]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6d31bdfb-6d2f-443f-a5cb-cd51fefdc746 None None] The sync data for ids ['af30ce41-ac25-45e3-9bbb-85ecf8f0a642'] in dv-cinder-830097-4-iscsi is: [{'id': 'af30ce41-ac25-45e3-9bbb-85ecf8f0a642', 'name': 'tempest-AttachVolumeTestJSON-1053846076-router', 'tenant_id': '973344adf45e43fc87f28572c7cc70a5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '26d0436d-8ae2-49bd-8cc6-3d2eac552c84', 'external_fixed_ips': [{'subnet_id': 'd93852d8-8f89-4b1c-bef4-0e05f499a8db', 'ip_address': '172.27.0.93'}], 'enable_snat': True}, 'gw_port_id': 'bee35c5e-668a-49b2-8687-9dc92ebd1905', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-12T13:16:00Z', 'updated_at': '2022-04-12T13:16:13Z', 'revision_number': 4, 'project_id': '973344adf45e43fc87f28572c7cc70a5', 'gw_port': {'id': 'bee35c5e-668a-49b2-8687-9dc92ebd1905', 'name': '', 'network_id': '26d0436d-8ae2-49bd-8cc6-3d2eac552c84', 'tenant_id': '', 'mac_address': 'fa:16:3e:00:65:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'af30ce41-ac25-45e3-9bbb-85ecf8f0a642', 'device_owner': 'network:router_gateway', 'standard_attr_id': 81, 'fixed_ips': [{'subnet_id': 'd93852d8-8f89-4b1c-bef4-0e05f499a8db', 'ip_address': '172.27.0.93', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830097-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T13:16:02Z', 'updated_at': '2022-04-12T13:16:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd93852d8-8f89-4b1c-bef4-0e05f499a8db', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830097-4-iscsi', '_interfaces': [{'id': '1ceeff16-e486-4e8b-a1af-d7c1a6e70fb4', 'name': '', 'network_id': '33c58c83-bd42-46e6-829a-cd11f58e9fb1', 'tenant_id': '973344adf45e43fc87f28572c7cc70a5', 'mac_address': 'fa:16:3e:9b:fe:04', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'af30ce41-ac25-45e3-9bbb-85ecf8f0a642', 'device_owner': 'network:router_interface', 'standard_attr_id': 108, 'fixed_ips': [{'subnet_id': 'e7f58421-9187-48e8-8ede-d2e25149e657', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830097-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T13:16:11Z', 'updated_at': '2022-04-12T13:16:23Z', 'revision_number': 4, 'project_id': '973344adf45e43fc87f28572c7cc70a5', 'subnets': [{'id': 'e7f58421-9187-48e8-8ede-d2e25149e657', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103460) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 12 13:16:25.592492 dv-cinder-830097-4-iscsi neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97730b61-bdd5-4105-8566-41694a6c5fcf req-3b640024-119d-4236-b668-56a4575b073c tempest-DeleteServersTestJSON-535355193 tempest-DeleteServersTestJSON-535355193-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 13:16:25.601571 dv-cinder-830097-4-iscsi neutron-server[103457]: INFO neutron.wsgi [req-97730b61-bdd5-4105-8566-41694a6c5fcf req-3b640024-119d-4236-b668-56a4575b073c tempest-DeleteServersTestJSON-535355193 tempest-DeleteServersTestJSON-535355193-project] 10.222.0.18 "GET /v2.0/ports?device_id=62c98bc3-e89d-4509-9b6a-001a4d0a6e3b HTTP/1.1" status: 200 len: 944 time: 0.5066638 Apr 12 13:16:25.641669 dv-cinder-830097-4-iscsi neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-90e19495-9494-4b5e-8def-8d1d0f4b5412 tempest-AttachVolumeTestJSON-1144281586 tempest-AttachVolumeTestJSON-1144281586-project] Publish callbacks [] for port (ef7ad5cd-8abe-4d84-9508-f0f787728a7b), precommit_create {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:16:25.690335 dv-cinder-830097-4-iscsi neutron-server[103459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04fffc12-5be6-429f-80c1-cc605e7013a6 None None] Pushing event updated for resources: {'Port': ['ID=1ceeff16-e486-4e8b-a1af-d7c1a6e70fb4,revision_number=5']} {{(pid=103459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 13:16:25.850202 dv-cinder-830097-4-iscsi neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-90e19495-9494-4b5e-8def-8d1d0f4b5412 tempest-AttachVolumeTestJSON-1144281586 tempest-AttachVolumeTestJSON-1144281586-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-915890', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3697887', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732727417914'] for port (ef7ad5cd-8abe-4d84-9508-f0f787728a7b), after_create {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:16:25.853644 dv-cinder-830097-4-iscsi neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f2ace8fa-7554-45cc-833b-3db330fec614 req-6bd47e2a-45e4-451c-a8e2-a0094d9d1265 tempest-ServerRescueNegativeTestJSON-440649021 tempest-ServerRescueNegativeTestJSON-440649021-project] Made reservation on behalf of 03e871d047514daabb60a84f86099232 for: {'port': 1} {{(pid=103457) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 12 13:16:25.876680 dv-cinder-830097-4-iscsi neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [req-f2ace8fa-7554-45cc-833b-3db330fec614 req-6bd47e2a-45e4-451c-a8e2-a0094d9d1265 tempest-ServerRescueNegativeTestJSON-440649021 tempest-ServerRescueNegativeTestJSON-440649021-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-916304'] for port (None), before_create {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:16:25.920948 dv-cinder-830097-4-iscsi neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-f33c375b-76ac-4ec1-9725-9a202792274d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3691807'] for security_group (157a5cb4-28fa-4cce-bccc-0b8ebe327970), after_delete {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:16:25.923504 dv-cinder-830097-4-iscsi neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-f33c375b-76ac-4ec1-9725-9a202792274d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:16:25.933119 dv-cinder-830097-4-iscsi neutron-server[103457]: INFO neutron.wsgi [None req-f33c375b-76ac-4ec1-9725-9a202792274d admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/157a5cb4-28fa-4cce-bccc-0b8ebe327970 HTTP/1.1" status: 204 len: 168 time: 2.3135808 Apr 12 13:16:25.949190 dv-cinder-830097-4-iscsi neutron-server[103459]: DEBUG neutron_lib.callbacks.manager [None req-e8a25bea-8354-41bf-a3d1-8d4423a11000 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-916304'] for port (ae9c6e44-f0d0-4a2a-86d6-9ca46ba23560), before_update {{(pid=103459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:16:25.950879 dv-cinder-830097-4-iscsi neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-6fefd8db-6691-4ecf-8c72-bdbf118cff23 tempest-AttachVolumeShelveTestJSON-707707766 tempest-AttachVolumeShelveTestJSON-707707766-project] Publish callbacks [] for security_group (6faf4076-452d-49e5-b67e-bfa1b1fd13c3), precommit_create {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:16:25.956702 dv-cinder-830097-4-iscsi neutron-server[103459]: DEBUG neutron.plugins.ml2.plugin [None req-cad5df2a-f3e2-4626-a3a2-759f2cb1fca4 None None] Current status of the port 1ceeff16-e486-4e8b-a1af-d7c1a6e70fb4 is: ACTIVE; New status is: ACTIVE {{(pid=103459) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 12 13:16:25.968854 dv-cinder-830097-4-iscsi neutron-server[103457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f33c375b-76ac-4ec1-9725-9a202792274d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=157a5cb4-28fa-4cce-bccc-0b8ebe327970,revision_number=None']} {{(pid=103457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 13:16:25.973965 dv-cinder-830097-4-iscsi neutron-server[103457]: INFO neutron.wsgi [req-97730b61-bdd5-4105-8566-41694a6c5fcf req-fa05c12c-8a59-49a3-bc66-119758558f1e tempest-DeleteServersTestJSON-535355193 tempest-DeleteServersTestJSON-535355193-project] 10.222.0.18 "GET /v2.0/security-groups?id=feb0ab55-6426-4522-af82-2b05ab6d5c27&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3712826 Apr 12 13:16:25.974808 dv-cinder-830097-4-iscsi neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-e84d97f5-170b-4fe9-a464-9bc1c70381f2 admin admin] Publish callbacks [] for security_group (422b0db8-8d1c-4863-a3c0-90fdd69899b1), before_delete {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:16:25.988154 dv-cinder-830097-4-iscsi neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-6fefd8db-6691-4ecf-8c72-bdbf118cff23 tempest-AttachVolumeShelveTestJSON-707707766 tempest-AttachVolumeShelveTestJSON-707707766-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3691807'] for security_group (6faf4076-452d-49e5-b67e-bfa1b1fd13c3), after_create {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:16:26.099968 dv-cinder-830097-4-iscsi neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [req-9f19d510-e404-4d45-ae5c-ffcc018f8bdf req-f4630f09-8133-4816-b93c-7b89afe86d50 tempest-ServerRescueNegativeTestJSON-440649021 tempest-ServerRescueNegativeTestJSON-440649021-project] Publish callbacks [] for port (56170bf4-2a4b-4830-9e9e-5f6c429fd3b5), precommit_create {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:16:26.135830 dv-cinder-830097-4-iscsi neutron-server[103458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90e19495-9494-4b5e-8def-8d1d0f4b5412 tempest-AttachVolumeTestJSON-1144281586 tempest-AttachVolumeTestJSON-1144281586-project] Pushing event updated for resources: {'Port': ['ID=ef7ad5cd-8abe-4d84-9508-f0f787728a7b,revision_number=1']} {{(pid=103458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 13:16:26.153904 dv-cinder-830097-4-iscsi neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-e84d97f5-170b-4fe9-a464-9bc1c70381f2 admin admin] Publish callbacks [] for security_group (422b0db8-8d1c-4863-a3c0-90fdd69899b1), precommit_delete {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:16:26.175029 dv-cinder-830097-4-iscsi neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-6fefd8db-6691-4ecf-8c72-bdbf118cff23 tempest-AttachVolumeShelveTestJSON-707707766 tempest-AttachVolumeShelveTestJSON-707707766-project] Publish callbacks [] for security_group (None), before_response {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:16:26.176549 dv-cinder-830097-4-iscsi neutron-server[103458]: INFO neutron.wsgi [None req-6fefd8db-6691-4ecf-8c72-bdbf118cff23 tempest-AttachVolumeShelveTestJSON-707707766 tempest-AttachVolumeShelveTestJSON-707707766-project] 10.222.0.18 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 1.5343432 Apr 12 13:16:26.178571 dv-cinder-830097-4-iscsi neutron-server[103458]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-90e19495-9494-4b5e-8def-8d1d0f4b5412 tempest-AttachVolumeTestJSON-1144281586 tempest-AttachVolumeTestJSON-1144281586-project] Network 26d0436d-8ae2-49bd-8cc6-3d2eac552c84 is already hosted by enough agents. {{(pid=103458) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 12 13:16:26.184689 dv-cinder-830097-4-iscsi neutron-server[103457]: DEBUG neutron.wsgi [-] (103457) accepted ('10.222.0.18', 40766) {{(pid=103457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 13:16:26.200672 dv-cinder-830097-4-iscsi neutron-server[103458]: INFO neutron.wsgi [req-43a870e3-949b-4a8d-a6d3-7f1dfcbd7286 req-2336bc3a-faab-4ec6-9a17-1b0e4ff77a33 service neutron] 10.222.0.55 "GET /v2.0/networks/38860888-3f1a-46ed-95ac-25bed05bc1cd?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.3308914 Apr 12 13:16:26.206627 dv-cinder-830097-4-iscsi neutron-server[103458]: DEBUG neutron.scheduler.base_scheduler [None req-90e19495-9494-4b5e-8def-8d1d0f4b5412 tempest-AttachVolumeTestJSON-1144281586 tempest-AttachVolumeTestJSON-1144281586-project] Resources bound (agent type, host, resource id): {{(pid=103458) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 12 13:16:26.218536 dv-cinder-830097-4-iscsi neutron-server[103458]: DEBUG neutron.db.l3_dvrscheduler_db [None req-90e19495-9494-4b5e-8def-8d1d0f4b5412 tempest-AttachVolumeTestJSON-1144281586 tempest-AttachVolumeTestJSON-1144281586-project] Received port after_create {{(pid=103458) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 12 13:16:26.224287 dv-cinder-830097-4-iscsi neutron-server[103457]: DEBUG neutron.api.v2.base [None req-27e61e33-a72d-49c6-a0fc-6ab22b2792a3 tempest-AttachVolumeShelveTestJSON-707707766 tempest-AttachVolumeShelveTestJSON-707707766-project] Request body: {'security_group_rule': {'security_group_id': '6faf4076-452d-49e5-b67e-bfa1b1fd13c3', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103457) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 12 13:16:26.304624 dv-cinder-830097-4-iscsi neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-27e61e33-a72d-49c6-a0fc-6ab22b2792a3 tempest-AttachVolumeShelveTestJSON-707707766 tempest-AttachVolumeShelveTestJSON-707707766-project] Publish callbacks [] for security_group_rule (168b9bc0-a07d-4b0f-9acf-3d60c9ffb91a), before_create {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:16:26.371387 dv-cinder-830097-4-iscsi neutron-server[103459]: DEBUG neutron.plugins.ml2.rpc [None req-53781792-8650-4c78-93a6-1c4d328d874c None None] Device 1ceeff16-e486-4e8b-a1af-d7c1a6e70fb4 up at agent ovs-agent-dv-cinder-830097-4-iscsi {{(pid=103459) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 12 13:16:26.398353 dv-cinder-830097-4-iscsi neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [req-9f19d510-e404-4d45-ae5c-ffcc018f8bdf req-f4630f09-8133-4816-b93c-7b89afe86d50 tempest-ServerRescueNegativeTestJSON-440649021 tempest-ServerRescueNegativeTestJSON-440649021-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-915890', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3697887', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732727417914'] for port (56170bf4-2a4b-4830-9e9e-5f6c429fd3b5), after_create {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:16:26.422578 dv-cinder-830097-4-iscsi neutron-server[103458]: INFO neutron.wsgi [req-d480a245-618d-4c83-a6eb-563d03ff50ff req-b0633954-4bf4-4f82-930c-08bc4a19909e tempest-ServerRescueNegativeTestJSON-440649021 tempest-ServerRescueNegativeTestJSON-440649021-project] 10.222.0.18 "GET /v2.0/ports?device_id=b080094e-e021-4092-a88d-24358c73db4d HTTP/1.1" status: 200 len: 210 time: 0.1878688 Apr 12 13:16:26.428748 dv-cinder-830097-4-iscsi neutron-server[103458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fefd8db-6691-4ecf-8c72-bdbf118cff23 tempest-AttachVolumeShelveTestJSON-707707766 tempest-AttachVolumeShelveTestJSON-707707766-project] Pushing event updated for resources: {'SecurityGroup': ['ID=6faf4076-452d-49e5-b67e-bfa1b1fd13c3,revision_number=1']} {{(pid=103458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 13:16:26.433376 dv-cinder-830097-4-iscsi neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-e84d97f5-170b-4fe9-a464-9bc1c70381f2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3691807'] for security_group (422b0db8-8d1c-4863-a3c0-90fdd69899b1), after_delete {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:16:26.435889 dv-cinder-830097-4-iscsi neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-e84d97f5-170b-4fe9-a464-9bc1c70381f2 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:16:26.437060 dv-cinder-830097-4-iscsi neutron-server[103457]: INFO neutron.wsgi [None req-e84d97f5-170b-4fe9-a464-9bc1c70381f2 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/422b0db8-8d1c-4863-a3c0-90fdd69899b1 HTTP/1.1" status: 204 len: 168 time: 1.1596975 Apr 12 13:16:26.483351 dv-cinder-830097-4-iscsi neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-90e19495-9494-4b5e-8def-8d1d0f4b5412 tempest-AttachVolumeTestJSON-1144281586 tempest-AttachVolumeTestJSON-1144281586-project] Publish callbacks [] for floatingip (fb22a0e7-87df-4dd8-9e22-4a28de4a1fe8), precommit_create {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:16:26.545971 dv-cinder-830097-4-iscsi neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-90e19495-9494-4b5e-8def-8d1d0f4b5412 tempest-AttachVolumeTestJSON-1144281586 tempest-AttachVolumeTestJSON-1144281586-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-916304'] for port (ef7ad5cd-8abe-4d84-9508-f0f787728a7b), before_update {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:16:26.549663 dv-cinder-830097-4-iscsi neutron-server[103459]: DEBUG neutron.db.provisioning_blocks [None req-53781792-8650-4c78-93a6-1c4d328d874c None None] Provisioning complete for port 1ceeff16-e486-4e8b-a1af-d7c1a6e70fb4 triggered by entity L2. {{(pid=103459) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 12 13:16:26.550248 dv-cinder-830097-4-iscsi neutron-server[103459]: DEBUG neutron_lib.callbacks.manager [None req-53781792-8650-4c78-93a6-1c4d328d874c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-657243'] for port (1ceeff16-e486-4e8b-a1af-d7c1a6e70fb4), provisioning_complete {{(pid=103459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:16:26.566798 dv-cinder-830097-4-iscsi neutron-server[103457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e84d97f5-170b-4fe9-a464-9bc1c70381f2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=422b0db8-8d1c-4863-a3c0-90fdd69899b1,revision_number=None']} {{(pid=103457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 13:16:26.616081 dv-cinder-830097-4-iscsi neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-27e61e33-a72d-49c6-a0fc-6ab22b2792a3 tempest-AttachVolumeShelveTestJSON-707707766 tempest-AttachVolumeShelveTestJSON-707707766-project] Publish callbacks [] for security_group_rule (168b9bc0-a07d-4b0f-9acf-3d60c9ffb91a), precommit_create {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:16:26.630565 dv-cinder-830097-4-iscsi neutron-server[103457]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9f19d510-e404-4d45-ae5c-ffcc018f8bdf req-f4630f09-8133-4816-b93c-7b89afe86d50 tempest-ServerRescueNegativeTestJSON-440649021 tempest-ServerRescueNegativeTestJSON-440649021-project] Network 8a9d7c73-ddbc-4eef-a839-e9bbe858207d is already hosted by enough agents. {{(pid=103457) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 12 13:16:26.635601 dv-cinder-830097-4-iscsi neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-27e61e33-a72d-49c6-a0fc-6ab22b2792a3 tempest-AttachVolumeShelveTestJSON-707707766 tempest-AttachVolumeShelveTestJSON-707707766-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3691881'] for security_group_rule (168b9bc0-a07d-4b0f-9acf-3d60c9ffb91a), after_create {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:16:26.637607 dv-cinder-830097-4-iscsi neutron-server[103457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4630f09-8133-4816-b93c-7b89afe86d50 tempest-ServerRescueNegativeTestJSON-440649021 tempest-ServerRescueNegativeTestJSON-440649021-project] Pushing event updated for resources: {'Port': ['ID=56170bf4-2a4b-4830-9e9e-5f6c429fd3b5,revision_number=1']} {{(pid=103457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 13:16:26.642921 dv-cinder-830097-4-iscsi neutron-server[103457]: DEBUG neutron.db.db_base_plugin_common [req-f2ace8fa-7554-45cc-833b-3db330fec614 req-6bd47e2a-45e4-451c-a8e2-a0094d9d1265 tempest-ServerRescueNegativeTestJSON-440649021 tempest-ServerRescueNegativeTestJSON-440649021-project] Allocated IP 172.20.0.4 (8a9d7c73-ddbc-4eef-a839-e9bbe858207d/e7f620b9-ee69-4e3f-9fdf-c3881765f45f/a80fde99-780f-435c-a3d5-3c83d3ff26d5) {{(pid=103457) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 12 13:16:26.647499 dv-cinder-830097-4-iscsi neutron-server[103457]: DEBUG neutron.scheduler.base_scheduler [req-9f19d510-e404-4d45-ae5c-ffcc018f8bdf req-f4630f09-8133-4816-b93c-7b89afe86d50 tempest-ServerRescueNegativeTestJSON-440649021 tempest-ServerRescueNegativeTestJSON-440649021-project] Resources bound (agent type, host, resource id): {{(pid=103457) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 12 13:16:26.666810 dv-cinder-830097-4-iscsi neutron-server[103459]: DEBUG neutron.plugins.ml2.plugin [None req-53781792-8650-4c78-93a6-1c4d328d874c None None] Current status of the port 1ceeff16-e486-4e8b-a1af-d7c1a6e70fb4 is: ACTIVE; New status is: ACTIVE {{(pid=103459) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 12 13:16:26.675303 dv-cinder-830097-4-iscsi neutron-server[103457]: DEBUG neutron.db.l3_dvrscheduler_db [req-9f19d510-e404-4d45-ae5c-ffcc018f8bdf req-f4630f09-8133-4816-b93c-7b89afe86d50 tempest-ServerRescueNegativeTestJSON-440649021 tempest-ServerRescueNegativeTestJSON-440649021-project] Received port after_create {{(pid=103457) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 12 13:16:26.682991 dv-cinder-830097-4-iscsi neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f19d510-e404-4d45-ae5c-ffcc018f8bdf req-f4630f09-8133-4816-b93c-7b89afe86d50 tempest-ServerRescueNegativeTestJSON-440649021 tempest-ServerRescueNegativeTestJSON-440649021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 13:16:26.684338 dv-cinder-830097-4-iscsi neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [req-9f19d510-e404-4d45-ae5c-ffcc018f8bdf req-f4630f09-8133-4816-b93c-7b89afe86d50 tempest-ServerRescueNegativeTestJSON-440649021 tempest-ServerRescueNegativeTestJSON-440649021-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-500965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3697709'] for port (None), before_response {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:16:26.735868 dv-cinder-830097-4-iscsi neutron-server[103457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27e61e33-a72d-49c6-a0fc-6ab22b2792a3 tempest-AttachVolumeShelveTestJSON-707707766 tempest-AttachVolumeShelveTestJSON-707707766-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=168b9bc0-a07d-4b0f-9acf-3d60c9ffb91a,revision_number=0']} {{(pid=103457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 13:16:26.763682 dv-cinder-830097-4-iscsi neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-27e61e33-a72d-49c6-a0fc-6ab22b2792a3 tempest-AttachVolumeShelveTestJSON-707707766 tempest-AttachVolumeShelveTestJSON-707707766-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:16:26.765243 dv-cinder-830097-4-iscsi neutron-server[103457]: INFO neutron.wsgi [None req-27e61e33-a72d-49c6-a0fc-6ab22b2792a3 tempest-AttachVolumeShelveTestJSON-707707766 tempest-AttachVolumeShelveTestJSON-707707766-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.5585432 Apr 12 13:16:26.773604 dv-cinder-830097-4-iscsi neutron-server[103458]: DEBUG neutron.wsgi [-] (103458) accepted ('10.222.0.18', 40780) {{(pid=103458) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 13:16:26.780652 dv-cinder-830097-4-iscsi neutron-server[103458]: DEBUG neutron.api.v2.base [None req-7e20584e-7b00-4289-b695-74c04a300418 tempest-AttachVolumeShelveTestJSON-707707766 tempest-AttachVolumeShelveTestJSON-707707766-project] Request body: {'security_group_rule': {'security_group_id': '6faf4076-452d-49e5-b67e-bfa1b1fd13c3', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=103458) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 12 13:16:26.786700 dv-cinder-830097-4-iscsi neutron-server[103457]: INFO neutron.wsgi [req-9f19d510-e404-4d45-ae5c-ffcc018f8bdf req-f4630f09-8133-4816-b93c-7b89afe86d50 tempest-ServerRescueNegativeTestJSON-440649021 tempest-ServerRescueNegativeTestJSON-440649021-project] 10.222.0.55 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 5.9170916 Apr 12 13:16:26.872333 dv-cinder-830097-4-iscsi neutron-server[103459]: DEBUG neutron_lib.callbacks.manager [None req-e8a25bea-8354-41bf-a3d1-8d4423a11000 None None] Publish callbacks [] for port (ae9c6e44-f0d0-4a2a-86d6-9ca46ba23560), precommit_update {{(pid=103459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:16:26.886727 dv-cinder-830097-4-iscsi neutron-server[103459]: DEBUG neutron_lib.callbacks.manager [None req-e8a25bea-8354-41bf-a3d1-8d4423a11000 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-915890', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3697887', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732727894815', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732727417932', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732727417950'] for port (ae9c6e44-f0d0-4a2a-86d6-9ca46ba23560), after_update {{(pid=103459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:16:26.899725 dv-cinder-830097-4-iscsi neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-7e20584e-7b00-4289-b695-74c04a300418 tempest-AttachVolumeShelveTestJSON-707707766 tempest-AttachVolumeShelveTestJSON-707707766-project] Publish callbacks [] for security_group_rule (a7093a3f-2c3d-46fd-975e-2eb7b665309b), before_create {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:16:26.984341 dv-cinder-830097-4-iscsi neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-90e19495-9494-4b5e-8def-8d1d0f4b5412 tempest-AttachVolumeTestJSON-1144281586 tempest-AttachVolumeTestJSON-1144281586-project] Publish callbacks [] for port (ef7ad5cd-8abe-4d84-9508-f0f787728a7b), precommit_update {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:16:26.999517 dv-cinder-830097-4-iscsi neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-90e19495-9494-4b5e-8def-8d1d0f4b5412 tempest-AttachVolumeTestJSON-1144281586 tempest-AttachVolumeTestJSON-1144281586-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-915890', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3697887', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732727894815', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732727417932', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732727417950'] for port (ef7ad5cd-8abe-4d84-9508-f0f787728a7b), after_update {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:16:27.043412 dv-cinder-830097-4-iscsi neutron-server[103459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd922fb9-bf71-435c-b6c0-0ee699aef192 None None] Pushing event updated for resources: {'Port': ['ID=ae9c6e44-f0d0-4a2a-86d6-9ca46ba23560,revision_number=3']} {{(pid=103459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 13:16:27.112400 dv-cinder-830097-4-iscsi neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [req-f2ace8fa-7554-45cc-833b-3db330fec614 req-6bd47e2a-45e4-451c-a8e2-a0094d9d1265 tempest-ServerRescueNegativeTestJSON-440649021 tempest-ServerRescueNegativeTestJSON-440649021-project] Publish callbacks [] for port (a80fde99-780f-435c-a3d5-3c83d3ff26d5), precommit_create {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:16:27.132645 dv-cinder-830097-4-iscsi neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-90e19495-9494-4b5e-8def-8d1d0f4b5412 tempest-AttachVolumeTestJSON-1144281586 tempest-AttachVolumeTestJSON-1144281586-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3739086'] for floatingip (fb22a0e7-87df-4dd8-9e22-4a28de4a1fe8), after_create {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:16:27.173838 dv-cinder-830097-4-iscsi neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-7e20584e-7b00-4289-b695-74c04a300418 tempest-AttachVolumeShelveTestJSON-707707766 tempest-AttachVolumeShelveTestJSON-707707766-project] Publish callbacks [] for security_group_rule (a7093a3f-2c3d-46fd-975e-2eb7b665309b), precommit_create {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:16:27.186466 dv-cinder-830097-4-iscsi neutron-server[103458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90e19495-9494-4b5e-8def-8d1d0f4b5412 tempest-AttachVolumeTestJSON-1144281586 tempest-AttachVolumeTestJSON-1144281586-project] Pushing event updated for resources: {'Port': ['ID=ef7ad5cd-8abe-4d84-9508-f0f787728a7b,revision_number=2']} {{(pid=103458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 13:16:27.191429 dv-cinder-830097-4-iscsi neutron-server[103459]: DEBUG neutron.db.provisioning_blocks [None req-ddce9586-ebb5-44f8-a25d-611f4cf3a74a None None] Provisioning complete for port 56170bf4-2a4b-4830-9e9e-5f6c429fd3b5 triggered by entity DHCP. {{(pid=103459) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 12 13:16:27.194540 dv-cinder-830097-4-iscsi neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-7e20584e-7b00-4289-b695-74c04a300418 tempest-AttachVolumeShelveTestJSON-707707766 tempest-AttachVolumeShelveTestJSON-707707766-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3691881'] for security_group_rule (a7093a3f-2c3d-46fd-975e-2eb7b665309b), after_create {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:16:27.194873 dv-cinder-830097-4-iscsi neutron-server[103459]: DEBUG neutron_lib.callbacks.manager [None req-ddce9586-ebb5-44f8-a25d-611f4cf3a74a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-657243'] for port (56170bf4-2a4b-4830-9e9e-5f6c429fd3b5), provisioning_complete {{(pid=103459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:16:27.202769 dv-cinder-830097-4-iscsi neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0630599e-b297-4334-8678-ead3e52eb703 req-ed207156-b565-4d5f-82ff-666c43b96d8f tempest-DeleteServersTestJSON-535355193 tempest-DeleteServersTestJSON-535355193-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 13:16:27.205374 dv-cinder-830097-4-iscsi neutron-server[103457]: INFO neutron.wsgi [req-0630599e-b297-4334-8678-ead3e52eb703 req-ed207156-b565-4d5f-82ff-666c43b96d8f tempest-DeleteServersTestJSON-535355193 tempest-DeleteServersTestJSON-535355193-project] 10.222.0.18 "GET /v2.0/ports?device_id=62c98bc3-e89d-4509-9b6a-001a4d0a6e3b HTTP/1.1" status: 200 len: 944 time: 0.0911372 Apr 12 13:16:27.237461 dv-cinder-830097-4-iscsi neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-90e19495-9494-4b5e-8def-8d1d0f4b5412 tempest-AttachVolumeTestJSON-1144281586 tempest-AttachVolumeTestJSON-1144281586-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-500965'] for floatingip (None), before_response {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:16:27.239928 dv-cinder-830097-4-iscsi neutron-server[103458]: INFO neutron.wsgi [None req-90e19495-9494-4b5e-8def-8d1d0f4b5412 tempest-AttachVolumeTestJSON-1144281586 tempest-AttachVolumeTestJSON-1144281586-project] 10.222.0.18 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 3.9362435 Apr 12 13:16:27.252622 dv-cinder-830097-4-iscsi neutron-server[103458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e20584e-7b00-4289-b695-74c04a300418 tempest-AttachVolumeShelveTestJSON-707707766 tempest-AttachVolumeShelveTestJSON-707707766-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a7093a3f-2c3d-46fd-975e-2eb7b665309b,revision_number=0']} {{(pid=103458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 13:16:27.269675 dv-cinder-830097-4-iscsi neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [req-f2ace8fa-7554-45cc-833b-3db330fec614 req-6bd47e2a-45e4-451c-a8e2-a0094d9d1265 tempest-ServerRescueNegativeTestJSON-440649021 tempest-ServerRescueNegativeTestJSON-440649021-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-915890', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3697887', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732727417914'] for port (a80fde99-780f-435c-a3d5-3c83d3ff26d5), after_create {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:16:27.305346 dv-cinder-830097-4-iscsi neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-7e20584e-7b00-4289-b695-74c04a300418 tempest-AttachVolumeShelveTestJSON-707707766 tempest-AttachVolumeShelveTestJSON-707707766-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:16:27.309430 dv-cinder-830097-4-iscsi neutron-server[103458]: INFO neutron.wsgi [None req-7e20584e-7b00-4289-b695-74c04a300418 tempest-AttachVolumeShelveTestJSON-707707766 tempest-AttachVolumeShelveTestJSON-707707766-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.5320783 Apr 12 13:16:27.313407 dv-cinder-830097-4-iscsi neutron-server[103458]: DEBUG neutron.wsgi [-] (103458) accepted ('10.222.0.18', 40800) {{(pid=103458) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 13:16:27.318193 dv-cinder-830097-4-iscsi neutron-server[103458]: DEBUG neutron.api.v2.base [None req-d8487944-8982-490b-a3c8-6d80890c1d6a tempest-AttachVolumeShelveTestJSON-707707766 tempest-AttachVolumeShelveTestJSON-707707766-project] Request body: {'floatingip': {'floating_network_id': '26d0436d-8ae2-49bd-8cc6-3d2eac552c84'}} {{(pid=103458) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 12 13:16:27.340596 dv-cinder-830097-4-iscsi neutron-server[103459]: DEBUG neutron.plugins.ml2.managers [None req-e8a25bea-8354-41bf-a3d1-8d4423a11000 None None] Attempting to bind port ae9c6e44-f0d0-4a2a-86d6-9ca46ba23560 on host dv-cinder-830097-4-iscsi for vnic_type normal with profile {{(pid=103459) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 12 13:16:27.345302 dv-cinder-830097-4-iscsi neutron-server[103459]: DEBUG neutron.plugins.ml2.managers [None req-e8a25bea-8354-41bf-a3d1-8d4423a11000 None None] Attempting to bind port ae9c6e44-f0d0-4a2a-86d6-9ca46ba23560 by drivers openvswitch,hyperv on host dv-cinder-830097-4-iscsi at level 0 using segments [{'id': '97cb7c0e-6017-4956-9bfd-101a1a75a7c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 244, 'network_id': '6562521a-2ea5-45f4-a1f8-589dc7fbc9f3'}] {{(pid=103459) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 12 13:16:27.349360 dv-cinder-830097-4-iscsi neutron-server[103459]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e8a25bea-8354-41bf-a3d1-8d4423a11000 None None] Attempting to bind port ae9c6e44-f0d0-4a2a-86d6-9ca46ba23560 on network 6562521a-2ea5-45f4-a1f8-589dc7fbc9f3 {{(pid=103459) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 12 13:16:27.372414 dv-cinder-830097-4-iscsi neutron-server[103459]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e8a25bea-8354-41bf-a3d1-8d4423a11000 None None] Checking agent: {'id': '3f2daa45-5e56-452b-8a21-b519edfce99e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-830097-4-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 12, 13, 7, 23), 'started_at': datetime.datetime(2022, 4, 12, 13, 7, 53), 'heartbeat_timestamp': datetime.datetime(2022, 4, 12, 13, 16, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-830097-4-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103459) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 12 13:16:27.373044 dv-cinder-830097-4-iscsi neutron-server[103459]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e8a25bea-8354-41bf-a3d1-8d4423a11000 None None] Checking segment: {'id': '97cb7c0e-6017-4956-9bfd-101a1a75a7c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 244, 'network_id': '6562521a-2ea5-45f4-a1f8-589dc7fbc9f3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103459) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 12 13:16:27.373677 dv-cinder-830097-4-iscsi neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-d8487944-8982-490b-a3c8-6d80890c1d6a tempest-AttachVolumeShelveTestJSON-707707766 tempest-AttachVolumeShelveTestJSON-707707766-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:16:27.374269 dv-cinder-830097-4-iscsi neutron-server[103459]: DEBUG neutron_lib.callbacks.manager [None req-e8a25bea-8354-41bf-a3d1-8d4423a11000 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:16:27.376500 dv-cinder-830097-4-iscsi neutron-server[103459]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e8a25bea-8354-41bf-a3d1-8d4423a11000 None None] Bound using segment: {'id': '97cb7c0e-6017-4956-9bfd-101a1a75a7c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 244, 'network_id': '6562521a-2ea5-45f4-a1f8-589dc7fbc9f3'} {{(pid=103459) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 12 13:16:27.380469 dv-cinder-830097-4-iscsi neutron-server[103459]: DEBUG neutron.plugins.ml2.managers [None req-e8a25bea-8354-41bf-a3d1-8d4423a11000 None None] Bound port: ae9c6e44-f0d0-4a2a-86d6-9ca46ba23560, host: dv-cinder-830097-4-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '97cb7c0e-6017-4956-9bfd-101a1a75a7c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 244, 'network_id': '6562521a-2ea5-45f4-a1f8-589dc7fbc9f3'}}] {{(pid=103459) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 12 13:16:27.381030 dv-cinder-830097-4-iscsi neutron-server[103459]: DEBUG neutron_lib.callbacks.manager [None req-e8a25bea-8354-41bf-a3d1-8d4423a11000 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-916304'] for port (ae9c6e44-f0d0-4a2a-86d6-9ca46ba23560), before_update {{(pid=103459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:16:27.393884 dv-cinder-830097-4-iscsi neutron-server[103459]: DEBUG neutron.plugins.ml2.plugin [None req-ddce9586-ebb5-44f8-a25d-611f4cf3a74a None None] Port 56170bf4-2a4b-4830-9e9e-5f6c429fd3b5 cannot update to ACTIVE because it is not bound. {{(pid=103459) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 12 13:16:27.420896 dv-cinder-830097-4-iscsi neutron-server[103457]: INFO neutron.wsgi [req-0630599e-b297-4334-8678-ead3e52eb703 req-85472979-6655-4c5a-b992-423510c18189 tempest-DeleteServersTestJSON-535355193 tempest-DeleteServersTestJSON-535355193-project] 10.222.0.18 "GET /v2.0/security-groups?id=feb0ab55-6426-4522-af82-2b05ab6d5c27&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2080896 Apr 12 13:16:27.440560 dv-cinder-830097-4-iscsi neutron-server[103457]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f2ace8fa-7554-45cc-833b-3db330fec614 req-6bd47e2a-45e4-451c-a8e2-a0094d9d1265 tempest-ServerRescueNegativeTestJSON-440649021 tempest-ServerRescueNegativeTestJSON-440649021-project] Network 8a9d7c73-ddbc-4eef-a839-e9bbe858207d is already hosted by enough agents. {{(pid=103457) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 12 13:16:27.444954 dv-cinder-830097-4-iscsi neutron-server[103457]: DEBUG neutron.scheduler.base_scheduler [req-f2ace8fa-7554-45cc-833b-3db330fec614 req-6bd47e2a-45e4-451c-a8e2-a0094d9d1265 tempest-ServerRescueNegativeTestJSON-440649021 tempest-ServerRescueNegativeTestJSON-440649021-project] Resources bound (agent type, host, resource id): {{(pid=103457) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 12 13:16:27.451003 dv-cinder-830097-4-iscsi neutron-server[103457]: DEBUG neutron.db.l3_dvrscheduler_db [req-f2ace8fa-7554-45cc-833b-3db330fec614 req-6bd47e2a-45e4-451c-a8e2-a0094d9d1265 tempest-ServerRescueNegativeTestJSON-440649021 tempest-ServerRescueNegativeTestJSON-440649021-project] Received port after_create {{(pid=103457) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 12 13:16:27.475360 dv-cinder-830097-4-iscsi neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2ace8fa-7554-45cc-833b-3db330fec614 req-6bd47e2a-45e4-451c-a8e2-a0094d9d1265 tempest-ServerRescueNegativeTestJSON-440649021 tempest-ServerRescueNegativeTestJSON-440649021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 13:16:27.478613 dv-cinder-830097-4-iscsi neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [req-f2ace8fa-7554-45cc-833b-3db330fec614 req-6bd47e2a-45e4-451c-a8e2-a0094d9d1265 tempest-ServerRescueNegativeTestJSON-440649021 tempest-ServerRescueNegativeTestJSON-440649021-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-500965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3697709'] for port (None), before_response {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:16:27.489026 dv-cinder-830097-4-iscsi neutron-server[103457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bd47e2a-45e4-451c-a8e2-a0094d9d1265 tempest-ServerRescueNegativeTestJSON-440649021 tempest-ServerRescueNegativeTestJSON-440649021-project] Pushing event updated for resources: {'Port': ['ID=a80fde99-780f-435c-a3d5-3c83d3ff26d5,revision_number=1']} {{(pid=103457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 13:16:27.544576 dv-cinder-830097-4-iscsi neutron-server[103459]: DEBUG neutron.db.provisioning_blocks [None req-0ea63a35-9d8a-4b06-b65d-c17e21fc4786 None None] Provisioning complete for port ae9c6e44-f0d0-4a2a-86d6-9ca46ba23560 triggered by entity DHCP. {{(pid=103459) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 12 13:16:27.545386 dv-cinder-830097-4-iscsi neutron-server[103459]: DEBUG neutron_lib.callbacks.manager [None req-0ea63a35-9d8a-4b06-b65d-c17e21fc4786 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-657243'] for port (ae9c6e44-f0d0-4a2a-86d6-9ca46ba23560), provisioning_complete {{(pid=103459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:16:27.549799 dv-cinder-830097-4-iscsi neutron-server[103457]: INFO neutron.wsgi [req-f2ace8fa-7554-45cc-833b-3db330fec614 req-6bd47e2a-45e4-451c-a8e2-a0094d9d1265 tempest-ServerRescueNegativeTestJSON-440649021 tempest-ServerRescueNegativeTestJSON-440649021-project] 10.222.0.55 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.4530652 Apr 12 13:16:27.674648 dv-cinder-830097-4-iscsi neutron-server[103459]: DEBUG neutron.plugins.ml2.plugin [None req-0ea63a35-9d8a-4b06-b65d-c17e21fc4786 None None] Port ae9c6e44-f0d0-4a2a-86d6-9ca46ba23560 cannot update to ACTIVE because it is not bound. {{(pid=103459) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 12 13:16:27.684818 dv-cinder-830097-4-iscsi neutron-server[103459]: DEBUG neutron.plugins.ml2.db [None req-e8a25bea-8354-41bf-a3d1-8d4423a11000 None None] For port ae9c6e44-f0d0-4a2a-86d6-9ca46ba23560, host dv-cinder-830097-4-iscsi, cleared binding levels {{(pid=103459) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 12 13:16:27.689283 dv-cinder-830097-4-iscsi neutron-server[103459]: DEBUG neutron.plugins.ml2.db [None req-e8a25bea-8354-41bf-a3d1-8d4423a11000 None None] For port ae9c6e44-f0d0-4a2a-86d6-9ca46ba23560, host dv-cinder-830097-4-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-830097-4-iscsi',level=0,port_id=ae9c6e44-f0d0-4a2a-86d6-9ca46ba23560,segment=NetworkSegment(97cb7c0e-6017-4956-9bfd-101a1a75a7c0),segment_id=97cb7c0e-6017-4956-9bfd-101a1a75a7c0)] {{(pid=103459) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 12 13:16:27.699863 dv-cinder-830097-4-iscsi neutron-server[103459]: DEBUG neutron_lib.callbacks.manager [None req-e8a25bea-8354-41bf-a3d1-8d4423a11000 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-915890', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3697887', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732727894815', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732727417932', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732727417950'] for port (ae9c6e44-f0d0-4a2a-86d6-9ca46ba23560), after_update {{(pid=103459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:16:27.709625 dv-cinder-830097-4-iscsi neutron-server[103458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26bb32e3-65f6-4e94-870e-f33c6fd8efcc req-2c2a288c-cc57-4a14-a5a0-9781ae207f75 tempest-ServerRescueNegativeTestJSON-440649021 tempest-ServerRescueNegativeTestJSON-440649021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 13:16:27.711540 dv-cinder-830097-4-iscsi neutron-server[103458]: INFO neutron.wsgi [req-26bb32e3-65f6-4e94-870e-f33c6fd8efcc req-2c2a288c-cc57-4a14-a5a0-9781ae207f75 tempest-ServerRescueNegativeTestJSON-440649021 tempest-ServerRescueNegativeTestJSON-440649021-project] 10.222.0.18 "GET /v2.0/ports?device_id=b080094e-e021-4092-a88d-24358c73db4d HTTP/1.1" status: 200 len: 931 time: 0.1209357 Apr 12 13:16:27.727063 dv-cinder-830097-4-iscsi neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-d8487944-8982-490b-a3c8-6d80890c1d6a tempest-AttachVolumeShelveTestJSON-707707766 tempest-AttachVolumeShelveTestJSON-707707766-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-916304'] for port (None), before_create {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:16:27.830987 dv-cinder-830097-4-iscsi neutron-server[103457]: DEBUG neutron.api.v2.base [req-9f19d510-e404-4d45-ae5c-ffcc018f8bdf req-3e0e9032-7794-4bf7-b290-fbd88e78bb34 service neutron] Request body: {'port': {'device_id': '5aa72395-ebb9-4022-8269-0c34238e58aa', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83009'}} {{(pid=103457) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 12 13:16:27.833631 dv-cinder-830097-4-iscsi neutron-server[103459]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e8a25bea-8354-41bf-a3d1-8d4423a11000 None None] Routers {'66d38733-8a94-4306-9035-12f6b3906c1e'} bound to L3 agent in host dv-cinder-830097-4-iscsi {{(pid=103459) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 12 13:16:27.841354 dv-cinder-830097-4-iscsi neutron-server[103459]: DEBUG neutron.db.l3_hamode_db [None req-e8a25bea-8354-41bf-a3d1-8d4423a11000 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830097-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-12T13:07:19Z,description=,heartbeat_timestamp=2022-04-12T13:16:19Z,host='dv-cinder-830097-4-iscsi',id=b7e11a8b-aeed-493f-9763-461016dddc93,load=0,resource_versions=,resources_synced=,started_at=2022-04-12T13:07:19Z,topic='l3_agent')) {'router_ids': ['66d38733-8a94-4306-9035-12f6b3906c1e'], 'active': True} {{(pid=103459) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 13:16:27.882317 dv-cinder-830097-4-iscsi neutron-server[103457]: DEBUG neutron.api.v2.base [req-f2ace8fa-7554-45cc-833b-3db330fec614 req-300af7ac-7624-4303-9df0-eb6786328801 service neutron] Request body: {'port': {'device_id': 'b080094e-e021-4092-a88d-24358c73db4d', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83009'}} {{(pid=103457) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 12 13:16:28.157050 dv-cinder-830097-4-iscsi neutron-server[103459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd922fb9-bf71-435c-b6c0-0ee699aef192 None None] Pushing event updated for resources: {'Port': ['ID=ae9c6e44-f0d0-4a2a-86d6-9ca46ba23560,revision_number=4']} {{(pid=103459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 13:16:28.167302 dv-cinder-830097-4-iscsi neutron-server[103459]: DEBUG neutron.db.provisioning_blocks [None req-efbe7267-9f5e-4543-8ca3-b59490e8f543 None None] Provisioning complete for port a80fde99-780f-435c-a3d5-3c83d3ff26d5 triggered by entity DHCP. {{(pid=103459) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 12 13:16:28.172522 dv-cinder-830097-4-iscsi neutron-server[103459]: DEBUG neutron_lib.callbacks.manager [None req-efbe7267-9f5e-4543-8ca3-b59490e8f543 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-657243'] for port (a80fde99-780f-435c-a3d5-3c83d3ff26d5), provisioning_complete {{(pid=103459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:16:28.214444 dv-cinder-830097-4-iscsi neutron-server[103459]: DEBUG neutron.plugins.ml2.plugin [None req-efbe7267-9f5e-4543-8ca3-b59490e8f543 None None] Port a80fde99-780f-435c-a3d5-3c83d3ff26d5 cannot update to ACTIVE because it is not bound. {{(pid=103459) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 12 13:16:28.214802 dv-cinder-830097-4-iscsi neutron-server[103458]: INFO neutron.wsgi [req-26bb32e3-65f6-4e94-870e-f33c6fd8efcc req-e7057043-9566-4be9-9529-653ecaeb9965 tempest-ServerRescueNegativeTestJSON-440649021 tempest-ServerRescueNegativeTestJSON-440649021-project] 10.222.0.18 "GET /v2.0/security-groups?id=1da71eb9-9022-4720-ae95-e700d9700270&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4934304 Apr 12 13:16:28.318378 dv-cinder-830097-4-iscsi neutron-server[103457]: INFO neutron.wsgi [req-7db13be3-d192-4e54-93c1-7fa8ca8d6ad2 req-29cd0017-0321-4751-9628-f0e31f2fdff6 tempest-AttachVolumeTestJSON-1144281586 tempest-AttachVolumeTestJSON-1144281586-project] 10.222.0.18 "GET /v2.0/security-groups?name=tempest-securitygroup--1140119562&fields=id&tenant_id=973344adf45e43fc87f28572c7cc70a5 HTTP/1.1" status: 200 len: 267 time: 0.6321814 Apr 12 13:16:28.405260 dv-cinder-830097-4-iscsi neutron-server[103459]: DEBUG neutron.db.provisioning_blocks [None req-6438ae06-cf09-4540-be2f-f1cdec97be88 None None] Provisioning complete for port ae9c6e44-f0d0-4a2a-86d6-9ca46ba23560 triggered by entity DHCP. {{(pid=103459) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 12 13:16:28.407372 dv-cinder-830097-4-iscsi neutron-server[103459]: DEBUG neutron_lib.callbacks.manager [None req-6438ae06-cf09-4540-be2f-f1cdec97be88 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-657243'] for port (ae9c6e44-f0d0-4a2a-86d6-9ca46ba23560), provisioning_complete {{(pid=103459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:16:28.407592 dv-cinder-830097-4-iscsi neutron-server[103458]: DEBUG neutron.db.db_base_plugin_common [None req-d8487944-8982-490b-a3c8-6d80890c1d6a tempest-AttachVolumeShelveTestJSON-707707766 tempest-AttachVolumeShelveTestJSON-707707766-project] Allocated IP 172.27.0.41 (26d0436d-8ae2-49bd-8cc6-3d2eac552c84/d93852d8-8f89-4b1c-bef4-0e05f499a8db/e33c36ad-0d9f-45c4-94a5-78f10487970c) {{(pid=103458) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 12 13:16:28.425767 dv-cinder-830097-4-iscsi neutron-server[103458]: INFO neutron.wsgi [req-43a870e3-949b-4a8d-a6d3-7f1dfcbd7286 req-1d17dc85-19e8-4237-b6f0-d41a138c9cf9 service neutron] 10.222.0.55 "GET /v2.0/networks/38860888-3f1a-46ed-95ac-25bed05bc1cd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2076793 Apr 12 13:16:28.427717 dv-cinder-830097-4-iscsi neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [req-9f19d510-e404-4d45-ae5c-ffcc018f8bdf req-3e0e9032-7794-4bf7-b290-fbd88e78bb34 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-916304'] for port (56170bf4-2a4b-4830-9e9e-5f6c429fd3b5), before_update {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:16:28.492639 dv-cinder-830097-4-iscsi neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [req-f2ace8fa-7554-45cc-833b-3db330fec614 req-300af7ac-7624-4303-9df0-eb6786328801 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-916304'] for port (a80fde99-780f-435c-a3d5-3c83d3ff26d5), before_update {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:16:28.536600 dv-cinder-830097-4-iscsi neutron-server[103459]: DEBUG neutron.db.l3_dvr_db [None req-e8a25bea-8354-41bf-a3d1-8d4423a11000 None None] Set router 66d38733-8a94-4306-9035-12f6b3906c1e gateway port host: dv-cinder-830097-4-iscsi {{(pid=103459) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 12 13:16:28.731127 dv-cinder-830097-4-iscsi neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-d8487944-8982-490b-a3c8-6d80890c1d6a tempest-AttachVolumeShelveTestJSON-707707766 tempest-AttachVolumeShelveTestJSON-707707766-project] Publish callbacks [] for port (e33c36ad-0d9f-45c4-94a5-78f10487970c), precommit_create {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:16:28.792149 dv-cinder-830097-4-iscsi neutron-server[103458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3b3616f-633e-42fd-9233-6f566f953de5 req-84531a24-26eb-47c3-8fb8-32b27969b024 tempest-DeleteServersTestJSON-535355193 tempest-DeleteServersTestJSON-535355193-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 13:16:28.799893 dv-cinder-830097-4-iscsi neutron-server[103458]: INFO neutron.wsgi [req-c3b3616f-633e-42fd-9233-6f566f953de5 req-84531a24-26eb-47c3-8fb8-32b27969b024 tempest-DeleteServersTestJSON-535355193 tempest-DeleteServersTestJSON-535355193-project] 10.222.0.18 "GET /v2.0/ports?device_id=62c98bc3-e89d-4509-9b6a-001a4d0a6e3b HTTP/1.1" status: 200 len: 944 time: 0.1863811 Apr 12 13:16:28.877239 dv-cinder-830097-4-iscsi neutron-server[103459]: DEBUG neutron_lib.callbacks.manager [None req-3505bd68-a9fd-4823-92ea-1a6ded8ab071 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732727929501', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-657397'] for agent (ee5509cd-6dd7-49df-aa37-3740ebd1e34b), after_update {{(pid=103459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:16:28.892241 dv-cinder-830097-4-iscsi neutron-server[103458]: INFO neutron.wsgi [req-c3b3616f-633e-42fd-9233-6f566f953de5 req-ae4f8ed0-17bc-4ceb-8238-87249f71e178 tempest-DeleteServersTestJSON-535355193 tempest-DeleteServersTestJSON-535355193-project] 10.222.0.18 "GET /v2.0/security-groups?id=feb0ab55-6426-4522-af82-2b05ab6d5c27&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0841060 Apr 12 13:16:28.894947 dv-cinder-830097-4-iscsi neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-d8487944-8982-490b-a3c8-6d80890c1d6a tempest-AttachVolumeShelveTestJSON-707707766 tempest-AttachVolumeShelveTestJSON-707707766-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-915890', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3697887', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732727417914'] for port (e33c36ad-0d9f-45c4-94a5-78f10487970c), after_create {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:16:28.969859 dv-cinder-830097-4-iscsi neutron-server[103458]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d8487944-8982-490b-a3c8-6d80890c1d6a tempest-AttachVolumeShelveTestJSON-707707766 tempest-AttachVolumeShelveTestJSON-707707766-project] Network 26d0436d-8ae2-49bd-8cc6-3d2eac552c84 is already hosted by enough agents. {{(pid=103458) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 12 13:16:28.976679 dv-cinder-830097-4-iscsi neutron-server[103458]: DEBUG neutron.scheduler.base_scheduler [None req-d8487944-8982-490b-a3c8-6d80890c1d6a tempest-AttachVolumeShelveTestJSON-707707766 tempest-AttachVolumeShelveTestJSON-707707766-project] Resources bound (agent type, host, resource id): {{(pid=103458) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 12 13:16:28.985026 dv-cinder-830097-4-iscsi neutron-server[103458]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d8487944-8982-490b-a3c8-6d80890c1d6a tempest-AttachVolumeShelveTestJSON-707707766 tempest-AttachVolumeShelveTestJSON-707707766-project] Received port after_create {{(pid=103458) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 12 13:16:29.003914 dv-cinder-830097-4-iscsi neutron-server[103458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8487944-8982-490b-a3c8-6d80890c1d6a tempest-AttachVolumeShelveTestJSON-707707766 tempest-AttachVolumeShelveTestJSON-707707766-project] Pushing event updated for resources: {'Port': ['ID=e33c36ad-0d9f-45c4-94a5-78f10487970c,revision_number=1']} {{(pid=103458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 13:16:29.086825 dv-cinder-830097-4-iscsi neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-d8487944-8982-490b-a3c8-6d80890c1d6a tempest-AttachVolumeShelveTestJSON-707707766 tempest-AttachVolumeShelveTestJSON-707707766-project] Publish callbacks [] for floatingip (1a84d4c6-d513-479b-adae-ad89c90f6804), precommit_create {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:16:29.103031 dv-cinder-830097-4-iscsi neutron-server[103459]: DEBUG neutron.plugins.ml2.plugin [None req-6438ae06-cf09-4540-be2f-f1cdec97be88 None None] Current status of the port ae9c6e44-f0d0-4a2a-86d6-9ca46ba23560 is: DOWN; New status is: ACTIVE {{(pid=103459) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 12 13:16:29.106776 dv-cinder-830097-4-iscsi neutron-server[103459]: DEBUG neutron_lib.callbacks.manager [None req-6438ae06-cf09-4540-be2f-f1cdec97be88 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-916304'] for port (ae9c6e44-f0d0-4a2a-86d6-9ca46ba23560), before_update {{(pid=103459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:16:29.159490 dv-cinder-830097-4-iscsi neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-d8487944-8982-490b-a3c8-6d80890c1d6a tempest-AttachVolumeShelveTestJSON-707707766 tempest-AttachVolumeShelveTestJSON-707707766-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-916304'] for port (e33c36ad-0d9f-45c4-94a5-78f10487970c), before_update {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:16:29.163042 dv-cinder-830097-4-iscsi neutron-server[103459]: DEBUG neutron.db.l3_hamode_db [None req-e8a25bea-8354-41bf-a3d1-8d4423a11000 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '66d38733-8a94-4306-9035-12f6b3906c1e', 'name': 'tempest-AttachVolumeShelveTestJSON-268868150-router', 'tenant_id': '5ebad6ef7aca47f397d0e45a428e3948', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '26d0436d-8ae2-49bd-8cc6-3d2eac552c84', 'external_fixed_ips': [{'subnet_id': 'd93852d8-8f89-4b1c-bef4-0e05f499a8db', 'ip_address': '172.27.0.103'}], 'enable_snat': True}, 'gw_port_id': '84dfbbf2-673c-4766-87d8-ed32d247bb96', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-12T13:16:00Z', 'updated_at': '2022-04-12T13:16:16Z', 'revision_number': 4, 'project_id': '5ebad6ef7aca47f397d0e45a428e3948', 'gw_port': {'id': '84dfbbf2-673c-4766-87d8-ed32d247bb96', 'name': '', 'network_id': '26d0436d-8ae2-49bd-8cc6-3d2eac552c84', 'tenant_id': '', 'mac_address': 'fa:16:3e:47:67:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '66d38733-8a94-4306-9035-12f6b3906c1e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 80, 'fixed_ips': [{'subnet_id': 'd93852d8-8f89-4b1c-bef4-0e05f499a8db', 'ip_address': '172.27.0.103', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830097-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T13:16:02Z', 'updated_at': '2022-04-12T13:16:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd93852d8-8f89-4b1c-bef4-0e05f499a8db', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830097-4-iscsi', '_interfaces': [{'id': 'ae9c6e44-f0d0-4a2a-86d6-9ca46ba23560', 'name': '', 'network_id': '6562521a-2ea5-45f4-a1f8-589dc7fbc9f3', 'tenant_id': '5ebad6ef7aca47f397d0e45a428e3948', 'mac_address': 'fa:16:3e:7c:df:35', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '66d38733-8a94-4306-9035-12f6b3906c1e', 'device_owner': 'network:router_interface', 'standard_attr_id': 110, 'fixed_ips': [{'subnet_id': 'cf735079-dcf8-4625-b8a7-d372f8fef245', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830097-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T13:16:12Z', 'updated_at': '2022-04-12T13:16:27Z', 'revision_number': 4, 'project_id': '5ebad6ef7aca47f397d0e45a428e3948', 'subnets': [{'id': 'cf735079-dcf8-4625-b8a7-d372f8fef245', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-830097-4-iscsi', False) {} {{(pid=103459) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 13:16:29.211799 dv-cinder-830097-4-iscsi neutron-server[103457]: DEBUG neutron.notifiers.nova [req-9f19d510-e404-4d45-ae5c-ffcc018f8bdf req-3e0e9032-7794-4bf7-b290-fbd88e78bb34 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 56170bf4-2a4b-4830-9e9e-5f6c429fd3b5 {{(pid=103457) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 12 13:16:29.218905 dv-cinder-830097-4-iscsi neutron-server[103459]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e8a25bea-8354-41bf-a3d1-8d4423a11000 None None] The sync data for ids ['66d38733-8a94-4306-9035-12f6b3906c1e'] in dv-cinder-830097-4-iscsi is: [{'id': '66d38733-8a94-4306-9035-12f6b3906c1e', 'name': 'tempest-AttachVolumeShelveTestJSON-268868150-router', 'tenant_id': '5ebad6ef7aca47f397d0e45a428e3948', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '26d0436d-8ae2-49bd-8cc6-3d2eac552c84', 'external_fixed_ips': [{'subnet_id': 'd93852d8-8f89-4b1c-bef4-0e05f499a8db', 'ip_address': '172.27.0.103'}], 'enable_snat': True}, 'gw_port_id': '84dfbbf2-673c-4766-87d8-ed32d247bb96', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-12T13:16:00Z', 'updated_at': '2022-04-12T13:16:16Z', 'revision_number': 4, 'project_id': '5ebad6ef7aca47f397d0e45a428e3948', 'gw_port': {'id': '84dfbbf2-673c-4766-87d8-ed32d247bb96', 'name': '', 'network_id': '26d0436d-8ae2-49bd-8cc6-3d2eac552c84', 'tenant_id': '', 'mac_address': 'fa:16:3e:47:67:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '66d38733-8a94-4306-9035-12f6b3906c1e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 80, 'fixed_ips': [{'subnet_id': 'd93852d8-8f89-4b1c-bef4-0e05f499a8db', 'ip_address': '172.27.0.103', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830097-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T13:16:02Z', 'updated_at': '2022-04-12T13:16:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd93852d8-8f89-4b1c-bef4-0e05f499a8db', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830097-4-iscsi', '_interfaces': [{'id': 'ae9c6e44-f0d0-4a2a-86d6-9ca46ba23560', 'name': '', 'network_id': '6562521a-2ea5-45f4-a1f8-589dc7fbc9f3', 'tenant_id': '5ebad6ef7aca47f397d0e45a428e3948', 'mac_address': 'fa:16:3e:7c:df:35', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '66d38733-8a94-4306-9035-12f6b3906c1e', 'device_owner': 'network:router_interface', 'standard_attr_id': 110, 'fixed_ips': [{'subnet_id': 'cf735079-dcf8-4625-b8a7-d372f8fef245', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830097-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T13:16:12Z', 'updated_at': '2022-04-12T13:16:27Z', 'revision_number': 4, 'project_id': '5ebad6ef7aca47f397d0e45a428e3948', 'subnets': [{'id': 'cf735079-dcf8-4625-b8a7-d372f8fef245', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103459) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 12 13:16:29.221097 dv-cinder-830097-4-iscsi neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [req-9f19d510-e404-4d45-ae5c-ffcc018f8bdf req-3e0e9032-7794-4bf7-b290-fbd88e78bb34 service neutron] Publish callbacks [] for port (56170bf4-2a4b-4830-9e9e-5f6c429fd3b5), precommit_update {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:16:29.223255 dv-cinder-830097-4-iscsi neutron-server[103459]: DEBUG neutron.plugins.ml2.db [None req-6438ae06-cf09-4540-be2f-f1cdec97be88 None None] For port ae9c6e44-f0d0-4a2a-86d6-9ca46ba23560, host dv-cinder-830097-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-830097-4-iscsi',level=0,port_id=ae9c6e44-f0d0-4a2a-86d6-9ca46ba23560,segment=NetworkSegment(97cb7c0e-6017-4956-9bfd-101a1a75a7c0),segment_id=97cb7c0e-6017-4956-9bfd-101a1a75a7c0)] {{(pid=103459) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 12 13:16:29.231352 dv-cinder-830097-4-iscsi neutron-server[103459]: DEBUG neutron_lib.callbacks.manager [None req-6438ae06-cf09-4540-be2f-f1cdec97be88 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-915890', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3697887', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732727894815', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732727417932', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732727417950'] for port (ae9c6e44-f0d0-4a2a-86d6-9ca46ba23560), after_update {{(pid=103459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:16:29.274979 dv-cinder-830097-4-iscsi neutron-server[103457]: DEBUG neutron.db.provisioning_blocks [req-9f19d510-e404-4d45-ae5c-ffcc018f8bdf req-3e0e9032-7794-4bf7-b290-fbd88e78bb34 service neutron] Transition to ACTIVE for port object 56170bf4-2a4b-4830-9e9e-5f6c429fd3b5 will not be triggered until provisioned by entity L2. {{(pid=103457) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 12 13:16:29.297417 dv-cinder-830097-4-iscsi neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [req-9f19d510-e404-4d45-ae5c-ffcc018f8bdf req-3e0e9032-7794-4bf7-b290-fbd88e78bb34 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-915890', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3697887', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732727894815', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732727417932', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732727417950'] for port (56170bf4-2a4b-4830-9e9e-5f6c429fd3b5), after_update {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:16:29.382826 dv-cinder-830097-4-iscsi neutron-server[103459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6438ae06-cf09-4540-be2f-f1cdec97be88 None None] Pushing event updated for resources: {'Port': ['ID=ae9c6e44-f0d0-4a2a-86d6-9ca46ba23560,revision_number=5']} {{(pid=103459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 13:16:29.535723 dv-cinder-830097-4-iscsi neutron-server[103457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e0e9032-7794-4bf7-b290-fbd88e78bb34 service neutron] Pushing event updated for resources: {'Port': ['ID=56170bf4-2a4b-4830-9e9e-5f6c429fd3b5,revision_number=2']} {{(pid=103457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 13:16:29.552819 dv-cinder-830097-4-iscsi neutron-server[103458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40d8ef42-fc01-4ada-a95b-dc24ae508e51 req-39bdb359-a40e-4961-a097-5df75075e397 tempest-ServerRescueNegativeTestJSON-440649021 tempest-ServerRescueNegativeTestJSON-440649021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 13:16:29.554403 dv-cinder-830097-4-iscsi neutron-server[103458]: INFO neutron.wsgi [req-40d8ef42-fc01-4ada-a95b-dc24ae508e51 req-39bdb359-a40e-4961-a097-5df75075e397 tempest-ServerRescueNegativeTestJSON-440649021 tempest-ServerRescueNegativeTestJSON-440649021-project] 10.222.0.18 "GET /v2.0/ports?device_id=b080094e-e021-4092-a88d-24358c73db4d HTTP/1.1" status: 200 len: 931 time: 0.1420772 Apr 12 13:16:29.636746 dv-cinder-830097-4-iscsi neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-d8487944-8982-490b-a3c8-6d80890c1d6a tempest-AttachVolumeShelveTestJSON-707707766 tempest-AttachVolumeShelveTestJSON-707707766-project] Publish callbacks [] for port (e33c36ad-0d9f-45c4-94a5-78f10487970c), precommit_update {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:16:29.642543 dv-cinder-830097-4-iscsi neutron-server[103458]: INFO neutron.wsgi [req-40d8ef42-fc01-4ada-a95b-dc24ae508e51 req-0ed32590-960e-435c-b817-010ecf1731f6 tempest-ServerRescueNegativeTestJSON-440649021 tempest-ServerRescueNegativeTestJSON-440649021-project] 10.222.0.18 "GET /v2.0/security-groups?id=1da71eb9-9022-4720-ae95-e700d9700270&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0795586 Apr 12 13:16:29.644420 dv-cinder-830097-4-iscsi neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-d8487944-8982-490b-a3c8-6d80890c1d6a tempest-AttachVolumeShelveTestJSON-707707766 tempest-AttachVolumeShelveTestJSON-707707766-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-915890', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3697887', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732727894815', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732727417932', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732727417950'] for port (e33c36ad-0d9f-45c4-94a5-78f10487970c), after_update {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:16:29.660215 dv-cinder-830097-4-iscsi neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-d8487944-8982-490b-a3c8-6d80890c1d6a tempest-AttachVolumeShelveTestJSON-707707766 tempest-AttachVolumeShelveTestJSON-707707766-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3739086'] for floatingip (1a84d4c6-d513-479b-adae-ad89c90f6804), after_create {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:16:29.721650 dv-cinder-830097-4-iscsi neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-d8487944-8982-490b-a3c8-6d80890c1d6a tempest-AttachVolumeShelveTestJSON-707707766 tempest-AttachVolumeShelveTestJSON-707707766-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-500965'] for floatingip (None), before_response {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:16:29.725259 dv-cinder-830097-4-iscsi neutron-server[103458]: INFO neutron.wsgi [None req-d8487944-8982-490b-a3c8-6d80890c1d6a tempest-AttachVolumeShelveTestJSON-707707766 tempest-AttachVolumeShelveTestJSON-707707766-project] 10.222.0.18 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 2.4107826 Apr 12 13:16:29.760561 dv-cinder-830097-4-iscsi neutron-server[103458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8487944-8982-490b-a3c8-6d80890c1d6a tempest-AttachVolumeShelveTestJSON-707707766 tempest-AttachVolumeShelveTestJSON-707707766-project] Pushing event updated for resources: {'Port': ['ID=e33c36ad-0d9f-45c4-94a5-78f10487970c,revision_number=2']} {{(pid=103458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 13:16:29.778433 dv-cinder-830097-4-iscsi neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7db13be3-d192-4e54-93c1-7fa8ca8d6ad2 req-a7c7361d-f3a5-4306-90a1-3fd4e14e190b tempest-AttachVolumeTestJSON-1144281586 tempest-AttachVolumeTestJSON-1144281586-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 13:16:29.780271 dv-cinder-830097-4-iscsi neutron-server[103457]: INFO neutron.wsgi [req-7db13be3-d192-4e54-93c1-7fa8ca8d6ad2 req-a7c7361d-f3a5-4306-90a1-3fd4e14e190b tempest-AttachVolumeTestJSON-1144281586 tempest-AttachVolumeTestJSON-1144281586-project] 10.222.0.18 "GET /v2.0/networks?id=33c58c83-bd42-46e6-829a-cd11f58e9fb1 HTTP/1.1" status: 200 len: 811 time: 1.4632106 Apr 12 13:16:29.854718 dv-cinder-830097-4-iscsi neutron-server[103457]: INFO neutron.wsgi [req-7db13be3-d192-4e54-93c1-7fa8ca8d6ad2 req-23229461-ccb2-4033-8a87-9f9401472346 tempest-AttachVolumeTestJSON-1144281586 tempest-AttachVolumeTestJSON-1144281586-project] 10.222.0.18 "GET /v2.0/quotas/973344adf45e43fc87f28572c7cc70a5 HTTP/1.1" status: 200 len: 375 time: 0.0631230 Apr 12 13:16:29.857216 dv-cinder-830097-4-iscsi neutron-server[103457]: DEBUG neutron.plugins.ml2.managers [req-9f19d510-e404-4d45-ae5c-ffcc018f8bdf req-3e0e9032-7794-4bf7-b290-fbd88e78bb34 service neutron] Attempting to bind port 56170bf4-2a4b-4830-9e9e-5f6c429fd3b5 on host hv-cinder-83009 for vnic_type normal with profile {{(pid=103457) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 12 13:16:29.857585 dv-cinder-830097-4-iscsi neutron-server[103457]: DEBUG neutron.plugins.ml2.managers [req-9f19d510-e404-4d45-ae5c-ffcc018f8bdf req-3e0e9032-7794-4bf7-b290-fbd88e78bb34 service neutron] Attempting to bind port 56170bf4-2a4b-4830-9e9e-5f6c429fd3b5 by drivers openvswitch,hyperv on host hv-cinder-83009 at level 0 using segments [{'id': 'cbdc8fb7-4f48-4130-80a4-939d65d92cbb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 222, 'network_id': '8a9d7c73-ddbc-4eef-a839-e9bbe858207d'}] {{(pid=103457) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 12 13:16:29.858147 dv-cinder-830097-4-iscsi neutron-server[103457]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9f19d510-e404-4d45-ae5c-ffcc018f8bdf req-3e0e9032-7794-4bf7-b290-fbd88e78bb34 service neutron] Attempting to bind port 56170bf4-2a4b-4830-9e9e-5f6c429fd3b5 on network 8a9d7c73-ddbc-4eef-a839-e9bbe858207d {{(pid=103457) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 12 13:16:29.865762 dv-cinder-830097-4-iscsi neutron-server[103457]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9f19d510-e404-4d45-ae5c-ffcc018f8bdf req-3e0e9032-7794-4bf7-b290-fbd88e78bb34 service neutron] Port 56170bf4-2a4b-4830-9e9e-5f6c429fd3b5 on network 8a9d7c73-ddbc-4eef-a839-e9bbe858207d not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83009 {{(pid=103457) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 12 13:16:29.866305 dv-cinder-830097-4-iscsi neutron-server[103457]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9f19d510-e404-4d45-ae5c-ffcc018f8bdf req-3e0e9032-7794-4bf7-b290-fbd88e78bb34 service neutron] Attempting to bind port 56170bf4-2a4b-4830-9e9e-5f6c429fd3b5 on network 8a9d7c73-ddbc-4eef-a839-e9bbe858207d {{(pid=103457) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 12 13:16:29.875502 dv-cinder-830097-4-iscsi neutron-server[103457]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9f19d510-e404-4d45-ae5c-ffcc018f8bdf req-3e0e9032-7794-4bf7-b290-fbd88e78bb34 service neutron] Checking agent: {'id': 'ee5509cd-6dd7-49df-aa37-3740ebd1e34b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83009', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 12, 13, 13, 59), 'started_at': datetime.datetime(2022, 4, 12, 13, 13, 59), 'heartbeat_timestamp': datetime.datetime(2022, 4, 12, 13, 16, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103457) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 12 13:16:29.876125 dv-cinder-830097-4-iscsi neutron-server[103457]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9f19d510-e404-4d45-ae5c-ffcc018f8bdf req-3e0e9032-7794-4bf7-b290-fbd88e78bb34 service neutron] Checking segment: {'id': 'cbdc8fb7-4f48-4130-80a4-939d65d92cbb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 222, 'network_id': '8a9d7c73-ddbc-4eef-a839-e9bbe858207d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103457) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 12 13:16:29.876877 dv-cinder-830097-4-iscsi neutron-server[103457]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9f19d510-e404-4d45-ae5c-ffcc018f8bdf req-3e0e9032-7794-4bf7-b290-fbd88e78bb34 service neutron] Bound using segment: {'id': 'cbdc8fb7-4f48-4130-80a4-939d65d92cbb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 222, 'network_id': '8a9d7c73-ddbc-4eef-a839-e9bbe858207d'} {{(pid=103457) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 12 13:16:29.877563 dv-cinder-830097-4-iscsi neutron-server[103457]: DEBUG neutron.plugins.ml2.managers [req-9f19d510-e404-4d45-ae5c-ffcc018f8bdf req-3e0e9032-7794-4bf7-b290-fbd88e78bb34 service neutron] Bound port: 56170bf4-2a4b-4830-9e9e-5f6c429fd3b5, host: hv-cinder-83009, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'cbdc8fb7-4f48-4130-80a4-939d65d92cbb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 222, 'network_id': '8a9d7c73-ddbc-4eef-a839-e9bbe858207d'}}] {{(pid=103457) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 12 13:16:29.878095 dv-cinder-830097-4-iscsi neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [req-9f19d510-e404-4d45-ae5c-ffcc018f8bdf req-3e0e9032-7794-4bf7-b290-fbd88e78bb34 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-916304'] for port (56170bf4-2a4b-4830-9e9e-5f6c429fd3b5), before_update {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:16:30.071956 dv-cinder-830097-4-iscsi neutron-server[103457]: INFO neutron.wsgi [req-7db13be3-d192-4e54-93c1-7fa8ca8d6ad2 req-0966314e-34ff-4cd7-a36b-fabf57e4b052 tempest-AttachVolumeTestJSON-1144281586 tempest-AttachVolumeTestJSON-1144281586-project] 10.222.0.18 "GET /v2.0/ports?tenant_id=973344adf45e43fc87f28572c7cc70a5&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1874790 Apr 12 13:16:30.078344 dv-cinder-830097-4-iscsi neutron-server[103458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08673bf6-850f-47a4-b56b-22a75a1f78b0 req-be7d7be5-899a-4c8d-a9b0-a2fc09fb836e tempest-DeleteServersTestJSON-535355193 tempest-DeleteServersTestJSON-535355193-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 13:16:30.086054 dv-cinder-830097-4-iscsi neutron-server[103458]: INFO neutron.wsgi [req-08673bf6-850f-47a4-b56b-22a75a1f78b0 req-be7d7be5-899a-4c8d-a9b0-a2fc09fb836e tempest-DeleteServersTestJSON-535355193 tempest-DeleteServersTestJSON-535355193-project] 10.222.0.18 "GET /v2.0/ports?device_id=62c98bc3-e89d-4509-9b6a-001a4d0a6e3b HTTP/1.1" status: 200 len: 944 time: 0.0653636 Apr 12 13:16:30.193000 dv-cinder-830097-4-iscsi neutron-server[103458]: INFO neutron.wsgi [req-08673bf6-850f-47a4-b56b-22a75a1f78b0 req-1d4a25ae-ed5d-4e18-b155-c9a6c39132b8 tempest-DeleteServersTestJSON-535355193 tempest-DeleteServersTestJSON-535355193-project] 10.222.0.18 "GET /v2.0/security-groups?id=feb0ab55-6426-4522-af82-2b05ab6d5c27&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1058764 Apr 12 13:16:30.212761 dv-cinder-830097-4-iscsi neutron-server[103457]: INFO neutron.wsgi [req-7db13be3-d192-4e54-93c1-7fa8ca8d6ad2 req-39d4b559-fdcc-4303-8201-076e99d98758 service neutron] 10.222.0.18 "GET /v2.0/networks/33c58c83-bd42-46e6-829a-cd11f58e9fb1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1146131 Apr 12 13:16:30.284153 dv-cinder-830097-4-iscsi neutron-server[103459]: DEBUG neutron.plugins.ml2.rpc [None req-53781792-8650-4c78-93a6-1c4d328d874c None None] Device ae9c6e44-f0d0-4a2a-86d6-9ca46ba23560 up at agent ovs-agent-dv-cinder-830097-4-iscsi {{(pid=103459) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 12 13:16:30.413576 dv-cinder-830097-4-iscsi neutron-server[103459]: DEBUG neutron.db.provisioning_blocks [None req-53781792-8650-4c78-93a6-1c4d328d874c None None] Provisioning complete for port ae9c6e44-f0d0-4a2a-86d6-9ca46ba23560 triggered by entity L2. {{(pid=103459) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 12 13:16:30.413925 dv-cinder-830097-4-iscsi neutron-server[103459]: DEBUG neutron_lib.callbacks.manager [None req-53781792-8650-4c78-93a6-1c4d328d874c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-657243'] for port (ae9c6e44-f0d0-4a2a-86d6-9ca46ba23560), provisioning_complete {{(pid=103459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:16:30.441693 dv-cinder-830097-4-iscsi neutron-server[103458]: INFO neutron.wsgi [req-9cc2c85b-487d-4c52-af02-45eeff5859ca req-28f23782-d9ce-4f3c-a6c7-ea0112482a52 tempest-AttachVolumeShelveTestJSON-707707766 tempest-AttachVolumeShelveTestJSON-707707766-project] 10.222.0.18 "GET /v2.0/security-groups?name=tempest-securitygroup--2109541118&fields=id&tenant_id=5ebad6ef7aca47f397d0e45a428e3948 HTTP/1.1" status: 200 len: 267 time: 0.1101594 Apr 12 13:16:30.550462 dv-cinder-830097-4-iscsi neutron-server[103457]: DEBUG neutron.notifiers.nova [req-f2ace8fa-7554-45cc-833b-3db330fec614 req-300af7ac-7624-4303-9df0-eb6786328801 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a80fde99-780f-435c-a3d5-3c83d3ff26d5 {{(pid=103457) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 12 13:16:30.561845 dv-cinder-830097-4-iscsi neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [req-f2ace8fa-7554-45cc-833b-3db330fec614 req-300af7ac-7624-4303-9df0-eb6786328801 service neutron] Publish callbacks [] for port (a80fde99-780f-435c-a3d5-3c83d3ff26d5), precommit_update {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:16:30.579426 dv-cinder-830097-4-iscsi neutron-server[103457]: DEBUG neutron.db.provisioning_blocks [req-f2ace8fa-7554-45cc-833b-3db330fec614 req-300af7ac-7624-4303-9df0-eb6786328801 service neutron] Transition to ACTIVE for port object a80fde99-780f-435c-a3d5-3c83d3ff26d5 will not be triggered until provisioned by entity L2. {{(pid=103457) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 12 13:16:30.584005 dv-cinder-830097-4-iscsi neutron-server[103457]: INFO neutron.wsgi [req-7db13be3-d192-4e54-93c1-7fa8ca8d6ad2 req-70cec1e1-aec2-48b8-a7df-899367e4d5c0 service neutron] 10.222.0.18 "GET /v2.0/networks/33c58c83-bd42-46e6-829a-cd11f58e9fb1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3389904 Apr 12 13:16:30.588118 dv-cinder-830097-4-iscsi neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [req-f2ace8fa-7554-45cc-833b-3db330fec614 req-300af7ac-7624-4303-9df0-eb6786328801 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-915890', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3697887', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732727894815', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732727417932', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732727417950'] for port (a80fde99-780f-435c-a3d5-3c83d3ff26d5), after_update {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:16:30.641503 dv-cinder-830097-4-iscsi neutron-server[103457]: DEBUG neutron.plugins.ml2.db [req-9f19d510-e404-4d45-ae5c-ffcc018f8bdf req-3e0e9032-7794-4bf7-b290-fbd88e78bb34 service neutron] For port 56170bf4-2a4b-4830-9e9e-5f6c429fd3b5, host hv-cinder-83009, cleared binding levels {{(pid=103457) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 12 13:16:30.682496 dv-cinder-830097-4-iscsi neutron-server[103459]: DEBUG neutron.plugins.ml2.plugin [None req-53781792-8650-4c78-93a6-1c4d328d874c None None] Current status of the port ae9c6e44-f0d0-4a2a-86d6-9ca46ba23560 is: ACTIVE; New status is: ACTIVE {{(pid=103459) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 12 13:16:30.724234 dv-cinder-830097-4-iscsi neutron-server[103457]: DEBUG neutron.plugins.ml2.db [req-9f19d510-e404-4d45-ae5c-ffcc018f8bdf req-3e0e9032-7794-4bf7-b290-fbd88e78bb34 service neutron] For port 56170bf4-2a4b-4830-9e9e-5f6c429fd3b5, host hv-cinder-83009, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83009',level=0,port_id=56170bf4-2a4b-4830-9e9e-5f6c429fd3b5,segment=NetworkSegment(cbdc8fb7-4f48-4130-80a4-939d65d92cbb),segment_id=cbdc8fb7-4f48-4130-80a4-939d65d92cbb)] {{(pid=103457) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 12 13:16:30.725739 dv-cinder-830097-4-iscsi neutron-server[103457]: DEBUG neutron.plugins.ml2.managers [req-f2ace8fa-7554-45cc-833b-3db330fec614 req-300af7ac-7624-4303-9df0-eb6786328801 service neutron] Attempting to bind port a80fde99-780f-435c-a3d5-3c83d3ff26d5 on host hv-cinder-83009 for vnic_type normal with profile {{(pid=103457) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 12 13:16:30.726063 dv-cinder-830097-4-iscsi neutron-server[103457]: DEBUG neutron.plugins.ml2.managers [req-f2ace8fa-7554-45cc-833b-3db330fec614 req-300af7ac-7624-4303-9df0-eb6786328801 service neutron] Attempting to bind port a80fde99-780f-435c-a3d5-3c83d3ff26d5 by drivers openvswitch,hyperv on host hv-cinder-83009 at level 0 using segments [{'id': 'cbdc8fb7-4f48-4130-80a4-939d65d92cbb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 222, 'network_id': '8a9d7c73-ddbc-4eef-a839-e9bbe858207d'}] {{(pid=103457) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 12 13:16:30.726386 dv-cinder-830097-4-iscsi neutron-server[103457]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f2ace8fa-7554-45cc-833b-3db330fec614 req-300af7ac-7624-4303-9df0-eb6786328801 service neutron] Attempting to bind port a80fde99-780f-435c-a3d5-3c83d3ff26d5 on network 8a9d7c73-ddbc-4eef-a839-e9bbe858207d {{(pid=103457) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 12 13:16:30.777457 dv-cinder-830097-4-iscsi neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [req-9f19d510-e404-4d45-ae5c-ffcc018f8bdf req-3e0e9032-7794-4bf7-b290-fbd88e78bb34 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-915890', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3697887', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732727894815', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732727417932', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732727417950'] for port (56170bf4-2a4b-4830-9e9e-5f6c429fd3b5), after_update {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:16:30.801987 dv-cinder-830097-4-iscsi neutron-server[103458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cc2c85b-487d-4c52-af02-45eeff5859ca req-a923d2c9-a342-4665-8196-d2957402e6a2 tempest-AttachVolumeShelveTestJSON-707707766 tempest-AttachVolumeShelveTestJSON-707707766-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 13:16:30.814991 dv-cinder-830097-4-iscsi neutron-server[103458]: INFO neutron.wsgi [req-9cc2c85b-487d-4c52-af02-45eeff5859ca req-a923d2c9-a342-4665-8196-d2957402e6a2 tempest-AttachVolumeShelveTestJSON-707707766 tempest-AttachVolumeShelveTestJSON-707707766-project] 10.222.0.18 "GET /v2.0/networks?id=6562521a-2ea5-45f4-a1f8-589dc7fbc9f3 HTTP/1.1" status: 200 len: 816 time: 0.3721101 Apr 12 13:16:30.817494 dv-cinder-830097-4-iscsi neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f19d510-e404-4d45-ae5c-ffcc018f8bdf req-3e0e9032-7794-4bf7-b290-fbd88e78bb34 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 13:16:30.817703 dv-cinder-830097-4-iscsi neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [req-9f19d510-e404-4d45-ae5c-ffcc018f8bdf req-3e0e9032-7794-4bf7-b290-fbd88e78bb34 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-500965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3697709'] for port (None), before_response {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:16:30.819128 dv-cinder-830097-4-iscsi neutron-server[103457]: INFO neutron.wsgi [req-9f19d510-e404-4d45-ae5c-ffcc018f8bdf req-3e0e9032-7794-4bf7-b290-fbd88e78bb34 service neutron] 10.222.0.55 "PUT /v2.0/ports/56170bf4-2a4b-4830-9e9e-5f6c429fd3b5 HTTP/1.1" status: 200 len: 1093 time: 3.0228782 Apr 12 13:16:30.819729 dv-cinder-830097-4-iscsi neutron-server[103457]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f2ace8fa-7554-45cc-833b-3db330fec614 req-300af7ac-7624-4303-9df0-eb6786328801 service neutron] Port a80fde99-780f-435c-a3d5-3c83d3ff26d5 on network 8a9d7c73-ddbc-4eef-a839-e9bbe858207d not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83009 {{(pid=103457) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 12 13:16:30.820047 dv-cinder-830097-4-iscsi neutron-server[103457]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f2ace8fa-7554-45cc-833b-3db330fec614 req-300af7ac-7624-4303-9df0-eb6786328801 service neutron] Attempting to bind port a80fde99-780f-435c-a3d5-3c83d3ff26d5 on network 8a9d7c73-ddbc-4eef-a839-e9bbe858207d {{(pid=103457) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 12 13:16:30.822950 dv-cinder-830097-4-iscsi neutron-server[103457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-300af7ac-7624-4303-9df0-eb6786328801 service neutron] Pushing event updated for resources: {'Port': ['ID=a80fde99-780f-435c-a3d5-3c83d3ff26d5,revision_number=2']} {{(pid=103457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 13:16:30.836386 dv-cinder-830097-4-iscsi neutron-server[103457]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5aa72395-ebb9-4022-8269-0c34238e58aa', 'tag': '56170bf4-2a4b-4830-9e9e-5f6c429fd3b5'}] {{(pid=103457) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 12 13:16:30.861091 dv-cinder-830097-4-iscsi neutron-server[103458]: INFO neutron.wsgi [req-9cc2c85b-487d-4c52-af02-45eeff5859ca req-2a7f2d09-4c2e-4313-876b-e89bfd4a0c67 tempest-AttachVolumeShelveTestJSON-707707766 tempest-AttachVolumeShelveTestJSON-707707766-project] 10.222.0.18 "GET /v2.0/quotas/5ebad6ef7aca47f397d0e45a428e3948 HTTP/1.1" status: 200 len: 375 time: 0.0365047 Apr 12 13:16:30.990295 dv-cinder-830097-4-iscsi neutron-server[103458]: INFO neutron.wsgi [req-9cc2c85b-487d-4c52-af02-45eeff5859ca req-34eb5022-21f8-42df-bca9-20ca61354ce3 tempest-AttachVolumeShelveTestJSON-707707766 tempest-AttachVolumeShelveTestJSON-707707766-project] 10.222.0.18 "GET /v2.0/ports?tenant_id=5ebad6ef7aca47f397d0e45a428e3948&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1231527 Apr 12 13:16:31.022312 dv-cinder-830097-4-iscsi neutron-server[103458]: DEBUG neutron.wsgi [-] (103458) accepted ('10.222.0.18', 40992) {{(pid=103458) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 13:16:31.091413 dv-cinder-830097-4-iscsi neutron-server[103457]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f2ace8fa-7554-45cc-833b-3db330fec614 req-300af7ac-7624-4303-9df0-eb6786328801 service neutron] Checking agent: {'id': 'ee5509cd-6dd7-49df-aa37-3740ebd1e34b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83009', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 12, 13, 13, 59), 'started_at': datetime.datetime(2022, 4, 12, 13, 13, 59), 'heartbeat_timestamp': datetime.datetime(2022, 4, 12, 13, 16, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103457) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 12 13:16:31.091848 dv-cinder-830097-4-iscsi neutron-server[103457]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f2ace8fa-7554-45cc-833b-3db330fec614 req-300af7ac-7624-4303-9df0-eb6786328801 service neutron] Checking segment: {'id': 'cbdc8fb7-4f48-4130-80a4-939d65d92cbb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 222, 'network_id': '8a9d7c73-ddbc-4eef-a839-e9bbe858207d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103457) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 12 13:16:31.092333 dv-cinder-830097-4-iscsi neutron-server[103457]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f2ace8fa-7554-45cc-833b-3db330fec614 req-300af7ac-7624-4303-9df0-eb6786328801 service neutron] Bound using segment: {'id': 'cbdc8fb7-4f48-4130-80a4-939d65d92cbb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 222, 'network_id': '8a9d7c73-ddbc-4eef-a839-e9bbe858207d'} {{(pid=103457) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 12 13:16:31.092544 dv-cinder-830097-4-iscsi neutron-server[103457]: DEBUG neutron.plugins.ml2.managers [req-f2ace8fa-7554-45cc-833b-3db330fec614 req-300af7ac-7624-4303-9df0-eb6786328801 service neutron] Bound port: a80fde99-780f-435c-a3d5-3c83d3ff26d5, host: hv-cinder-83009, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'cbdc8fb7-4f48-4130-80a4-939d65d92cbb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 222, 'network_id': '8a9d7c73-ddbc-4eef-a839-e9bbe858207d'}}] {{(pid=103457) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 12 13:16:31.094499 dv-cinder-830097-4-iscsi neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [req-f2ace8fa-7554-45cc-833b-3db330fec614 req-300af7ac-7624-4303-9df0-eb6786328801 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-916304'] for port (a80fde99-780f-435c-a3d5-3c83d3ff26d5), before_update {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:16:31.185817 dv-cinder-830097-4-iscsi neutron-server[103458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f19d510-e404-4d45-ae5c-ffcc018f8bdf req-26208bbc-439e-4002-8064-d485218f605b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 13:16:31.188597 dv-cinder-830097-4-iscsi neutron-server[103458]: INFO neutron.wsgi [req-9f19d510-e404-4d45-ae5c-ffcc018f8bdf req-26208bbc-439e-4002-8064-d485218f605b service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=03e871d047514daabb60a84f86099232&device_id=5aa72395-ebb9-4022-8269-0c34238e58aa HTTP/1.1" status: 200 len: 1127 time: 0.1942496 Apr 12 13:16:31.351031 dv-cinder-830097-4-iscsi neutron-server[103458]: INFO neutron.wsgi [req-9f19d510-e404-4d45-ae5c-ffcc018f8bdf req-a9beec11-a4f0-4ccd-9cc5-058c70823390 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=56170bf4-2a4b-4830-9e9e-5f6c429fd3b5 HTTP/1.1" status: 200 len: 217 time: 0.1206675 Apr 12 13:16:31.362813 dv-cinder-830097-4-iscsi neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-c1947e7b-c0da-4f20-8aed-2cbd4e6f4c33 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:16:31.436010 dv-cinder-830097-4-iscsi neutron-server[103457]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}086c7d3de3560e72b9669b0aa2f8f0aa3a7dc6896401f4467231a6605ceb6cb3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-73a620dc-eb59-4c2e-ae3d-2616fbc4cf98" -d '{"events": [{"name": "network-changed", "server_uuid": "5aa72395-ebb9-4022-8269-0c34238e58aa", "tag": "56170bf4-2a4b-4830-9e9e-5f6c429fd3b5"}]}' {{(pid=103457) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 12 13:16:31.438731 dv-cinder-830097-4-iscsi neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-320d8dcd-74e7-4c66-acac-ad6e3274d0f1 req-49e5c7a7-feff-4d50-b6c4-6a9f36c7783c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 13:16:31.438859 dv-cinder-830097-4-iscsi neutron-server[103458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f19d510-e404-4d45-ae5c-ffcc018f8bdf req-863598bb-c38c-4370-9ffb-0124f422d02d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 13:16:31.440203 dv-cinder-830097-4-iscsi neutron-server[103457]: INFO neutron.wsgi [req-320d8dcd-74e7-4c66-acac-ad6e3274d0f1 req-49e5c7a7-feff-4d50-b6c4-6a9f36c7783c service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=0edd631f1dd54aaea20cdf862c39584b&device_id=62c98bc3-e89d-4509-9b6a-001a4d0a6e3b HTTP/1.1" status: 200 len: 1128 time: 0.3501403 Apr 12 13:16:31.440798 dv-cinder-830097-4-iscsi neutron-server[103458]: INFO neutron.wsgi [req-9f19d510-e404-4d45-ae5c-ffcc018f8bdf req-863598bb-c38c-4370-9ffb-0124f422d02d service neutron] 10.222.0.55 "GET /v2.0/subnets?id=e7f620b9-ee69-4e3f-9fdf-c3881765f45f HTTP/1.1" status: 200 len: 857 time: 0.0816026 Apr 12 13:16:31.457050 dv-cinder-830097-4-iscsi neutron-server[103457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e0e9032-7794-4bf7-b290-fbd88e78bb34 service neutron] Pushing event updated for resources: {'Port': ['ID=56170bf4-2a4b-4830-9e9e-5f6c429fd3b5,revision_number=3']} {{(pid=103457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 13:16:31.477959 dv-cinder-830097-4-iscsi neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2141a186-9f52-49c5-82fa-b6a6de35a02f req-488b9d55-602a-40a2-87ee-5480e43e62e4 tempest-ServerRescueNegativeTestJSON-440649021 tempest-ServerRescueNegativeTestJSON-440649021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 13:16:31.486914 dv-cinder-830097-4-iscsi neutron-server[103457]: INFO neutron.wsgi [req-2141a186-9f52-49c5-82fa-b6a6de35a02f req-488b9d55-602a-40a2-87ee-5480e43e62e4 tempest-ServerRescueNegativeTestJSON-440649021 tempest-ServerRescueNegativeTestJSON-440649021-project] 10.222.0.18 "GET /v2.0/ports?device_id=b080094e-e021-4092-a88d-24358c73db4d HTTP/1.1" status: 200 len: 943 time: 0.2254267 Apr 12 13:16:31.503207 dv-cinder-830097-4-iscsi neutron-server[103457]: DEBUG neutron.wsgi [-] (103457) accepted ('10.222.0.18', 41020) {{(pid=103457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 13:16:31.591748 dv-cinder-830097-4-iscsi neutron-server[103458]: INFO neutron.wsgi [req-9cc2c85b-487d-4c52-af02-45eeff5859ca req-e6501bcd-d1af-4c25-b444-3d95f3845783 service neutron] 10.222.0.18 "GET /v2.0/networks/6562521a-2ea5-45f4-a1f8-589dc7fbc9f3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5663886 Apr 12 13:16:31.612097 dv-cinder-830097-4-iscsi neutron-server[103457]: DEBUG neutron.plugins.ml2.db [req-f2ace8fa-7554-45cc-833b-3db330fec614 req-300af7ac-7624-4303-9df0-eb6786328801 service neutron] For port a80fde99-780f-435c-a3d5-3c83d3ff26d5, host hv-cinder-83009, cleared binding levels {{(pid=103457) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 12 13:16:31.662251 dv-cinder-830097-4-iscsi neutron-server[103458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f19d510-e404-4d45-ae5c-ffcc018f8bdf req-0876253a-7f31-4761-988d-23a42882575d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 13:16:31.663759 dv-cinder-830097-4-iscsi neutron-server[103458]: INFO neutron.wsgi [req-9f19d510-e404-4d45-ae5c-ffcc018f8bdf req-0876253a-7f31-4761-988d-23a42882575d service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=8a9d7c73-ddbc-4eef-a839-e9bbe858207d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.2035871 Apr 12 13:16:31.752869 dv-cinder-830097-4-iscsi neutron-server[103458]: DEBUG neutron.wsgi [-] (103458) accepted ('10.222.0.18', 41028) {{(pid=103458) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 13:16:31.863053 dv-cinder-830097-4-iscsi neutron-server[103458]: INFO neutron.wsgi [req-9cc2c85b-487d-4c52-af02-45eeff5859ca req-75da4b7c-b3f5-470e-9182-7395afea2196 service neutron] 10.222.0.18 "GET /v2.0/networks/6562521a-2ea5-45f4-a1f8-589dc7fbc9f3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2693384 Apr 12 13:16:31.875527 dv-cinder-830097-4-iscsi neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-c1947e7b-c0da-4f20-8aed-2cbd4e6f4c33 admin admin] Publish callbacks [] for security_group (d8840b67-ae73-4034-a773-ad808e519b2a), precommit_create {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:16:31.882638 dv-cinder-830097-4-iscsi neutron-server[103458]: INFO neutron.wsgi [req-9f19d510-e404-4d45-ae5c-ffcc018f8bdf req-054c0cff-7c79-4fbf-b8d6-8963cdd42daa service neutron] 10.222.0.55 "GET /v2.0/networks/8a9d7c73-ddbc-4eef-a839-e9bbe858207d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2080033 Apr 12 13:16:31.884294 dv-cinder-830097-4-iscsi neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-c1947e7b-c0da-4f20-8aed-2cbd4e6f4c33 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3691807'] for security_group (d8840b67-ae73-4034-a773-ad808e519b2a), after_create {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:16:31.892998 dv-cinder-830097-4-iscsi neutron-server[103457]: INFO neutron.wsgi [req-2141a186-9f52-49c5-82fa-b6a6de35a02f req-73ae4eac-51b2-4557-90aa-4dd488a598df tempest-ServerRescueNegativeTestJSON-440649021 tempest-ServerRescueNegativeTestJSON-440649021-project] 10.222.0.18 "GET /v2.0/security-groups?id=1da71eb9-9022-4720-ae95-e700d9700270&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3992226 Apr 12 13:16:31.896835 dv-cinder-830097-4-iscsi neutron-server[103457]: DEBUG neutron.plugins.ml2.db [req-f2ace8fa-7554-45cc-833b-3db330fec614 req-300af7ac-7624-4303-9df0-eb6786328801 service neutron] For port a80fde99-780f-435c-a3d5-3c83d3ff26d5, host hv-cinder-83009, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83009',level=0,port_id=a80fde99-780f-435c-a3d5-3c83d3ff26d5,segment=NetworkSegment(cbdc8fb7-4f48-4130-80a4-939d65d92cbb),segment_id=cbdc8fb7-4f48-4130-80a4-939d65d92cbb)] {{(pid=103457) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 12 13:16:31.937651 dv-cinder-830097-4-iscsi neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [req-f2ace8fa-7554-45cc-833b-3db330fec614 req-300af7ac-7624-4303-9df0-eb6786328801 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-915890', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3697887', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732727894815', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732727417932', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732727417950'] for port (a80fde99-780f-435c-a3d5-3c83d3ff26d5), after_update {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:16:32.003059 dv-cinder-830097-4-iscsi neutron-server[103458]: INFO neutron.wsgi [None req-c1947e7b-c0da-4f20-8aed-2cbd4e6f4c33 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=b203a7a402f3460b8258d987d2fe1785&name=default HTTP/1.1" status: 200 len: 2996 time: 0.9742274 Apr 12 13:16:32.005306 dv-cinder-830097-4-iscsi neutron-server[103458]: DEBUG neutron.wsgi [-] (103458) accepted ('10.222.0.18', 41032) {{(pid=103458) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 13:16:32.006052 dv-cinder-830097-4-iscsi neutron-server[103458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1947e7b-c0da-4f20-8aed-2cbd4e6f4c33 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d8840b67-ae73-4034-a773-ad808e519b2a,revision_number=1']} {{(pid=103458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 13:16:32.082167 dv-cinder-830097-4-iscsi neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-7339febb-7e07-44c3-9440-b59da900a73e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:16:32.088100 dv-cinder-830097-4-iscsi neutron-server[103458]: INFO neutron.wsgi [req-9f19d510-e404-4d45-ae5c-ffcc018f8bdf req-8b61d0ca-f4b8-49c1-b873-a9343c068d67 service neutron] 10.222.0.55 "GET /v2.0/networks/8a9d7c73-ddbc-4eef-a839-e9bbe858207d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1974256 Apr 12 13:16:32.088523 dv-cinder-830097-4-iscsi neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-2b4026b4-1c3f-4e30-b436-1ccfc9d6ec3e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:16:32.093593 dv-cinder-830097-4-iscsi neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2ace8fa-7554-45cc-833b-3db330fec614 req-300af7ac-7624-4303-9df0-eb6786328801 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 13:16:32.095037 dv-cinder-830097-4-iscsi neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [req-f2ace8fa-7554-45cc-833b-3db330fec614 req-300af7ac-7624-4303-9df0-eb6786328801 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-500965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3697709'] for port (None), before_response {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:16:32.095521 dv-cinder-830097-4-iscsi neutron-server[103457]: INFO neutron.wsgi [req-f2ace8fa-7554-45cc-833b-3db330fec614 req-300af7ac-7624-4303-9df0-eb6786328801 service neutron] 10.222.0.55 "PUT /v2.0/ports/a80fde99-780f-435c-a3d5-3c83d3ff26d5 HTTP/1.1" status: 200 len: 1093 time: 4.2981091 Apr 12 13:16:32.112252 dv-cinder-830097-4-iscsi neutron-server[103457]: INFO neutron.wsgi [req-49b052df-84f2-4912-af46-845790dba5c9 req-b199b2ae-ce15-4870-a0d3-41a0b07e7d69 tempest-AttachVolumeTestJSON-1144281586 tempest-AttachVolumeTestJSON-1144281586-project] 10.222.0.18 "GET /v2.0/ports?device_id=ba22d8d3-a051-42d3-976a-fa1a9f083b90 HTTP/1.1" status: 200 len: 210 time: 0.0975296 Apr 12 13:16:32.141378 dv-cinder-830097-4-iscsi neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-320d8dcd-74e7-4c66-acac-ad6e3274d0f1 req-0afa77f7-8d92-4fa2-8a37-63b0a5ce0507 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 13:16:32.142833 dv-cinder-830097-4-iscsi neutron-server[103457]: INFO neutron.wsgi [req-320d8dcd-74e7-4c66-acac-ad6e3274d0f1 req-0afa77f7-8d92-4fa2-8a37-63b0a5ce0507 service neutron] 10.222.0.55 "GET /v2.0/networks?id=38860888-3f1a-46ed-95ac-25bed05bc1cd HTTP/1.1" status: 200 len: 913 time: 0.6899524 Apr 12 13:16:32.156854 dv-cinder-830097-4-iscsi neutron-server[103457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-300af7ac-7624-4303-9df0-eb6786328801 service neutron] Pushing event updated for resources: {'Port': ['ID=a80fde99-780f-435c-a3d5-3c83d3ff26d5,revision_number=3']} {{(pid=103457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 13:16:32.165673 dv-cinder-830097-4-iscsi neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-eb410c76-42a3-4f20-87bc-c9bdc1cc6122 admin admin] Publish callbacks [] for security_group (d8840b67-ae73-4034-a773-ad808e519b2a), before_delete {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:16:32.304321 dv-cinder-830097-4-iscsi neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-2b4026b4-1c3f-4e30-b436-1ccfc9d6ec3e admin admin] Publish callbacks [] for security_group (940d9694-ff78-4e3b-9532-709d3e81fdc1), precommit_create {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:16:32.310534 dv-cinder-830097-4-iscsi neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-2b4026b4-1c3f-4e30-b436-1ccfc9d6ec3e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3691807'] for security_group (940d9694-ff78-4e3b-9532-709d3e81fdc1), after_create {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:16:32.316219 dv-cinder-830097-4-iscsi neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-7339febb-7e07-44c3-9440-b59da900a73e admin admin] Publish callbacks [] for security_group (c57d9e30-fe49-4c3b-9581-a715158c4c02), precommit_create {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:16:32.354074 dv-cinder-830097-4-iscsi neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-eb410c76-42a3-4f20-87bc-c9bdc1cc6122 admin admin] Publish callbacks [] for security_group (d8840b67-ae73-4034-a773-ad808e519b2a), precommit_delete {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:16:32.356495 dv-cinder-830097-4-iscsi neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-7339febb-7e07-44c3-9440-b59da900a73e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3691807'] for security_group (c57d9e30-fe49-4c3b-9581-a715158c4c02), after_create {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:16:32.403320 dv-cinder-830097-4-iscsi neutron-server[103457]: INFO neutron.wsgi [None req-2b4026b4-1c3f-4e30-b436-1ccfc9d6ec3e admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=242805b450874c7a926ffb54f05e5f27&name=default HTTP/1.1" status: 200 len: 2996 time: 0.8978970 Apr 12 13:16:32.407691 dv-cinder-830097-4-iscsi neutron-server[103457]: DEBUG neutron.wsgi [-] (103457) accepted ('10.222.0.18', 41048) {{(pid=103457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 13:16:32.429404 dv-cinder-830097-4-iscsi neutron-server[103457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b4026b4-1c3f-4e30-b436-1ccfc9d6ec3e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=940d9694-ff78-4e3b-9532-709d3e81fdc1,revision_number=1']} {{(pid=103457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 13:16:32.486862 dv-cinder-830097-4-iscsi neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-6d01cde9-3dc5-4a60-a5d8-3e23c9a0fe64 admin admin] Publish callbacks [] for security_group (940d9694-ff78-4e3b-9532-709d3e81fdc1), before_delete {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:16:32.512198 dv-cinder-830097-4-iscsi neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-6d01cde9-3dc5-4a60-a5d8-3e23c9a0fe64 admin admin] Publish callbacks [] for security_group (940d9694-ff78-4e3b-9532-709d3e81fdc1), precommit_delete {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:16:32.516055 dv-cinder-830097-4-iscsi neutron-server[103458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dc025a3-227a-4a50-a2b6-49bdbea54ed5 req-4c988f4b-0630-440f-9e61-122daa276727 tempest-DeleteServersTestJSON-535355193 tempest-DeleteServersTestJSON-535355193-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 13:16:32.517629 dv-cinder-830097-4-iscsi neutron-server[103458]: INFO neutron.wsgi [req-6dc025a3-227a-4a50-a2b6-49bdbea54ed5 req-4c988f4b-0630-440f-9e61-122daa276727 tempest-DeleteServersTestJSON-535355193 tempest-DeleteServersTestJSON-535355193-project] 10.222.0.18 "GET /v2.0/ports?device_id=62c98bc3-e89d-4509-9b6a-001a4d0a6e3b HTTP/1.1" status: 200 len: 944 time: 0.1673625 Apr 12 13:16:32.521932 dv-cinder-830097-4-iscsi neutron-server[103458]: INFO neutron.wsgi [None req-7339febb-7e07-44c3-9440-b59da900a73e admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=cfe83071a2cb4f42bbf05aebb68227e3&name=default HTTP/1.1" status: 200 len: 2996 time: 0.7680779 Apr 12 13:16:32.523373 dv-cinder-830097-4-iscsi neutron-server[103458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7339febb-7e07-44c3-9440-b59da900a73e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c57d9e30-fe49-4c3b-9581-a715158c4c02,revision_number=1']} {{(pid=103458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 13:16:32.527249 dv-cinder-830097-4-iscsi neutron-server[103458]: DEBUG neutron.wsgi [-] (103458) accepted ('10.222.0.18', 41052) {{(pid=103458) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 13:16:32.577431 dv-cinder-830097-4-iscsi neutron-server[103457]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 12 Apr 2022 13:16:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-216a0cb2-eede-42ea-be35-657fa257c3d0 x-openstack-request-id: req-216a0cb2-eede-42ea-be35-657fa257c3d0 {{(pid=103457) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 12 13:16:32.578054 dv-cinder-830097-4-iscsi neutron-server[103457]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5aa72395-ebb9-4022-8269-0c34238e58aa", "tag": "56170bf4-2a4b-4830-9e9e-5f6c429fd3b5", "status": "completed", "code": 200}]} {{(pid=103457) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 12 13:16:32.578335 dv-cinder-830097-4-iscsi neutron-server[103457]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-216a0cb2-eede-42ea-be35-657fa257c3d0 {{(pid=103457) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 12 13:16:32.578953 dv-cinder-830097-4-iscsi neutron-server[103457]: INFO neutron.notifiers.nova [-] Nova event matching ['req-216a0cb2-eede-42ea-be35-657fa257c3d0'] response: {'name': 'network-changed', 'server_uuid': '5aa72395-ebb9-4022-8269-0c34238e58aa', 'tag': '56170bf4-2a4b-4830-9e9e-5f6c429fd3b5', 'status': 'completed', 'code': 200} Apr 12 13:16:32.587596 dv-cinder-830097-4-iscsi neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-eb410c76-42a3-4f20-87bc-c9bdc1cc6122 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3691807'] for security_group (d8840b67-ae73-4034-a773-ad808e519b2a), after_delete {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:16:32.590103 dv-cinder-830097-4-iscsi neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-eb410c76-42a3-4f20-87bc-c9bdc1cc6122 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:16:32.593721 dv-cinder-830097-4-iscsi neutron-server[103458]: INFO neutron.wsgi [None req-eb410c76-42a3-4f20-87bc-c9bdc1cc6122 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/d8840b67-ae73-4034-a773-ad808e519b2a HTTP/1.1" status: 204 len: 168 time: 0.5821311 Apr 12 13:16:32.610661 dv-cinder-830097-4-iscsi neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-6d01cde9-3dc5-4a60-a5d8-3e23c9a0fe64 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3691807'] for security_group (940d9694-ff78-4e3b-9532-709d3e81fdc1), after_delete {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:16:32.617073 dv-cinder-830097-4-iscsi neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-6d01cde9-3dc5-4a60-a5d8-3e23c9a0fe64 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:16:32.620744 dv-cinder-830097-4-iscsi neutron-server[103457]: INFO neutron.wsgi [None req-6d01cde9-3dc5-4a60-a5d8-3e23c9a0fe64 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/940d9694-ff78-4e3b-9532-709d3e81fdc1 HTTP/1.1" status: 204 len: 168 time: 0.2119224 Apr 12 13:16:32.623363 dv-cinder-830097-4-iscsi neutron-server[103458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb410c76-42a3-4f20-87bc-c9bdc1cc6122 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d8840b67-ae73-4034-a773-ad808e519b2a,revision_number=None']} {{(pid=103458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 13:16:32.636316 dv-cinder-830097-4-iscsi neutron-server[103457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d01cde9-3dc5-4a60-a5d8-3e23c9a0fe64 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=940d9694-ff78-4e3b-9532-709d3e81fdc1,revision_number=None']} {{(pid=103457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 13:16:32.639173 dv-cinder-830097-4-iscsi neutron-server[103458]: INFO neutron.wsgi [req-6dc025a3-227a-4a50-a2b6-49bdbea54ed5 req-f79562eb-19ca-4597-9c34-19f80bd235af tempest-DeleteServersTestJSON-535355193 tempest-DeleteServersTestJSON-535355193-project] 10.222.0.18 "GET /v2.0/security-groups?id=feb0ab55-6426-4522-af82-2b05ab6d5c27&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0945978 Apr 12 13:16:32.674000 dv-cinder-830097-4-iscsi neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-2ab024d8-9adf-46fb-976e-fa703b31d2f8 admin admin] Publish callbacks [] for security_group (c57d9e30-fe49-4c3b-9581-a715158c4c02), before_delete {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:16:32.738988 dv-cinder-830097-4-iscsi neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-2ab024d8-9adf-46fb-976e-fa703b31d2f8 admin admin] Publish callbacks [] for security_group (c57d9e30-fe49-4c3b-9581-a715158c4c02), precommit_delete {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:16:32.763550 dv-cinder-830097-4-iscsi neutron-server[103457]: INFO neutron.wsgi [req-b880f63d-fe2b-433e-9aae-7749ab42bbf0 req-6617dddf-3325-44cb-ac03-d4607090a3cd tempest-AttachVolumeShelveTestJSON-707707766 tempest-AttachVolumeShelveTestJSON-707707766-project] 10.222.0.18 "GET /v2.0/ports?device_id=36b20118-8b82-4226-bcbc-1d8115480b68 HTTP/1.1" status: 200 len: 210 time: 0.0663838 Apr 12 13:16:32.829784 dv-cinder-830097-4-iscsi neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-2ab024d8-9adf-46fb-976e-fa703b31d2f8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3691807'] for security_group (c57d9e30-fe49-4c3b-9581-a715158c4c02), after_delete {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:16:32.832450 dv-cinder-830097-4-iscsi neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-2ab024d8-9adf-46fb-976e-fa703b31d2f8 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:16:32.833595 dv-cinder-830097-4-iscsi neutron-server[103458]: INFO neutron.wsgi [None req-2ab024d8-9adf-46fb-976e-fa703b31d2f8 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/c57d9e30-fe49-4c3b-9581-a715158c4c02 HTTP/1.1" status: 204 len: 168 time: 0.3052924 Apr 12 13:16:32.843226 dv-cinder-830097-4-iscsi neutron-server[103458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ab024d8-9adf-46fb-976e-fa703b31d2f8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c57d9e30-fe49-4c3b-9581-a715158c4c02,revision_number=None']} {{(pid=103458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 13:16:33.047568 dv-cinder-830097-4-iscsi neutron-server[103458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0db18450-5f61-49aa-8cc6-a1cfa3661a2e req-670c61c6-916a-4198-93f0-6fb73dde7edb tempest-ServerRescueNegativeTestJSON-440649021 tempest-ServerRescueNegativeTestJSON-440649021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 13:16:33.049368 dv-cinder-830097-4-iscsi neutron-server[103458]: INFO neutron.wsgi [req-0db18450-5f61-49aa-8cc6-a1cfa3661a2e req-670c61c6-916a-4198-93f0-6fb73dde7edb tempest-ServerRescueNegativeTestJSON-440649021 tempest-ServerRescueNegativeTestJSON-440649021-project] 10.222.0.18 "GET /v2.0/ports?device_id=b080094e-e021-4092-a88d-24358c73db4d HTTP/1.1" status: 200 len: 943 time: 0.0758352 Apr 12 13:16:33.106965 dv-cinder-830097-4-iscsi neutron-server[103457]: DEBUG neutron.wsgi [-] (103457) accepted ('10.222.0.18', 41082) {{(pid=103457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 13:16:33.109561 dv-cinder-830097-4-iscsi neutron-server[103458]: INFO neutron.wsgi [req-0db18450-5f61-49aa-8cc6-a1cfa3661a2e req-3f433b09-f354-48b5-a902-e0b4e4fd8a33 tempest-ServerRescueNegativeTestJSON-440649021 tempest-ServerRescueNegativeTestJSON-440649021-project] 10.222.0.18 "GET /v2.0/security-groups?id=1da71eb9-9022-4720-ae95-e700d9700270&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0531232 Apr 12 13:16:33.124549 dv-cinder-830097-4-iscsi neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-2b63acf8-104c-4fcb-9779-854175334d6b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:16:33.253425 dv-cinder-830097-4-iscsi neutron-server[103458]: INFO neutron.wsgi [req-5490417c-3746-4396-a2e3-2d5f41198720 req-30acc577-11d3-43d4-bf59-d044c8765896 tempest-AttachVolumeTestJSON-1144281586 tempest-AttachVolumeTestJSON-1144281586-project] 10.222.0.18 "GET /v2.0/ports?device_id=ba22d8d3-a051-42d3-976a-fa1a9f083b90 HTTP/1.1" status: 200 len: 210 time: 0.0529180 Apr 12 13:16:33.277219 dv-cinder-830097-4-iscsi neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-2b63acf8-104c-4fcb-9779-854175334d6b admin admin] Publish callbacks [] for security_group (37f2ff35-5bdc-4836-8b44-6250768d4638), precommit_create {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:16:33.281756 dv-cinder-830097-4-iscsi neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-2b63acf8-104c-4fcb-9779-854175334d6b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3691807'] for security_group (37f2ff35-5bdc-4836-8b44-6250768d4638), after_create {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:16:33.324239 dv-cinder-830097-4-iscsi neutron-server[103458]: DEBUG neutron.wsgi [-] (103458) accepted ('10.222.0.18', 41096) {{(pid=103458) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 13:16:33.331511 dv-cinder-830097-4-iscsi neutron-server[103457]: INFO neutron.wsgi [None req-2b63acf8-104c-4fcb-9779-854175334d6b admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=97bc377f91e24cfa84bc8a51a43c88f8&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2228563 Apr 12 13:16:33.332561 dv-cinder-830097-4-iscsi neutron-server[103457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b63acf8-104c-4fcb-9779-854175334d6b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=37f2ff35-5bdc-4836-8b44-6250768d4638,revision_number=1']} {{(pid=103457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 13:16:33.336033 dv-cinder-830097-4-iscsi neutron-server[103457]: DEBUG neutron.wsgi [-] (103457) accepted ('10.222.0.18', 41098) {{(pid=103457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 13:16:33.338124 dv-cinder-830097-4-iscsi neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-64a25ec7-e6a8-4b53-9c8b-02bcbb4c157d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:16:33.393015 dv-cinder-830097-4-iscsi neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-ff6de61b-85be-43bc-ab7a-26f8a75c40cb admin admin] Publish callbacks [] for security_group (37f2ff35-5bdc-4836-8b44-6250768d4638), before_delete {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:16:33.396397 dv-cinder-830097-4-iscsi neutron-server[103457]: DEBUG neutron.wsgi [-] (103457) accepted ('10.222.0.18', 41102) {{(pid=103457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 13:16:33.431314 dv-cinder-830097-4-iscsi neutron-server[103459]: DEBUG neutron.plugins.ml2.rpc [None req-3505bd68-a9fd-4823-92ea-1a6ded8ab071 None None] Device b886a5ab-3dd9-4707-bb6a-3c2b5f1d2b8d details requested by agent hyperv_hv-cinder-83009 with host hv-cinder-83009 {{(pid=103459) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 12 13:16:33.432283 dv-cinder-830097-4-iscsi neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-84ca7108-bdd1-427e-b026-8d2194bf41fe admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:16:33.435318 dv-cinder-830097-4-iscsi neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-64a25ec7-e6a8-4b53-9c8b-02bcbb4c157d admin admin] Publish callbacks [] for security_group (05b3e78e-4788-40fa-b00c-f8a3792b5105), precommit_create {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:16:33.441164 dv-cinder-830097-4-iscsi neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-64a25ec7-e6a8-4b53-9c8b-02bcbb4c157d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3691807'] for security_group (05b3e78e-4788-40fa-b00c-f8a3792b5105), after_create {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:16:33.451615 dv-cinder-830097-4-iscsi neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-ff6de61b-85be-43bc-ab7a-26f8a75c40cb admin admin] Publish callbacks [] for security_group (37f2ff35-5bdc-4836-8b44-6250768d4638), precommit_delete {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:16:33.485483 dv-cinder-830097-4-iscsi neutron-server[103458]: INFO neutron.wsgi [None req-64a25ec7-e6a8-4b53-9c8b-02bcbb4c157d admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=ad1de890aa6649a487af99a1eaa33ddd&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1600137 Apr 12 13:16:33.486678 dv-cinder-830097-4-iscsi neutron-server[103458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64a25ec7-e6a8-4b53-9c8b-02bcbb4c157d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=05b3e78e-4788-40fa-b00c-f8a3792b5105,revision_number=1']} {{(pid=103458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 13:16:33.500865 dv-cinder-830097-4-iscsi neutron-server[103457]: DEBUG neutron.wsgi [-] (103457) accepted ('10.222.0.18', 41106) {{(pid=103457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 13:16:33.569389 dv-cinder-830097-4-iscsi neutron-server[103459]: DEBUG neutron.plugins.ml2.db [None req-3505bd68-a9fd-4823-92ea-1a6ded8ab071 None None] For port b886a5ab-3dd9-4707-bb6a-3c2b5f1d2b8d, host hv-cinder-83009, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83009',level=0,port_id=b886a5ab-3dd9-4707-bb6a-3c2b5f1d2b8d,segment=NetworkSegment(11f386ac-f254-4302-9e90-b4f6e47c7bd0),segment_id=11f386ac-f254-4302-9e90-b4f6e47c7bd0)] {{(pid=103459) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 12 13:16:33.583007 dv-cinder-830097-4-iscsi neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-ff6de61b-85be-43bc-ab7a-26f8a75c40cb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3691807'] for security_group (37f2ff35-5bdc-4836-8b44-6250768d4638), after_delete {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:16:33.585876 dv-cinder-830097-4-iscsi neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-ff6de61b-85be-43bc-ab7a-26f8a75c40cb admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:16:33.590198 dv-cinder-830097-4-iscsi neutron-server[103459]: DEBUG neutron.plugins.ml2.rpc [None req-3505bd68-a9fd-4823-92ea-1a6ded8ab071 None None] Returning: {'device': 'b886a5ab-3dd9-4707-bb6a-3c2b5f1d2b8d', 'network_id': '38860888-3f1a-46ed-95ac-25bed05bc1cd', 'port_id': 'b886a5ab-3dd9-4707-bb6a-3c2b5f1d2b8d', 'mac_address': 'fa:16:3e:df:90:d2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 235, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8fe7d341-75a1-4b96-b5db-f9b8d084f4c6', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103459) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 12 13:16:33.590384 dv-cinder-830097-4-iscsi neutron-server[103457]: INFO neutron.wsgi [None req-ff6de61b-85be-43bc-ab7a-26f8a75c40cb admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/37f2ff35-5bdc-4836-8b44-6250768d4638 HTTP/1.1" status: 204 len: 168 time: 0.2502038 Apr 12 13:16:33.613541 dv-cinder-830097-4-iscsi neutron-server[103457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff6de61b-85be-43bc-ab7a-26f8a75c40cb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=37f2ff35-5bdc-4836-8b44-6250768d4638,revision_number=None']} {{(pid=103457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 13:16:33.632237 dv-cinder-830097-4-iscsi neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-96373bc8-d3f5-4982-8c18-b9ea192fd08c admin admin] Publish callbacks [] for security_group (05b3e78e-4788-40fa-b00c-f8a3792b5105), before_delete {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:16:33.638887 dv-cinder-830097-4-iscsi neutron-server[103459]: DEBUG neutron.plugins.ml2.plugin [None req-3505bd68-a9fd-4823-92ea-1a6ded8ab071 None None] Current status of the port b886a5ab-3dd9-4707-bb6a-3c2b5f1d2b8d is: DOWN; New status is: BUILD {{(pid=103459) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 12 13:16:33.639277 dv-cinder-830097-4-iscsi neutron-server[103459]: DEBUG neutron_lib.callbacks.manager [None req-3505bd68-a9fd-4823-92ea-1a6ded8ab071 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-916304'] for port (b886a5ab-3dd9-4707-bb6a-3c2b5f1d2b8d), before_update {{(pid=103459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:16:33.653626 dv-cinder-830097-4-iscsi neutron-server[103459]: DEBUG neutron.notifiers.nova [None req-3505bd68-a9fd-4823-92ea-1a6ded8ab071 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b886a5ab-3dd9-4707-bb6a-3c2b5f1d2b8d {{(pid=103459) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 12 13:16:33.655632 dv-cinder-830097-4-iscsi neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-84ca7108-bdd1-427e-b026-8d2194bf41fe admin admin] Publish callbacks [] for security_group (0314edda-f348-4794-9475-deedc7b076cd), precommit_create {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:16:33.672522 dv-cinder-830097-4-iscsi neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-84ca7108-bdd1-427e-b026-8d2194bf41fe admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3691807'] for security_group (0314edda-f348-4794-9475-deedc7b076cd), after_create {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:16:33.678281 dv-cinder-830097-4-iscsi neutron-server[103459]: DEBUG neutron.plugins.ml2.db [None req-3505bd68-a9fd-4823-92ea-1a6ded8ab071 None None] For port b886a5ab-3dd9-4707-bb6a-3c2b5f1d2b8d, host hv-cinder-83009, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83009',level=0,port_id=b886a5ab-3dd9-4707-bb6a-3c2b5f1d2b8d,segment=NetworkSegment(11f386ac-f254-4302-9e90-b4f6e47c7bd0),segment_id=11f386ac-f254-4302-9e90-b4f6e47c7bd0)] {{(pid=103459) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 12 13:16:33.683214 dv-cinder-830097-4-iscsi neutron-server[103459]: DEBUG neutron_lib.callbacks.manager [None req-3505bd68-a9fd-4823-92ea-1a6ded8ab071 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-915890', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3697887', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732727894815', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732727417932', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732727417950'] for port (b886a5ab-3dd9-4707-bb6a-3c2b5f1d2b8d), after_update {{(pid=103459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:16:33.691467 dv-cinder-830097-4-iscsi neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-96373bc8-d3f5-4982-8c18-b9ea192fd08c admin admin] Publish callbacks [] for security_group (05b3e78e-4788-40fa-b00c-f8a3792b5105), precommit_delete {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:16:33.736962 dv-cinder-830097-4-iscsi neutron-server[103459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3505bd68-a9fd-4823-92ea-1a6ded8ab071 None None] Pushing event updated for resources: {'Port': ['ID=b886a5ab-3dd9-4707-bb6a-3c2b5f1d2b8d,revision_number=4']} {{(pid=103459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 13:16:33.745534 dv-cinder-830097-4-iscsi neutron-server[103457]: INFO neutron.wsgi [None req-84ca7108-bdd1-427e-b026-8d2194bf41fe admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=7f0cf4ccb24a4392b5c499dd3a9c903f&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3475425 Apr 12 13:16:33.752927 dv-cinder-830097-4-iscsi neutron-server[103457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84ca7108-bdd1-427e-b026-8d2194bf41fe admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0314edda-f348-4794-9475-deedc7b076cd,revision_number=1']} {{(pid=103457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 13:16:33.757036 dv-cinder-830097-4-iscsi neutron-server[103457]: DEBUG neutron.wsgi [-] (103457) accepted ('10.222.0.18', 41116) {{(pid=103457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 13:16:33.788472 dv-cinder-830097-4-iscsi neutron-server[103458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ad1c7cd-bbc0-4498-95ab-fbdb443aadf1 req-f3606afc-c535-4798-b417-56341b2b287c tempest-DeleteServersTestJSON-535355193 tempest-DeleteServersTestJSON-535355193-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 13:16:33.790892 dv-cinder-830097-4-iscsi neutron-server[103458]: INFO neutron.wsgi [req-0ad1c7cd-bbc0-4498-95ab-fbdb443aadf1 req-f3606afc-c535-4798-b417-56341b2b287c tempest-DeleteServersTestJSON-535355193 tempest-DeleteServersTestJSON-535355193-project] 10.222.0.18 "GET /v2.0/ports?device_id=62c98bc3-e89d-4509-9b6a-001a4d0a6e3b HTTP/1.1" status: 200 len: 945 time: 0.0571485 Apr 12 13:16:33.808892 dv-cinder-830097-4-iscsi neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-96373bc8-d3f5-4982-8c18-b9ea192fd08c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3691807'] for security_group (05b3e78e-4788-40fa-b00c-f8a3792b5105), after_delete {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:16:33.811592 dv-cinder-830097-4-iscsi neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-96373bc8-d3f5-4982-8c18-b9ea192fd08c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:16:33.815562 dv-cinder-830097-4-iscsi neutron-server[103457]: INFO neutron.wsgi [None req-96373bc8-d3f5-4982-8c18-b9ea192fd08c admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/05b3e78e-4788-40fa-b00c-f8a3792b5105 HTTP/1.1" status: 204 len: 168 time: 0.3035440 Apr 12 13:16:33.835412 dv-cinder-830097-4-iscsi neutron-server[103457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96373bc8-d3f5-4982-8c18-b9ea192fd08c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=05b3e78e-4788-40fa-b00c-f8a3792b5105,revision_number=None']} {{(pid=103457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 13:16:33.841557 dv-cinder-830097-4-iscsi neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-cc45e29a-3775-4d5c-b7c2-6227d24e8e6a admin admin] Publish callbacks [] for security_group (0314edda-f348-4794-9475-deedc7b076cd), before_delete {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:16:33.890874 dv-cinder-830097-4-iscsi neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-cc45e29a-3775-4d5c-b7c2-6227d24e8e6a admin admin] Publish callbacks [] for security_group (0314edda-f348-4794-9475-deedc7b076cd), precommit_delete {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:16:33.902852 dv-cinder-830097-4-iscsi neutron-server[103458]: INFO neutron.wsgi [req-0ad1c7cd-bbc0-4498-95ab-fbdb443aadf1 req-3d6d0ed4-471b-43f6-a241-190fbdd0f918 tempest-DeleteServersTestJSON-535355193 tempest-DeleteServersTestJSON-535355193-project] 10.222.0.18 "GET /v2.0/security-groups?id=feb0ab55-6426-4522-af82-2b05ab6d5c27&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1038015 Apr 12 13:16:33.956477 dv-cinder-830097-4-iscsi neutron-server[103457]: INFO neutron.wsgi [req-7408cfaf-7624-4c6f-b8aa-a6ed3cd841c1 req-3a9c9c09-1dc2-4fb5-bc98-f31a8aab9460 tempest-AttachVolumeShelveTestJSON-707707766 tempest-AttachVolumeShelveTestJSON-707707766-project] 10.222.0.18 "GET /v2.0/ports?device_id=36b20118-8b82-4226-bcbc-1d8115480b68 HTTP/1.1" status: 200 len: 210 time: 0.0417378 Apr 12 13:16:33.984722 dv-cinder-830097-4-iscsi neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-cc45e29a-3775-4d5c-b7c2-6227d24e8e6a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3691807'] for security_group (0314edda-f348-4794-9475-deedc7b076cd), after_delete {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:16:33.988927 dv-cinder-830097-4-iscsi neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-cc45e29a-3775-4d5c-b7c2-6227d24e8e6a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:16:33.992588 dv-cinder-830097-4-iscsi neutron-server[103457]: INFO neutron.wsgi [None req-cc45e29a-3775-4d5c-b7c2-6227d24e8e6a admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/0314edda-f348-4794-9475-deedc7b076cd HTTP/1.1" status: 204 len: 168 time: 0.2322199 Apr 12 13:16:34.002415 dv-cinder-830097-4-iscsi neutron-server[103457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc45e29a-3775-4d5c-b7c2-6227d24e8e6a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0314edda-f348-4794-9475-deedc7b076cd,revision_number=None']} {{(pid=103457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 13:16:34.202535 dv-cinder-830097-4-iscsi neutron-server[103459]: DEBUG neutron.plugins.ml2.db [None req-3505bd68-a9fd-4823-92ea-1a6ded8ab071 None None] get_ports_and_sgs() called for port_ids ['b886a5ab-3dd9-4707-bb6a-3c2b5f1d2b8d'] {{(pid=103459) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 12 13:16:34.216113 dv-cinder-830097-4-iscsi neutron-server[103457]: DEBUG neutron.wsgi [-] (103457) accepted ('10.222.0.18', 41134) {{(pid=103457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 13:16:34.237285 dv-cinder-830097-4-iscsi neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-bc4907f7-e756-44f8-b995-ab7717d2f911 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:16:34.306120 dv-cinder-830097-4-iscsi neutron-server[103458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13f136f9-49a1-461e-af39-15ddc73be2b5 req-1281a59e-dec6-46e8-af06-2493197548b8 tempest-ServerRescueNegativeTestJSON-440649021 tempest-ServerRescueNegativeTestJSON-440649021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 13:16:34.309342 dv-cinder-830097-4-iscsi neutron-server[103458]: INFO neutron.wsgi [req-13f136f9-49a1-461e-af39-15ddc73be2b5 req-1281a59e-dec6-46e8-af06-2493197548b8 tempest-ServerRescueNegativeTestJSON-440649021 tempest-ServerRescueNegativeTestJSON-440649021-project] 10.222.0.18 "GET /v2.0/ports?device_id=b080094e-e021-4092-a88d-24358c73db4d HTTP/1.1" status: 200 len: 943 time: 0.1160667 Apr 12 13:16:34.416051 dv-cinder-830097-4-iscsi neutron-server[103458]: INFO neutron.wsgi [req-13f136f9-49a1-461e-af39-15ddc73be2b5 req-4c34eaf4-05be-4869-8a75-94cb674f8aae tempest-ServerRescueNegativeTestJSON-440649021 tempest-ServerRescueNegativeTestJSON-440649021-project] 10.222.0.18 "GET /v2.0/security-groups?id=1da71eb9-9022-4720-ae95-e700d9700270&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0948818 Apr 12 13:16:34.417942 dv-cinder-830097-4-iscsi neutron-server[103457]: INFO neutron.wsgi [req-320d8dcd-74e7-4c66-acac-ad6e3274d0f1 req-b7edfbd9-5153-421e-9c74-c856ec1e96e4 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=b886a5ab-3dd9-4707-bb6a-3c2b5f1d2b8d HTTP/1.1" status: 200 len: 217 time: 0.1700425 Apr 12 13:16:34.531400 dv-cinder-830097-4-iscsi neutron-server[103457]: INFO neutron.wsgi [req-39526fb2-30d8-4af8-beb0-5a447d5cdb2c req-33bc841c-c708-41d5-a499-25da266eb481 tempest-AttachVolumeTestJSON-1144281586 tempest-AttachVolumeTestJSON-1144281586-project] 10.222.0.18 "GET /v2.0/ports?device_id=ba22d8d3-a051-42d3-976a-fa1a9f083b90 HTTP/1.1" status: 200 len: 210 time: 0.1122222 Apr 12 13:16:34.595226 dv-cinder-830097-4-iscsi neutron-server[103457]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b080094e-e021-4092-a88d-24358c73db4d', 'tag': 'a80fde99-780f-435c-a3d5-3c83d3ff26d5'}] {{(pid=103457) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 12 13:16:34.600896 dv-cinder-830097-4-iscsi neutron-server[103457]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}086c7d3de3560e72b9669b0aa2f8f0aa3a7dc6896401f4467231a6605ceb6cb3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d6f11d8d-08d6-4993-802c-5af5962e484c" -d '{"events": [{"name": "network-changed", "server_uuid": "b080094e-e021-4092-a88d-24358c73db4d", "tag": "a80fde99-780f-435c-a3d5-3c83d3ff26d5"}]}' {{(pid=103457) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 12 13:16:34.607056 dv-cinder-830097-4-iscsi neutron-server[103458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73a620dc-eb59-4c2e-ae3d-2616fbc4cf98 req-019119e3-88e4-4dfa-94a1-ec28fd1ebb94 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 13:16:34.609232 dv-cinder-830097-4-iscsi neutron-server[103458]: INFO neutron.wsgi [req-73a620dc-eb59-4c2e-ae3d-2616fbc4cf98 req-019119e3-88e4-4dfa-94a1-ec28fd1ebb94 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=03e871d047514daabb60a84f86099232&device_id=5aa72395-ebb9-4022-8269-0c34238e58aa HTTP/1.1" status: 200 len: 1127 time: 0.0895846 Apr 12 13:16:34.633857 dv-cinder-830097-4-iscsi neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2ace8fa-7554-45cc-833b-3db330fec614 req-4e0e9046-19b2-45d2-b7a1-b246cca4e095 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 13:16:34.635497 dv-cinder-830097-4-iscsi neutron-server[103457]: INFO neutron.wsgi [req-f2ace8fa-7554-45cc-833b-3db330fec614 req-4e0e9046-19b2-45d2-b7a1-b246cca4e095 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=03e871d047514daabb60a84f86099232&device_id=b080094e-e021-4092-a88d-24358c73db4d HTTP/1.1" status: 200 len: 1127 time: 0.2153006 Apr 12 13:16:34.729506 dv-cinder-830097-4-iscsi neutron-server[103457]: INFO neutron.wsgi [req-f2ace8fa-7554-45cc-833b-3db330fec614 req-aca35868-dd8b-41cf-9b19-2cc12666b591 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=a80fde99-780f-435c-a3d5-3c83d3ff26d5 HTTP/1.1" status: 200 len: 217 time: 0.0806062 Apr 12 13:16:34.762047 dv-cinder-830097-4-iscsi neutron-server[103457]: DEBUG neutron.wsgi [-] (103457) accepted ('10.222.0.55', 53037) {{(pid=103457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 13:16:34.766141 dv-cinder-830097-4-iscsi neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-320d8dcd-74e7-4c66-acac-ad6e3274d0f1 req-92b5f3c5-b67a-4a49-848a-e70c5dd46d03 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 13:16:34.767858 dv-cinder-830097-4-iscsi neutron-server[103457]: INFO neutron.wsgi [req-320d8dcd-74e7-4c66-acac-ad6e3274d0f1 req-92b5f3c5-b67a-4a49-848a-e70c5dd46d03 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=8fe7d341-75a1-4b96-b5db-f9b8d084f4c6 HTTP/1.1" status: 200 len: 852 time: 0.2432699 Apr 12 13:16:34.878414 dv-cinder-830097-4-iscsi neutron-server[103457]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 12 Apr 2022 13:16:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cfb11891-86da-44df-ac93-eafb6769de2a x-openstack-request-id: req-cfb11891-86da-44df-ac93-eafb6769de2a {{(pid=103457) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 12 13:16:34.878700 dv-cinder-830097-4-iscsi neutron-server[103457]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b080094e-e021-4092-a88d-24358c73db4d", "tag": "a80fde99-780f-435c-a3d5-3c83d3ff26d5", "status": "completed", "code": 200}]} {{(pid=103457) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 12 13:16:34.878953 dv-cinder-830097-4-iscsi neutron-server[103457]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-cfb11891-86da-44df-ac93-eafb6769de2a {{(pid=103457) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 12 13:16:34.879335 dv-cinder-830097-4-iscsi neutron-server[103457]: INFO neutron.notifiers.nova [-] Nova event matching ['req-cfb11891-86da-44df-ac93-eafb6769de2a'] response: {'name': 'network-changed', 'server_uuid': 'b080094e-e021-4092-a88d-24358c73db4d', 'tag': 'a80fde99-780f-435c-a3d5-3c83d3ff26d5', 'status': 'completed', 'code': 200} Apr 12 13:16:34.962075 dv-cinder-830097-4-iscsi neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-bc4907f7-e756-44f8-b995-ab7717d2f911 admin admin] Publish callbacks [] for security_group (ba8f200b-3ad1-472b-aaae-573c71c86f5b), precommit_create {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:16:34.968308 dv-cinder-830097-4-iscsi neutron-server[103457]: INFO neutron.wsgi [req-320d8dcd-74e7-4c66-acac-ad6e3274d0f1 req-a045461f-4241-4b7e-a43e-eedb0eb099cb service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=38860888-3f1a-46ed-95ac-25bed05bc1cd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0913231 Apr 12 13:16:34.973735 dv-cinder-830097-4-iscsi neutron-server[103458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73a620dc-eb59-4c2e-ae3d-2616fbc4cf98 req-4479ea60-aa01-404c-a706-ce92db1aa77e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 13:16:34.975610 dv-cinder-830097-4-iscsi neutron-server[103458]: INFO neutron.wsgi [req-73a620dc-eb59-4c2e-ae3d-2616fbc4cf98 req-4479ea60-aa01-404c-a706-ce92db1aa77e service neutron] 10.222.0.55 "GET /v2.0/networks?id=8a9d7c73-ddbc-4eef-a839-e9bbe858207d HTTP/1.1" status: 200 len: 919 time: 0.3598542 Apr 12 13:16:34.978883 dv-cinder-830097-4-iscsi neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-bc4907f7-e756-44f8-b995-ab7717d2f911 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3691807'] for security_group (ba8f200b-3ad1-472b-aaae-573c71c86f5b), after_create {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:16:35.012432 dv-cinder-830097-4-iscsi neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2ace8fa-7554-45cc-833b-3db330fec614 req-036ce29d-b966-4eb5-9d5f-af9d999d5644 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 13:16:35.014109 dv-cinder-830097-4-iscsi neutron-server[103457]: INFO neutron.wsgi [req-f2ace8fa-7554-45cc-833b-3db330fec614 req-036ce29d-b966-4eb5-9d5f-af9d999d5644 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=e7f620b9-ee69-4e3f-9fdf-c3881765f45f HTTP/1.1" status: 200 len: 857 time: 0.2570655 Apr 12 13:16:35.066017 dv-cinder-830097-4-iscsi neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7db13be3-d192-4e54-93c1-7fa8ca8d6ad2 req-d80c2690-e0f8-4343-83b2-b492b76801bb tempest-AttachVolumeTestJSON-1144281586 tempest-AttachVolumeTestJSON-1144281586-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 13:16:35.067808 dv-cinder-830097-4-iscsi neutron-server[103457]: INFO neutron.wsgi [req-7db13be3-d192-4e54-93c1-7fa8ca8d6ad2 req-d80c2690-e0f8-4343-83b2-b492b76801bb tempest-AttachVolumeTestJSON-1144281586 tempest-AttachVolumeTestJSON-1144281586-project] 10.222.0.55 "GET /v2.0/networks?id=33c58c83-bd42-46e6-829a-cd11f58e9fb1 HTTP/1.1" status: 200 len: 811 time: 0.2990158 Apr 12 13:16:35.222120 dv-cinder-830097-4-iscsi neutron-server[103457]: INFO neutron.wsgi [None req-bc4907f7-e756-44f8-b995-ab7717d2f911 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=fbdff233c1ed4e3495f2e0a4bfc75217&name=default HTTP/1.1" status: 200 len: 2996 time: 1.0046582 Apr 12 13:16:35.233789 dv-cinder-830097-4-iscsi neutron-server[103457]: DEBUG neutron.wsgi [-] (103457) accepted ('10.222.0.18', 41184) {{(pid=103457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 13:16:35.251368 dv-cinder-830097-4-iscsi neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ceae42cf-c56f-4aff-a8eb-8859bc9aec37 req-e78ecb57-ccff-4a26-9c20-6426056a9860 tempest-DeleteServersTestJSON-535355193 tempest-DeleteServersTestJSON-535355193-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 13:16:35.253065 dv-cinder-830097-4-iscsi neutron-server[103457]: INFO neutron.wsgi [req-ceae42cf-c56f-4aff-a8eb-8859bc9aec37 req-e78ecb57-ccff-4a26-9c20-6426056a9860 tempest-DeleteServersTestJSON-535355193 tempest-DeleteServersTestJSON-535355193-project] 10.222.0.18 "GET /v2.0/ports?device_id=62c98bc3-e89d-4509-9b6a-001a4d0a6e3b HTTP/1.1" status: 200 len: 945 time: 0.2438536 Apr 12 13:16:35.295234 dv-cinder-830097-4-iscsi neutron-server[103457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc4907f7-e756-44f8-b995-ab7717d2f911 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ba8f200b-3ad1-472b-aaae-573c71c86f5b,revision_number=1']} {{(pid=103457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 13:16:35.301310 dv-cinder-830097-4-iscsi neutron-server[103457]: DEBUG neutron.wsgi [-] (103457) accepted ('10.222.0.55', 53042) {{(pid=103457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 13:16:35.430504 dv-cinder-830097-4-iscsi neutron-server[103458]: INFO neutron.wsgi [req-3fec49cd-ce7e-45ea-8762-383ed0e13058 req-176872f4-1d87-49e3-8c8a-f5057d3a8d5b tempest-AttachVolumeShelveTestJSON-707707766 tempest-AttachVolumeShelveTestJSON-707707766-project] 10.222.0.18 "GET /v2.0/ports?device_id=36b20118-8b82-4226-bcbc-1d8115480b68 HTTP/1.1" status: 200 len: 210 time: 0.3614357 Apr 12 13:16:35.432591 dv-cinder-830097-4-iscsi neutron-server[103458]: INFO neutron.wsgi [req-73a620dc-eb59-4c2e-ae3d-2616fbc4cf98 req-6af239e3-e4c8-4d74-95f9-c2b451c6bfb6 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=56170bf4-2a4b-4830-9e9e-5f6c429fd3b5 HTTP/1.1" status: 200 len: 217 time: 0.3410795 Apr 12 13:16:35.498703 dv-cinder-830097-4-iscsi neutron-server[103459]: DEBUG neutron.plugins.ml2.rpc [None req-3505bd68-a9fd-4823-92ea-1a6ded8ab071 None None] Device 56170bf4-2a4b-4830-9e9e-5f6c429fd3b5 details requested by agent hyperv_hv-cinder-83009 with host hv-cinder-83009 {{(pid=103459) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 12 13:16:35.501606 dv-cinder-830097-4-iscsi neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2ace8fa-7554-45cc-833b-3db330fec614 req-358547f6-fedf-426c-a505-f8cf367899b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 13:16:35.502220 dv-cinder-830097-4-iscsi neutron-server[103457]: INFO neutron.wsgi [req-f2ace8fa-7554-45cc-833b-3db330fec614 req-358547f6-fedf-426c-a505-f8cf367899b0 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=8a9d7c73-ddbc-4eef-a839-e9bbe858207d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.3168418 Apr 12 13:16:35.543866 dv-cinder-830097-4-iscsi neutron-server[103459]: DEBUG neutron.plugins.ml2.rpc [None req-3505bd68-a9fd-4823-92ea-1a6ded8ab071 None None] Device b886a5ab-3dd9-4707-bb6a-3c2b5f1d2b8d up at agent hyperv_hv-cinder-83009 {{(pid=103459) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 12 13:16:35.547108 dv-cinder-830097-4-iscsi neutron-server[103458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73a620dc-eb59-4c2e-ae3d-2616fbc4cf98 req-877fb68d-3d2f-4def-80e4-edf12c2a200f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 13:16:35.552191 dv-cinder-830097-4-iscsi neutron-server[103458]: INFO neutron.wsgi [req-73a620dc-eb59-4c2e-ae3d-2616fbc4cf98 req-877fb68d-3d2f-4def-80e4-edf12c2a200f service neutron] 10.222.0.55 "GET /v2.0/subnets?id=e7f620b9-ee69-4e3f-9fdf-c3881765f45f HTTP/1.1" status: 200 len: 857 time: 0.1133444 Apr 12 13:16:35.639424 dv-cinder-830097-4-iscsi neutron-server[103458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73a620dc-eb59-4c2e-ae3d-2616fbc4cf98 req-51eb0285-9eda-40fa-a0fc-159e92d06341 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 13:16:35.641486 dv-cinder-830097-4-iscsi neutron-server[103458]: INFO neutron.wsgi [req-73a620dc-eb59-4c2e-ae3d-2616fbc4cf98 req-51eb0285-9eda-40fa-a0fc-159e92d06341 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=8a9d7c73-ddbc-4eef-a839-e9bbe858207d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0795224 Apr 12 13:16:35.646650 dv-cinder-830097-4-iscsi neutron-server[103457]: INFO neutron.wsgi [req-7db13be3-d192-4e54-93c1-7fa8ca8d6ad2 req-15dd91ab-8771-4ee8-96ed-e4fb57b8974f tempest-AttachVolumeTestJSON-1144281586 tempest-AttachVolumeTestJSON-1144281586-project] 10.222.0.55 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=973344adf45e43fc87f28572c7cc70a5 HTTP/1.1" status: 200 len: 380 time: 0.4634421 Apr 12 13:16:35.687249 dv-cinder-830097-4-iscsi neutron-server[103458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e363c9ef-777d-4e74-ac69-50af98a7cef3 req-b94441f0-419d-4db3-842e-a48bfaa9c22a tempest-ServerRescueNegativeTestJSON-440649021 tempest-ServerRescueNegativeTestJSON-440649021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 13:16:35.689181 dv-cinder-830097-4-iscsi neutron-server[103458]: INFO neutron.wsgi [req-e363c9ef-777d-4e74-ac69-50af98a7cef3 req-b94441f0-419d-4db3-842e-a48bfaa9c22a tempest-ServerRescueNegativeTestJSON-440649021 tempest-ServerRescueNegativeTestJSON-440649021-project] 10.222.0.18 "GET /v2.0/ports?device_id=b080094e-e021-4092-a88d-24358c73db4d HTTP/1.1" status: 200 len: 943 time: 0.0644100 Apr 12 13:16:35.716175 dv-cinder-830097-4-iscsi neutron-server[103457]: INFO neutron.wsgi [req-ceae42cf-c56f-4aff-a8eb-8859bc9aec37 req-47def1bf-88ba-4d01-bda0-3c74611cebae tempest-DeleteServersTestJSON-535355193 tempest-DeleteServersTestJSON-535355193-project] 10.222.0.18 "GET /v2.0/security-groups?id=feb0ab55-6426-4522-af82-2b05ab6d5c27&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4157865 Apr 12 13:16:35.719621 dv-cinder-830097-4-iscsi neutron-server[103457]: DEBUG neutron.api.v2.base [req-7db13be3-d192-4e54-93c1-7fa8ca8d6ad2 req-eeb11f47-e054-4e3e-b530-f79225a36284 tempest-AttachVolumeTestJSON-1144281586 tempest-AttachVolumeTestJSON-1144281586-project] Request body: {'port': {'device_id': 'ba22d8d3-a051-42d3-976a-fa1a9f083b90', 'network_id': '33c58c83-bd42-46e6-829a-cd11f58e9fb1', 'admin_state_up': True, 'tenant_id': '973344adf45e43fc87f28572c7cc70a5', 'security_groups': ['217ddcda-2ab1-4d2d-8d94-6a87ae6035e1']}} {{(pid=103457) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 12 13:16:35.755994 dv-cinder-830097-4-iscsi neutron-server[103459]: DEBUG neutron.db.provisioning_blocks [None req-3505bd68-a9fd-4823-92ea-1a6ded8ab071 None None] Provisioning for port b886a5ab-3dd9-4707-bb6a-3c2b5f1d2b8d completed by entity L2. {{(pid=103459) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Apr 12 13:16:35.764854 dv-cinder-830097-4-iscsi neutron-server[103459]: DEBUG neutron.db.provisioning_blocks [None req-3505bd68-a9fd-4823-92ea-1a6ded8ab071 None None] Provisioning complete for port b886a5ab-3dd9-4707-bb6a-3c2b5f1d2b8d triggered by entity L2. {{(pid=103459) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 12 13:16:35.765626 dv-cinder-830097-4-iscsi neutron-server[103459]: DEBUG neutron_lib.callbacks.manager [None req-3505bd68-a9fd-4823-92ea-1a6ded8ab071 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-657243'] for port (b886a5ab-3dd9-4707-bb6a-3c2b5f1d2b8d), provisioning_complete {{(pid=103459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:16:35.853538 dv-cinder-830097-4-iscsi neutron-server[103458]: INFO neutron.wsgi [req-e363c9ef-777d-4e74-ac69-50af98a7cef3 req-c377c509-4a62-454f-ba5f-25c66e16964d tempest-ServerRescueNegativeTestJSON-440649021 tempest-ServerRescueNegativeTestJSON-440649021-project] 10.222.0.18 "GET /v2.0/security-groups?id=1da71eb9-9022-4720-ae95-e700d9700270&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1505072 Apr 12 13:16:35.855016 dv-cinder-830097-4-iscsi neutron-server[103459]: DEBUG neutron.plugins.ml2.db [None req-3505bd68-a9fd-4823-92ea-1a6ded8ab071 None None] For port 56170bf4-2a4b-4830-9e9e-5f6c429fd3b5, host hv-cinder-83009, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83009',level=0,port_id=56170bf4-2a4b-4830-9e9e-5f6c429fd3b5,segment=NetworkSegment(cbdc8fb7-4f48-4130-80a4-939d65d92cbb),segment_id=cbdc8fb7-4f48-4130-80a4-939d65d92cbb)] {{(pid=103459) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 12 13:16:35.876861 dv-cinder-830097-4-iscsi neutron-server[103458]: INFO neutron.wsgi [req-73a620dc-eb59-4c2e-ae3d-2616fbc4cf98 req-8f0a98b0-2f0e-420e-ae3d-22773593a75b service neutron] 10.222.0.55 "GET /v2.0/networks/8a9d7c73-ddbc-4eef-a839-e9bbe858207d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1822116 Apr 12 13:16:35.904077 dv-cinder-830097-4-iscsi neutron-server[103459]: DEBUG neutron.plugins.ml2.rpc [None req-3505bd68-a9fd-4823-92ea-1a6ded8ab071 None None] Returning: {'device': '56170bf4-2a4b-4830-9e9e-5f6c429fd3b5', 'network_id': '8a9d7c73-ddbc-4eef-a839-e9bbe858207d', 'port_id': '56170bf4-2a4b-4830-9e9e-5f6c429fd3b5', 'mac_address': 'fa:16:3e:00:c2:b4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 222, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e7f620b9-ee69-4e3f-9fdf-c3881765f45f', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103459) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 12 13:16:36.053317 dv-cinder-830097-4-iscsi neutron-server[103459]: DEBUG neutron.plugins.ml2.plugin [None req-3505bd68-a9fd-4823-92ea-1a6ded8ab071 None None] Current status of the port b886a5ab-3dd9-4707-bb6a-3c2b5f1d2b8d is: BUILD; New status is: ACTIVE {{(pid=103459) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 12 13:16:36.054028 dv-cinder-830097-4-iscsi neutron-server[103459]: DEBUG neutron_lib.callbacks.manager [None req-3505bd68-a9fd-4823-92ea-1a6ded8ab071 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-916304'] for port (b886a5ab-3dd9-4707-bb6a-3c2b5f1d2b8d), before_update {{(pid=103459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:16:36.059988 dv-cinder-830097-4-iscsi neutron-server[103459]: DEBUG neutron.plugins.ml2.plugin [None req-3505bd68-a9fd-4823-92ea-1a6ded8ab071 None None] Current status of the port 56170bf4-2a4b-4830-9e9e-5f6c429fd3b5 is: DOWN; New status is: BUILD {{(pid=103459) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 12 13:16:36.060529 dv-cinder-830097-4-iscsi neutron-server[103459]: DEBUG neutron_lib.callbacks.manager [None req-3505bd68-a9fd-4823-92ea-1a6ded8ab071 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-916304'] for port (56170bf4-2a4b-4830-9e9e-5f6c429fd3b5), before_update {{(pid=103459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:16:36.063554 dv-cinder-830097-4-iscsi neutron-server[103458]: INFO neutron.wsgi [req-73a620dc-eb59-4c2e-ae3d-2616fbc4cf98 req-682c96eb-7ecb-48d8-b4f1-4a766a33efa3 service neutron] 10.222.0.55 "GET /v2.0/networks/8a9d7c73-ddbc-4eef-a839-e9bbe858207d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1468222 Apr 12 13:16:36.110203 dv-cinder-830097-4-iscsi neutron-server[103459]: DEBUG neutron.notifiers.nova [None req-3505bd68-a9fd-4823-92ea-1a6ded8ab071 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 56170bf4-2a4b-4830-9e9e-5f6c429fd3b5 {{(pid=103459) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 12 13:16:36.133519 dv-cinder-830097-4-iscsi neutron-server[103459]: DEBUG neutron.plugins.ml2.db [None req-3505bd68-a9fd-4823-92ea-1a6ded8ab071 None None] For port 56170bf4-2a4b-4830-9e9e-5f6c429fd3b5, host hv-cinder-83009, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83009',level=0,port_id=56170bf4-2a4b-4830-9e9e-5f6c429fd3b5,segment=NetworkSegment(cbdc8fb7-4f48-4130-80a4-939d65d92cbb),segment_id=cbdc8fb7-4f48-4130-80a4-939d65d92cbb)] {{(pid=103459) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 12 13:16:36.139338 dv-cinder-830097-4-iscsi neutron-server[103459]: DEBUG neutron_lib.callbacks.manager [None req-3505bd68-a9fd-4823-92ea-1a6ded8ab071 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-915890', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3697887', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732727894815', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732727417932', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732727417950'] for port (56170bf4-2a4b-4830-9e9e-5f6c429fd3b5), after_update {{(pid=103459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:16:36.151983 dv-cinder-830097-4-iscsi neutron-server[103459]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '62c98bc3-e89d-4509-9b6a-001a4d0a6e3b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b886a5ab-3dd9-4707-bb6a-3c2b5f1d2b8d'}] {{(pid=103459) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 12 13:16:36.177533 dv-cinder-830097-4-iscsi neutron-server[103457]: INFO neutron.wsgi [req-320d8dcd-74e7-4c66-acac-ad6e3274d0f1 req-849153df-efd8-476a-bc90-4c9688756305 service neutron] 10.222.0.55 "GET /v2.0/networks/38860888-3f1a-46ed-95ac-25bed05bc1cd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.9932065 Apr 12 13:16:36.267379 dv-cinder-830097-4-iscsi neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-aad382c6-e22a-4aa4-8b91-258705072ac5 admin admin] Publish callbacks [] for security_group (ba8f200b-3ad1-472b-aaae-573c71c86f5b), before_delete {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:16:36.286598 dv-cinder-830097-4-iscsi neutron-server[103459]: DEBUG neutron.plugins.ml2.db [None req-3505bd68-a9fd-4823-92ea-1a6ded8ab071 None None] For port b886a5ab-3dd9-4707-bb6a-3c2b5f1d2b8d, host hv-cinder-83009, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83009',level=0,port_id=b886a5ab-3dd9-4707-bb6a-3c2b5f1d2b8d,segment=NetworkSegment(11f386ac-f254-4302-9e90-b4f6e47c7bd0),segment_id=11f386ac-f254-4302-9e90-b4f6e47c7bd0)] {{(pid=103459) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 12 13:16:36.293205 dv-cinder-830097-4-iscsi neutron-server[103457]: INFO neutron.wsgi [req-24af12d4-f88b-4159-9025-4ff05e8854f4 req-c14ba03a-7091-4cee-a681-f8e2e0dfed12 tempest-AttachVolumeTestJSON-1144281586 tempest-AttachVolumeTestJSON-1144281586-project] 10.222.0.18 "GET /v2.0/ports?device_id=ba22d8d3-a051-42d3-976a-fa1a9f083b90 HTTP/1.1" status: 200 len: 210 time: 0.1338744 Apr 12 13:16:36.316130 dv-cinder-830097-4-iscsi neutron-server[103458]: DEBUG neutron.wsgi [-] (103458) accepted ('10.222.0.18', 41260) {{(pid=103458) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 13:16:36.339686 dv-cinder-830097-4-iscsi neutron-server[103459]: DEBUG neutron_lib.callbacks.manager [None req-3505bd68-a9fd-4823-92ea-1a6ded8ab071 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-915890', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3697887', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732727894815', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732727417932', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732727417950'] for port (b886a5ab-3dd9-4707-bb6a-3c2b5f1d2b8d), after_update {{(pid=103459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:16:36.360227 dv-cinder-830097-4-iscsi neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cc2c85b-487d-4c52-af02-45eeff5859ca req-1dffd7a7-be78-43fb-a698-aff338be23bb tempest-AttachVolumeShelveTestJSON-707707766 tempest-AttachVolumeShelveTestJSON-707707766-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 13:16:36.361936 dv-cinder-830097-4-iscsi neutron-server[103457]: INFO neutron.wsgi [req-9cc2c85b-487d-4c52-af02-45eeff5859ca req-1dffd7a7-be78-43fb-a698-aff338be23bb tempest-AttachVolumeShelveTestJSON-707707766 tempest-AttachVolumeShelveTestJSON-707707766-project] 10.222.0.55 "GET /v2.0/networks?id=6562521a-2ea5-45f4-a1f8-589dc7fbc9f3 HTTP/1.1" status: 200 len: 816 time: 1.0527778 Apr 12 13:16:36.374077 dv-cinder-830097-4-iscsi neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-aad382c6-e22a-4aa4-8b91-258705072ac5 admin admin] Publish callbacks [] for security_group (ba8f200b-3ad1-472b-aaae-573c71c86f5b), precommit_delete {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:16:36.378449 dv-cinder-830097-4-iscsi neutron-server[103459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3505bd68-a9fd-4823-92ea-1a6ded8ab071 None None] Pushing event updated for resources: {'Port': ['ID=56170bf4-2a4b-4830-9e9e-5f6c429fd3b5,revision_number=4']} {{(pid=103459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 13:16:36.397972 dv-cinder-830097-4-iscsi neutron-server[103457]: INFO neutron.wsgi [req-f2ace8fa-7554-45cc-833b-3db330fec614 req-c9b5db37-18ed-401a-942b-a3e1cbedfd67 service neutron] 10.222.0.55 "GET /v2.0/networks/8a9d7c73-ddbc-4eef-a839-e9bbe858207d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8848937 Apr 12 13:16:36.469791 dv-cinder-830097-4-iscsi neutron-server[103459]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}95104bc0dd48ad9143548caf8a5bdec643107760c32fce8433ea43eac3fbdd81" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6d57f620-6d71-44e5-ba14-b62c5099069b" -d '{"events": [{"server_uuid": "62c98bc3-e89d-4509-9b6a-001a4d0a6e3b", "name": "network-vif-plugged", "status": "completed", "tag": "b886a5ab-3dd9-4707-bb6a-3c2b5f1d2b8d"}]}' {{(pid=103459) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 12 13:16:36.491706 dv-cinder-830097-4-iscsi neutron-server[103459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3505bd68-a9fd-4823-92ea-1a6ded8ab071 None None] Pushing event updated for resources: {'Port': ['ID=b886a5ab-3dd9-4707-bb6a-3c2b5f1d2b8d,revision_number=5']} {{(pid=103459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 13:16:36.506338 dv-cinder-830097-4-iscsi neutron-server[103457]: INFO neutron.wsgi [req-320d8dcd-74e7-4c66-acac-ad6e3274d0f1 req-e3691afd-9825-4b6d-a8b5-290f6c66c9ca service neutron] 10.222.0.55 "GET /v2.0/networks/38860888-3f1a-46ed-95ac-25bed05bc1cd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3016963 Apr 12 13:16:36.538916 dv-cinder-830097-4-iscsi neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-43de1d74-e04a-4f7b-8142-c5111b1acb88 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:16:36.592460 dv-cinder-830097-4-iscsi neutron-server[103459]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 12 Apr 2022 13:16:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-68ece8c3-11cd-42f1-b7e1-6a0f05aacb9f x-openstack-request-id: req-68ece8c3-11cd-42f1-b7e1-6a0f05aacb9f {{(pid=103459) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 12 13:16:36.592958 dv-cinder-830097-4-iscsi neutron-server[103459]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "62c98bc3-e89d-4509-9b6a-001a4d0a6e3b", "name": "network-vif-plugged", "status": "completed", "tag": "b886a5ab-3dd9-4707-bb6a-3c2b5f1d2b8d", "code": 200}]} {{(pid=103459) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 12 13:16:36.593193 dv-cinder-830097-4-iscsi neutron-server[103459]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-68ece8c3-11cd-42f1-b7e1-6a0f05aacb9f {{(pid=103459) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 12 13:16:36.593645 dv-cinder-830097-4-iscsi neutron-server[103459]: INFO neutron.notifiers.nova [-] Nova event matching ['req-68ece8c3-11cd-42f1-b7e1-6a0f05aacb9f'] response: {'server_uuid': '62c98bc3-e89d-4509-9b6a-001a4d0a6e3b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b886a5ab-3dd9-4707-bb6a-3c2b5f1d2b8d', 'code': 200} Apr 12 13:16:36.597132 dv-cinder-830097-4-iscsi neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7db13be3-d192-4e54-93c1-7fa8ca8d6ad2 req-eeb11f47-e054-4e3e-b530-f79225a36284 tempest-AttachVolumeTestJSON-1144281586 tempest-AttachVolumeTestJSON-1144281586-project] Made reservation on behalf of 973344adf45e43fc87f28572c7cc70a5 for: {'port': 1} {{(pid=103457) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 12 13:16:36.598942 dv-cinder-830097-4-iscsi neutron-server[103458]: INFO neutron.wsgi [req-e76d54d5-93a9-4698-9a51-7c4076975716 req-8c35916f-c638-476c-b607-5876c4cef084 tempest-AttachVolumeShelveTestJSON-707707766 tempest-AttachVolumeShelveTestJSON-707707766-project] 10.222.0.18 "GET /v2.0/ports?device_id=36b20118-8b82-4226-bcbc-1d8115480b68 HTTP/1.1" status: 200 len: 210 time: 0.0503364 Apr 12 13:16:36.600366 dv-cinder-830097-4-iscsi neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [req-7db13be3-d192-4e54-93c1-7fa8ca8d6ad2 req-eeb11f47-e054-4e3e-b530-f79225a36284 tempest-AttachVolumeTestJSON-1144281586 tempest-AttachVolumeTestJSON-1144281586-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-916304'] for port (None), before_create {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:16:36.623636 dv-cinder-830097-4-iscsi neutron-server[103459]: DEBUG neutron.plugins.ml2.db [None req-3505bd68-a9fd-4823-92ea-1a6ded8ab071 None None] get_ports_and_sgs() called for port_ids ['56170bf4-2a4b-4830-9e9e-5f6c429fd3b5'] {{(pid=103459) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 12 13:16:36.644181 dv-cinder-830097-4-iscsi neutron-server[103457]: INFO neutron.wsgi [req-9cc2c85b-487d-4c52-af02-45eeff5859ca req-60309c4c-fc32-4fe4-93da-b847cea87fda tempest-AttachVolumeShelveTestJSON-707707766 tempest-AttachVolumeShelveTestJSON-707707766-project] 10.222.0.55 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=5ebad6ef7aca47f397d0e45a428e3948 HTTP/1.1" status: 200 len: 380 time: 0.2676554 Apr 12 13:16:36.652623 dv-cinder-830097-4-iscsi neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-aad382c6-e22a-4aa4-8b91-258705072ac5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3691807'] for security_group (ba8f200b-3ad1-472b-aaae-573c71c86f5b), after_delete {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:16:36.655080 dv-cinder-830097-4-iscsi neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-aad382c6-e22a-4aa4-8b91-258705072ac5 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:16:36.659130 dv-cinder-830097-4-iscsi neutron-server[103457]: INFO neutron.wsgi [None req-aad382c6-e22a-4aa4-8b91-258705072ac5 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/ba8f200b-3ad1-472b-aaae-573c71c86f5b HTTP/1.1" status: 204 len: 168 time: 1.4164970 Apr 12 13:16:36.663046 dv-cinder-830097-4-iscsi neutron-server[103457]: DEBUG neutron.api.v2.base [req-9cc2c85b-487d-4c52-af02-45eeff5859ca req-52fb6b7a-9baa-45c8-bea9-0498951d2ade tempest-AttachVolumeShelveTestJSON-707707766 tempest-AttachVolumeShelveTestJSON-707707766-project] Request body: {'port': {'device_id': '36b20118-8b82-4226-bcbc-1d8115480b68', 'network_id': '6562521a-2ea5-45f4-a1f8-589dc7fbc9f3', 'admin_state_up': True, 'tenant_id': '5ebad6ef7aca47f397d0e45a428e3948', 'security_groups': ['6faf4076-452d-49e5-b67e-bfa1b1fd13c3']}} {{(pid=103457) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 12 13:16:36.759273 dv-cinder-830097-4-iscsi neutron-server[103457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aad382c6-e22a-4aa4-8b91-258705072ac5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ba8f200b-3ad1-472b-aaae-573c71c86f5b,revision_number=None']} {{(pid=103457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 13:16:36.797285 dv-cinder-830097-4-iscsi neutron-server[103457]: INFO neutron.wsgi [req-f2ace8fa-7554-45cc-833b-3db330fec614 req-9925fb05-a54e-4370-8b01-2dc29f76ba33 service neutron] 10.222.0.55 "GET /v2.0/networks/8a9d7c73-ddbc-4eef-a839-e9bbe858207d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3816772 Apr 12 13:16:36.801659 dv-cinder-830097-4-iscsi neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-43de1d74-e04a-4f7b-8142-c5111b1acb88 admin admin] Publish callbacks [] for security_group (cfd8c5e1-176a-4ec9-a303-fec9c4c20e42), precommit_create {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:16:36.810780 dv-cinder-830097-4-iscsi neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-43de1d74-e04a-4f7b-8142-c5111b1acb88 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3691807'] for security_group (cfd8c5e1-176a-4ec9-a303-fec9c4c20e42), after_create {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:16:36.897667 dv-cinder-830097-4-iscsi neutron-server[103457]: DEBUG neutron.wsgi [-] (103457) accepted ('10.222.0.18', 41294) {{(pid=103457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 13:16:36.906643 dv-cinder-830097-4-iscsi neutron-server[103458]: INFO neutron.wsgi [None req-43de1d74-e04a-4f7b-8142-c5111b1acb88 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=bd125a5aaf8748e78b5da147f8d82f1d&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5883009 Apr 12 13:16:36.917796 dv-cinder-830097-4-iscsi neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9cc2c85b-487d-4c52-af02-45eeff5859ca req-52fb6b7a-9baa-45c8-bea9-0498951d2ade tempest-AttachVolumeShelveTestJSON-707707766 tempest-AttachVolumeShelveTestJSON-707707766-project] Made reservation on behalf of 5ebad6ef7aca47f397d0e45a428e3948 for: {'port': 1} {{(pid=103457) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 12 13:16:36.921042 dv-cinder-830097-4-iscsi neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [req-9cc2c85b-487d-4c52-af02-45eeff5859ca req-52fb6b7a-9baa-45c8-bea9-0498951d2ade tempest-AttachVolumeShelveTestJSON-707707766 tempest-AttachVolumeShelveTestJSON-707707766-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-916304'] for port (None), before_create {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:16:36.948998 dv-cinder-830097-4-iscsi neutron-server[103457]: DEBUG neutron.db.db_base_plugin_common [req-7db13be3-d192-4e54-93c1-7fa8ca8d6ad2 req-eeb11f47-e054-4e3e-b530-f79225a36284 tempest-AttachVolumeTestJSON-1144281586 tempest-AttachVolumeTestJSON-1144281586-project] Allocated IP 172.20.0.11 (33c58c83-bd42-46e6-829a-cd11f58e9fb1/e7f58421-9187-48e8-8ede-d2e25149e657/62c1ce97-2966-4f79-9ab2-998dae58f04b) {{(pid=103457) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 12 13:16:36.949569 dv-cinder-830097-4-iscsi neutron-server[103458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43de1d74-e04a-4f7b-8142-c5111b1acb88 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cfd8c5e1-176a-4ec9-a303-fec9c4c20e42,revision_number=1']} {{(pid=103458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 13:16:37.052829 dv-cinder-830097-4-iscsi neutron-server[103458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f6aaf7d-584a-4ece-ad40-ca2bb5feb696 req-a1097a15-e1f9-4945-9c0c-6ca3d798c148 tempest-ServerRescueNegativeTestJSON-440649021 tempest-ServerRescueNegativeTestJSON-440649021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 13:16:37.061347 dv-cinder-830097-4-iscsi neutron-server[103458]: INFO neutron.wsgi [req-8f6aaf7d-584a-4ece-ad40-ca2bb5feb696 req-a1097a15-e1f9-4945-9c0c-6ca3d798c148 tempest-ServerRescueNegativeTestJSON-440649021 tempest-ServerRescueNegativeTestJSON-440649021-project] 10.222.0.18 "GET /v2.0/ports?device_id=b080094e-e021-4092-a88d-24358c73db4d HTTP/1.1" status: 200 len: 943 time: 0.0750918 Apr 12 13:16:37.073799 dv-cinder-830097-4-iscsi neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c6607e5-031e-4632-8ea1-0d4439fdcd1a req-7e363a2f-1381-47b6-b869-0ac04fe64710 tempest-DeleteServersTestJSON-535355193 tempest-DeleteServersTestJSON-535355193-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 13:16:37.075886 dv-cinder-830097-4-iscsi neutron-server[103457]: INFO neutron.wsgi [req-2c6607e5-031e-4632-8ea1-0d4439fdcd1a req-7e363a2f-1381-47b6-b869-0ac04fe64710 tempest-DeleteServersTestJSON-535355193 tempest-DeleteServersTestJSON-535355193-project] 10.222.0.18 "GET /v2.0/ports?device_id=62c98bc3-e89d-4509-9b6a-001a4d0a6e3b HTTP/1.1" status: 200 len: 946 time: 0.1358078 Apr 12 13:16:37.106301 dv-cinder-830097-4-iscsi neutron-server[103458]: INFO neutron.wsgi [req-8f6aaf7d-584a-4ece-ad40-ca2bb5feb696 req-fe1804c6-62d4-40f1-a0c4-2c18c77ae12a tempest-ServerRescueNegativeTestJSON-440649021 tempest-ServerRescueNegativeTestJSON-440649021-project] 10.222.0.18 "GET /v2.0/security-groups?id=1da71eb9-9022-4720-ae95-e700d9700270&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0436115 Apr 12 13:16:37.301458 dv-cinder-830097-4-iscsi neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-4adb4bf3-0344-4644-943f-b27b7a1b0613 admin admin] Publish callbacks [] for security_group (cfd8c5e1-176a-4ec9-a303-fec9c4c20e42), before_delete {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:16:37.352912 dv-cinder-830097-4-iscsi neutron-server[103457]: INFO neutron.wsgi [req-2c6607e5-031e-4632-8ea1-0d4439fdcd1a req-878c3353-8621-4564-b1c3-a95bc1fa06a5 tempest-DeleteServersTestJSON-535355193 tempest-DeleteServersTestJSON-535355193-project] 10.222.0.18 "GET /v2.0/security-groups?id=feb0ab55-6426-4522-af82-2b05ab6d5c27&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2020593 Apr 12 13:16:37.378499 dv-cinder-830097-4-iscsi neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-4adb4bf3-0344-4644-943f-b27b7a1b0613 admin admin] Publish callbacks [] for security_group (cfd8c5e1-176a-4ec9-a303-fec9c4c20e42), precommit_delete {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:16:37.409702 dv-cinder-830097-4-iscsi neutron-server[103457]: DEBUG neutron.db.db_base_plugin_common [req-9cc2c85b-487d-4c52-af02-45eeff5859ca req-52fb6b7a-9baa-45c8-bea9-0498951d2ade tempest-AttachVolumeShelveTestJSON-707707766 tempest-AttachVolumeShelveTestJSON-707707766-project] Allocated IP 172.20.0.5 (6562521a-2ea5-45f4-a1f8-589dc7fbc9f3/cf735079-dcf8-4625-b8a7-d372f8fef245/fb9ce2f5-e944-45af-8bea-9306ac5c33df) {{(pid=103457) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 12 13:16:37.440754 dv-cinder-830097-4-iscsi neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [req-7db13be3-d192-4e54-93c1-7fa8ca8d6ad2 req-eeb11f47-e054-4e3e-b530-f79225a36284 tempest-AttachVolumeTestJSON-1144281586 tempest-AttachVolumeTestJSON-1144281586-project] Publish callbacks [] for port (62c1ce97-2966-4f79-9ab2-998dae58f04b), precommit_create {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:16:37.465662 dv-cinder-830097-4-iscsi neutron-server[103458]: INFO neutron.wsgi [req-ddb1115e-92fe-411f-a23b-47083f8285d5 req-556fcd36-1d53-48a4-be89-c47a6a368fc6 tempest-AttachVolumeTestJSON-1144281586 tempest-AttachVolumeTestJSON-1144281586-project] 10.222.0.18 "GET /v2.0/ports?device_id=ba22d8d3-a051-42d3-976a-fa1a9f083b90 HTTP/1.1" status: 200 len: 210 time: 0.0663223 Apr 12 13:16:37.505981 dv-cinder-830097-4-iscsi neutron-server[103458]: DEBUG neutron.wsgi [-] (103458) accepted ('10.222.0.18', 41316) {{(pid=103458) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 13:16:37.561018 dv-cinder-830097-4-iscsi neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-4adb4bf3-0344-4644-943f-b27b7a1b0613 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3691807'] for security_group (cfd8c5e1-176a-4ec9-a303-fec9c4c20e42), after_delete {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:16:37.563945 dv-cinder-830097-4-iscsi neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-4adb4bf3-0344-4644-943f-b27b7a1b0613 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:16:37.567816 dv-cinder-830097-4-iscsi neutron-server[103457]: INFO neutron.wsgi [None req-4adb4bf3-0344-4644-943f-b27b7a1b0613 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/cfd8c5e1-176a-4ec9-a303-fec9c4c20e42 HTTP/1.1" status: 204 len: 168 time: 0.6485815 Apr 12 13:16:37.587986 dv-cinder-830097-4-iscsi neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [req-7db13be3-d192-4e54-93c1-7fa8ca8d6ad2 req-eeb11f47-e054-4e3e-b530-f79225a36284 tempest-AttachVolumeTestJSON-1144281586 tempest-AttachVolumeTestJSON-1144281586-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-915890', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3697887', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732727417914'] for port (62c1ce97-2966-4f79-9ab2-998dae58f04b), after_create {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:16:37.640167 dv-cinder-830097-4-iscsi neutron-server[103457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4adb4bf3-0344-4644-943f-b27b7a1b0613 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cfd8c5e1-176a-4ec9-a303-fec9c4c20e42,revision_number=None']} {{(pid=103457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 13:16:37.661793 dv-cinder-830097-4-iscsi neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-67f0a323-bfb8-47c2-990d-6833c23633b1 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:16:37.714767 dv-cinder-830097-4-iscsi neutron-server[103457]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7db13be3-d192-4e54-93c1-7fa8ca8d6ad2 req-eeb11f47-e054-4e3e-b530-f79225a36284 tempest-AttachVolumeTestJSON-1144281586 tempest-AttachVolumeTestJSON-1144281586-project] Network 33c58c83-bd42-46e6-829a-cd11f58e9fb1 is already hosted by enough agents. {{(pid=103457) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 12 13:16:37.739777 dv-cinder-830097-4-iscsi neutron-server[103457]: DEBUG neutron.scheduler.base_scheduler [req-7db13be3-d192-4e54-93c1-7fa8ca8d6ad2 req-eeb11f47-e054-4e3e-b530-f79225a36284 tempest-AttachVolumeTestJSON-1144281586 tempest-AttachVolumeTestJSON-1144281586-project] Resources bound (agent type, host, resource id): {{(pid=103457) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 12 13:16:37.746920 dv-cinder-830097-4-iscsi neutron-server[103457]: DEBUG neutron.db.l3_dvrscheduler_db [req-7db13be3-d192-4e54-93c1-7fa8ca8d6ad2 req-eeb11f47-e054-4e3e-b530-f79225a36284 tempest-AttachVolumeTestJSON-1144281586 tempest-AttachVolumeTestJSON-1144281586-project] Received port after_create {{(pid=103457) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 12 13:16:37.751999 dv-cinder-830097-4-iscsi neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7db13be3-d192-4e54-93c1-7fa8ca8d6ad2 req-eeb11f47-e054-4e3e-b530-f79225a36284 tempest-AttachVolumeTestJSON-1144281586 tempest-AttachVolumeTestJSON-1144281586-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 13:16:37.752609 dv-cinder-830097-4-iscsi neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [req-7db13be3-d192-4e54-93c1-7fa8ca8d6ad2 req-eeb11f47-e054-4e3e-b530-f79225a36284 tempest-AttachVolumeTestJSON-1144281586 tempest-AttachVolumeTestJSON-1144281586-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-500965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3697709'] for port (None), before_response {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:16:37.755260 dv-cinder-830097-4-iscsi neutron-server[103457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eeb11f47-e054-4e3e-b530-f79225a36284 tempest-AttachVolumeTestJSON-1144281586 tempest-AttachVolumeTestJSON-1144281586-project] Pushing event updated for resources: {'Port': ['ID=62c1ce97-2966-4f79-9ab2-998dae58f04b,revision_number=1']} {{(pid=103457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 13:16:37.759698 dv-cinder-830097-4-iscsi neutron-server[103457]: INFO neutron.wsgi [req-755c0c6e-776c-478e-8c41-3779b4d19156 req-712833b6-f1d3-4e26-9ccd-155fdf6fa652 tempest-AttachVolumeShelveTestJSON-707707766 tempest-AttachVolumeShelveTestJSON-707707766-project] 10.222.0.18 "GET /v2.0/ports?device_id=36b20118-8b82-4226-bcbc-1d8115480b68 HTTP/1.1" status: 200 len: 210 time: 0.0698845 Apr 12 13:16:37.815560 dv-cinder-830097-4-iscsi neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [req-9cc2c85b-487d-4c52-af02-45eeff5859ca req-52fb6b7a-9baa-45c8-bea9-0498951d2ade tempest-AttachVolumeShelveTestJSON-707707766 tempest-AttachVolumeShelveTestJSON-707707766-project] Publish callbacks [] for port (fb9ce2f5-e944-45af-8bea-9306ac5c33df), precommit_create {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:16:37.821855 dv-cinder-830097-4-iscsi neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-67f0a323-bfb8-47c2-990d-6833c23633b1 admin admin] Publish callbacks [] for security_group (2a47c0e5-2b6d-4f88-973a-68522a65de3e), precommit_create {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:16:37.826263 dv-cinder-830097-4-iscsi neutron-server[103457]: INFO neutron.wsgi [req-7db13be3-d192-4e54-93c1-7fa8ca8d6ad2 req-eeb11f47-e054-4e3e-b530-f79225a36284 tempest-AttachVolumeTestJSON-1144281586 tempest-AttachVolumeTestJSON-1144281586-project] 10.222.0.55 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.1195195 Apr 12 13:16:37.828528 dv-cinder-830097-4-iscsi neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-67f0a323-bfb8-47c2-990d-6833c23633b1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3691807'] for security_group (2a47c0e5-2b6d-4f88-973a-68522a65de3e), after_create {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:16:37.879028 dv-cinder-830097-4-iscsi neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [req-9cc2c85b-487d-4c52-af02-45eeff5859ca req-52fb6b7a-9baa-45c8-bea9-0498951d2ade tempest-AttachVolumeShelveTestJSON-707707766 tempest-AttachVolumeShelveTestJSON-707707766-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-915890', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3697887', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732727417914'] for port (fb9ce2f5-e944-45af-8bea-9306ac5c33df), after_create {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:16:37.885578 dv-cinder-830097-4-iscsi neutron-server[103458]: INFO neutron.wsgi [None req-67f0a323-bfb8-47c2-990d-6833c23633b1 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=f953b7865c7c477a9b9c2d21ced42366&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3774335 Apr 12 13:16:37.886444 dv-cinder-830097-4-iscsi neutron-server[103459]: DEBUG neutron.plugins.ml2.rpc [None req-3505bd68-a9fd-4823-92ea-1a6ded8ab071 None None] Device 56170bf4-2a4b-4830-9e9e-5f6c429fd3b5 up at agent hyperv_hv-cinder-83009 {{(pid=103459) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 12 13:16:37.887760 dv-cinder-830097-4-iscsi neutron-server[103458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67f0a323-bfb8-47c2-990d-6833c23633b1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2a47c0e5-2b6d-4f88-973a-68522a65de3e,revision_number=1']} {{(pid=103458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 13:16:37.893333 dv-cinder-830097-4-iscsi neutron-server[103458]: DEBUG neutron.wsgi [-] (103458) accepted ('10.222.0.18', 41330) {{(pid=103458) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 13:16:37.960978 dv-cinder-830097-4-iscsi neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-7ef3c5f0-df18-4c17-837a-27071381c877 admin admin] Publish callbacks [] for security_group (2a47c0e5-2b6d-4f88-973a-68522a65de3e), before_delete {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:16:37.978726 dv-cinder-830097-4-iscsi neutron-server[103457]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9cc2c85b-487d-4c52-af02-45eeff5859ca req-52fb6b7a-9baa-45c8-bea9-0498951d2ade tempest-AttachVolumeShelveTestJSON-707707766 tempest-AttachVolumeShelveTestJSON-707707766-project] Network 6562521a-2ea5-45f4-a1f8-589dc7fbc9f3 is already hosted by enough agents. {{(pid=103457) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 12 13:16:37.980163 dv-cinder-830097-4-iscsi neutron-server[103459]: DEBUG neutron.db.provisioning_blocks [None req-3505bd68-a9fd-4823-92ea-1a6ded8ab071 None None] Provisioning for port 56170bf4-2a4b-4830-9e9e-5f6c429fd3b5 completed by entity L2. {{(pid=103459) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Apr 12 13:16:37.982688 dv-cinder-830097-4-iscsi neutron-server[103457]: DEBUG neutron.scheduler.base_scheduler [req-9cc2c85b-487d-4c52-af02-45eeff5859ca req-52fb6b7a-9baa-45c8-bea9-0498951d2ade tempest-AttachVolumeShelveTestJSON-707707766 tempest-AttachVolumeShelveTestJSON-707707766-project] Resources bound (agent type, host, resource id): {{(pid=103457) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 12 13:16:37.989191 dv-cinder-830097-4-iscsi neutron-server[103457]: DEBUG neutron.db.l3_dvrscheduler_db [req-9cc2c85b-487d-4c52-af02-45eeff5859ca req-52fb6b7a-9baa-45c8-bea9-0498951d2ade tempest-AttachVolumeShelveTestJSON-707707766 tempest-AttachVolumeShelveTestJSON-707707766-project] Received port after_create {{(pid=103457) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 12 13:16:37.990682 dv-cinder-830097-4-iscsi neutron-server[103459]: DEBUG neutron.db.provisioning_blocks [None req-3505bd68-a9fd-4823-92ea-1a6ded8ab071 None None] Provisioning complete for port 56170bf4-2a4b-4830-9e9e-5f6c429fd3b5 triggered by entity L2. {{(pid=103459) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 12 13:16:37.991734 dv-cinder-830097-4-iscsi neutron-server[103459]: DEBUG neutron_lib.callbacks.manager [None req-3505bd68-a9fd-4823-92ea-1a6ded8ab071 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-657243'] for port (56170bf4-2a4b-4830-9e9e-5f6c429fd3b5), provisioning_complete {{(pid=103459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:16:38.003312 dv-cinder-830097-4-iscsi neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cc2c85b-487d-4c52-af02-45eeff5859ca req-52fb6b7a-9baa-45c8-bea9-0498951d2ade tempest-AttachVolumeShelveTestJSON-707707766 tempest-AttachVolumeShelveTestJSON-707707766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 13:16:38.003824 dv-cinder-830097-4-iscsi neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-7ef3c5f0-df18-4c17-837a-27071381c877 admin admin] Publish callbacks [] for security_group (2a47c0e5-2b6d-4f88-973a-68522a65de3e), precommit_delete {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:16:38.004268 dv-cinder-830097-4-iscsi neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [req-9cc2c85b-487d-4c52-af02-45eeff5859ca req-52fb6b7a-9baa-45c8-bea9-0498951d2ade tempest-AttachVolumeShelveTestJSON-707707766 tempest-AttachVolumeShelveTestJSON-707707766-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-500965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3697709'] for port (None), before_response {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:16:38.037614 dv-cinder-830097-4-iscsi neutron-server[103457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52fb6b7a-9baa-45c8-bea9-0498951d2ade tempest-AttachVolumeShelveTestJSON-707707766 tempest-AttachVolumeShelveTestJSON-707707766-project] Pushing event updated for resources: {'Port': ['ID=fb9ce2f5-e944-45af-8bea-9306ac5c33df,revision_number=1']} {{(pid=103457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 13:16:38.055494 dv-cinder-830097-4-iscsi neutron-server[103457]: INFO neutron.wsgi [req-9cc2c85b-487d-4c52-af02-45eeff5859ca req-52fb6b7a-9baa-45c8-bea9-0498951d2ade tempest-AttachVolumeShelveTestJSON-707707766 tempest-AttachVolumeShelveTestJSON-707707766-project] 10.222.0.55 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.4026637 Apr 12 13:16:38.094770 dv-cinder-830097-4-iscsi neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-7ef3c5f0-df18-4c17-837a-27071381c877 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3691807'] for security_group (2a47c0e5-2b6d-4f88-973a-68522a65de3e), after_delete {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:16:38.098210 dv-cinder-830097-4-iscsi neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-7ef3c5f0-df18-4c17-837a-27071381c877 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:16:38.101738 dv-cinder-830097-4-iscsi neutron-server[103458]: INFO neutron.wsgi [None req-7ef3c5f0-df18-4c17-837a-27071381c877 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/2a47c0e5-2b6d-4f88-973a-68522a65de3e HTTP/1.1" status: 204 len: 168 time: 0.2082248 Apr 12 13:16:38.127684 dv-cinder-830097-4-iscsi neutron-server[103458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ef3c5f0-df18-4c17-837a-27071381c877 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2a47c0e5-2b6d-4f88-973a-68522a65de3e,revision_number=None']} {{(pid=103458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 13:16:38.172165 dv-cinder-830097-4-iscsi neutron-server[103460]: DEBUG neutron.db.agents_db [None req-38c2972b-b018-47ca-95cb-8760adc1e78b None None] Agent healthcheck: found 6 active agents {{(pid=103460) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 12 13:16:38.225693 dv-cinder-830097-4-iscsi neutron-server[103459]: DEBUG neutron.plugins.ml2.plugin [None req-3505bd68-a9fd-4823-92ea-1a6ded8ab071 None None] Current status of the port 56170bf4-2a4b-4830-9e9e-5f6c429fd3b5 is: BUILD; New status is: ACTIVE {{(pid=103459) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 12 13:16:38.226083 dv-cinder-830097-4-iscsi neutron-server[103459]: DEBUG neutron_lib.callbacks.manager [None req-3505bd68-a9fd-4823-92ea-1a6ded8ab071 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-916304'] for port (56170bf4-2a4b-4830-9e9e-5f6c429fd3b5), before_update {{(pid=103459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:16:38.245718 dv-cinder-830097-4-iscsi neutron-server[103459]: DEBUG neutron.db.provisioning_blocks [None req-6f7e7571-294c-4eab-a84e-c3e93fb308d5 None None] Provisioning complete for port 62c1ce97-2966-4f79-9ab2-998dae58f04b triggered by entity DHCP. {{(pid=103459) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 12 13:16:38.246119 dv-cinder-830097-4-iscsi neutron-server[103459]: DEBUG neutron_lib.callbacks.manager [None req-6f7e7571-294c-4eab-a84e-c3e93fb308d5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-657243'] for port (62c1ce97-2966-4f79-9ab2-998dae58f04b), provisioning_complete {{(pid=103459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:16:38.336829 dv-cinder-830097-4-iscsi neutron-server[103458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f009b21a-5a5f-4b77-93c1-5dca45efc1e9 req-11ce80b6-ce34-48b3-9e1e-601ca2b82759 tempest-ServerRescueNegativeTestJSON-440649021 tempest-ServerRescueNegativeTestJSON-440649021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 13:16:38.346905 dv-cinder-830097-4-iscsi neutron-server[103459]: DEBUG neutron.plugins.ml2.db [None req-3505bd68-a9fd-4823-92ea-1a6ded8ab071 None None] For port 56170bf4-2a4b-4830-9e9e-5f6c429fd3b5, host hv-cinder-83009, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83009',level=0,port_id=56170bf4-2a4b-4830-9e9e-5f6c429fd3b5,segment=NetworkSegment(cbdc8fb7-4f48-4130-80a4-939d65d92cbb),segment_id=cbdc8fb7-4f48-4130-80a4-939d65d92cbb)] {{(pid=103459) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 12 13:16:38.348277 dv-cinder-830097-4-iscsi neutron-server[103459]: DEBUG neutron.plugins.ml2.plugin [None req-6f7e7571-294c-4eab-a84e-c3e93fb308d5 None None] Port 62c1ce97-2966-4f79-9ab2-998dae58f04b cannot update to ACTIVE because it is not bound. {{(pid=103459) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 12 13:16:38.350409 dv-cinder-830097-4-iscsi neutron-server[103458]: INFO neutron.wsgi [req-f009b21a-5a5f-4b77-93c1-5dca45efc1e9 req-11ce80b6-ce34-48b3-9e1e-601ca2b82759 tempest-ServerRescueNegativeTestJSON-440649021 tempest-ServerRescueNegativeTestJSON-440649021-project] 10.222.0.18 "GET /v2.0/ports?device_id=b080094e-e021-4092-a88d-24358c73db4d HTTP/1.1" status: 200 len: 943 time: 0.0956178 Apr 12 13:16:38.353471 dv-cinder-830097-4-iscsi neutron-server[103459]: DEBUG neutron_lib.callbacks.manager [None req-3505bd68-a9fd-4823-92ea-1a6ded8ab071 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-915890', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3697887', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732727894815', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732727417932', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732727417950'] for port (56170bf4-2a4b-4830-9e9e-5f6c429fd3b5), after_update {{(pid=103459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:16:38.407885 dv-cinder-830097-4-iscsi neutron-server[103458]: INFO neutron.wsgi [req-f009b21a-5a5f-4b77-93c1-5dca45efc1e9 req-1e55e49c-be61-4762-8768-53ecc755ea06 tempest-ServerRescueNegativeTestJSON-440649021 tempest-ServerRescueNegativeTestJSON-440649021-project] 10.222.0.18 "GET /v2.0/security-groups?id=1da71eb9-9022-4720-ae95-e700d9700270&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0564871 Apr 12 13:16:38.438334 dv-cinder-830097-4-iscsi neutron-server[103459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3505bd68-a9fd-4823-92ea-1a6ded8ab071 None None] Pushing event updated for resources: {'Port': ['ID=56170bf4-2a4b-4830-9e9e-5f6c429fd3b5,revision_number=5']} {{(pid=103459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 13:16:38.475018 dv-cinder-830097-4-iscsi neutron-server[103459]: DEBUG neutron.db.provisioning_blocks [None req-bf599b9e-6560-42d9-b9e2-6971ca566741 None None] Provisioning complete for port fb9ce2f5-e944-45af-8bea-9306ac5c33df triggered by entity DHCP. {{(pid=103459) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 12 13:16:38.475655 dv-cinder-830097-4-iscsi neutron-server[103459]: DEBUG neutron_lib.callbacks.manager [None req-bf599b9e-6560-42d9-b9e2-6971ca566741 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-657243'] for port (fb9ce2f5-e944-45af-8bea-9306ac5c33df), provisioning_complete {{(pid=103459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:16:38.520404 dv-cinder-830097-4-iscsi neutron-server[103459]: DEBUG neutron.plugins.ml2.plugin [None req-bf599b9e-6560-42d9-b9e2-6971ca566741 None None] Port fb9ce2f5-e944-45af-8bea-9306ac5c33df cannot update to ACTIVE because it is not bound. {{(pid=103459) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 12 13:16:38.576647 dv-cinder-830097-4-iscsi neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a68f6be-6f4b-40d3-adc1-22894f316496 req-87c245e5-503d-4783-8925-e95a52e143e0 tempest-DeleteServersTestJSON-535355193 tempest-DeleteServersTestJSON-535355193-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 13:16:38.585193 dv-cinder-830097-4-iscsi neutron-server[103457]: INFO neutron.wsgi [req-6a68f6be-6f4b-40d3-adc1-22894f316496 req-87c245e5-503d-4783-8925-e95a52e143e0 tempest-DeleteServersTestJSON-535355193 tempest-DeleteServersTestJSON-535355193-project] 10.222.0.18 "GET /v2.0/ports?device_id=62c98bc3-e89d-4509-9b6a-001a4d0a6e3b HTTP/1.1" status: 200 len: 946 time: 0.1129692 Apr 12 13:16:38.602941 dv-cinder-830097-4-iscsi neutron-server[103459]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5aa72395-ebb9-4022-8269-0c34238e58aa', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '56170bf4-2a4b-4830-9e9e-5f6c429fd3b5'}] {{(pid=103459) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 12 13:16:38.602941 dv-cinder-830097-4-iscsi neutron-server[103459]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}95104bc0dd48ad9143548caf8a5bdec643107760c32fce8433ea43eac3fbdd81" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-597e9308-6b17-4ca3-8f86-206499449eab" -d '{"events": [{"server_uuid": "5aa72395-ebb9-4022-8269-0c34238e58aa", "name": "network-vif-plugged", "status": "completed", "tag": "56170bf4-2a4b-4830-9e9e-5f6c429fd3b5"}]}' {{(pid=103459) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 12 13:16:38.632366 dv-cinder-830097-4-iscsi neutron-server[103458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ce19194-fee6-4465-8cfc-a6a6bdcceb60 req-a10088bf-fcf3-4a2d-a96f-e1c4bdceb97b tempest-AttachVolumeTestJSON-1144281586 tempest-AttachVolumeTestJSON-1144281586-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 13:16:38.634018 dv-cinder-830097-4-iscsi neutron-server[103458]: INFO neutron.wsgi [req-9ce19194-fee6-4465-8cfc-a6a6bdcceb60 req-a10088bf-fcf3-4a2d-a96f-e1c4bdceb97b tempest-AttachVolumeTestJSON-1144281586 tempest-AttachVolumeTestJSON-1144281586-project] 10.222.0.18 "GET /v2.0/ports?device_id=ba22d8d3-a051-42d3-976a-fa1a9f083b90 HTTP/1.1" status: 200 len: 932 time: 0.0713074 Apr 12 13:16:38.673237 dv-cinder-830097-4-iscsi neutron-server[103457]: INFO neutron.wsgi [req-6a68f6be-6f4b-40d3-adc1-22894f316496 req-eefc7822-8fa3-4951-ad82-0b7ecfb77ed0 tempest-DeleteServersTestJSON-535355193 tempest-DeleteServersTestJSON-535355193-project] 10.222.0.18 "GET /v2.0/security-groups?id=feb0ab55-6426-4522-af82-2b05ab6d5c27&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0776598 Apr 12 13:16:38.711756 dv-cinder-830097-4-iscsi neutron-server[103458]: INFO neutron.wsgi [req-9ce19194-fee6-4465-8cfc-a6a6bdcceb60 req-90cea1a3-d1af-4648-b641-45d1a901cec2 tempest-AttachVolumeTestJSON-1144281586 tempest-AttachVolumeTestJSON-1144281586-project] 10.222.0.18 "GET /v2.0/security-groups?id=217ddcda-2ab1-4d2d-8d94-6a87ae6035e1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0690627 Apr 12 13:16:38.722103 dv-cinder-830097-4-iscsi neutron-server[103459]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 12 Apr 2022 13:16:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4adaa323-de1c-4de5-a879-dd8a63c6cbfa x-openstack-request-id: req-4adaa323-de1c-4de5-a879-dd8a63c6cbfa {{(pid=103459) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 12 13:16:38.722508 dv-cinder-830097-4-iscsi neutron-server[103459]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5aa72395-ebb9-4022-8269-0c34238e58aa", "name": "network-vif-plugged", "status": "completed", "tag": "56170bf4-2a4b-4830-9e9e-5f6c429fd3b5", "code": 200}]} {{(pid=103459) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 12 13:16:38.722827 dv-cinder-830097-4-iscsi neutron-server[103459]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-4adaa323-de1c-4de5-a879-dd8a63c6cbfa {{(pid=103459) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 12 13:16:38.723439 dv-cinder-830097-4-iscsi neutron-server[103459]: INFO neutron.notifiers.nova [-] Nova event matching ['req-4adaa323-de1c-4de5-a879-dd8a63c6cbfa'] response: {'server_uuid': '5aa72395-ebb9-4022-8269-0c34238e58aa', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '56170bf4-2a4b-4830-9e9e-5f6c429fd3b5', 'code': 200} Apr 12 13:16:38.924013 dv-cinder-830097-4-iscsi neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea2f6fe6-ac89-4aa9-b7e4-aa75c5664fb6 req-711bbb51-2c4f-4165-bd67-5097a40a218b tempest-AttachVolumeShelveTestJSON-707707766 tempest-AttachVolumeShelveTestJSON-707707766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 13:16:38.925534 dv-cinder-830097-4-iscsi neutron-server[103457]: INFO neutron.wsgi [req-ea2f6fe6-ac89-4aa9-b7e4-aa75c5664fb6 req-711bbb51-2c4f-4165-bd67-5097a40a218b tempest-AttachVolumeShelveTestJSON-707707766 tempest-AttachVolumeShelveTestJSON-707707766-project] 10.222.0.18 "GET /v2.0/ports?device_id=36b20118-8b82-4226-bcbc-1d8115480b68 HTTP/1.1" status: 200 len: 931 time: 0.0602829 Apr 12 13:16:38.979161 dv-cinder-830097-4-iscsi neutron-server[103457]: INFO neutron.wsgi [req-ea2f6fe6-ac89-4aa9-b7e4-aa75c5664fb6 req-20435752-463f-48c2-a2c4-035664f4c09e tempest-AttachVolumeShelveTestJSON-707707766 tempest-AttachVolumeShelveTestJSON-707707766-project] 10.222.0.18 "GET /v2.0/security-groups?id=6faf4076-452d-49e5-b67e-bfa1b1fd13c3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0470202 Apr 12 13:16:39.289376 dv-cinder-830097-4-iscsi neutron-server[103457]: DEBUG neutron.api.v2.base [req-9cc2c85b-487d-4c52-af02-45eeff5859ca req-a7321baa-2b83-40dd-bad6-c213bf983283 service neutron] Request body: {'port': {'device_id': '36b20118-8b82-4226-bcbc-1d8115480b68', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83009'}} {{(pid=103457) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 12 13:16:39.347400 dv-cinder-830097-4-iscsi neutron-server[103457]: DEBUG neutron.api.v2.base [req-7db13be3-d192-4e54-93c1-7fa8ca8d6ad2 req-e98e61c1-2838-411c-9c43-07f678821ed4 service neutron] Request body: {'port': {'device_id': 'ba22d8d3-a051-42d3-976a-fa1a9f083b90', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83009'}} {{(pid=103457) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 12 13:16:39.393252 dv-cinder-830097-4-iscsi neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6f11d8d-08d6-4993-802c-5af5962e484c req-c06dfa1b-6d43-4669-9bd2-6ed6a02dde68 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 13:16:39.394815 dv-cinder-830097-4-iscsi neutron-server[103457]: INFO neutron.wsgi [req-d6f11d8d-08d6-4993-802c-5af5962e484c req-c06dfa1b-6d43-4669-9bd2-6ed6a02dde68 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=03e871d047514daabb60a84f86099232&device_id=b080094e-e021-4092-a88d-24358c73db4d HTTP/1.1" status: 200 len: 1127 time: 0.0488317 Apr 12 13:16:39.534802 dv-cinder-830097-4-iscsi neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d2937ae-c21c-4bbf-b13d-2c673958ba0a req-457c9270-9648-433a-b46a-32676ae270a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 13:16:39.535884 dv-cinder-830097-4-iscsi neutron-server[103457]: INFO neutron.wsgi [req-6d2937ae-c21c-4bbf-b13d-2c673958ba0a req-457c9270-9648-433a-b46a-32676ae270a5 service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=62c98bc3-e89d-4509-9b6a-001a4d0a6e3b HTTP/1.1" status: 200 len: 1130 time: 0.1909509 Apr 12 13:16:39.549357 dv-cinder-830097-4-iscsi neutron-server[103458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98523bb9-f975-4a12-8e9f-3f787be76f92 req-99ca5f39-8ac4-4057-b3b6-e5887cebb15b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 13:16:39.551765 dv-cinder-830097-4-iscsi neutron-server[103458]: INFO neutron.wsgi [req-98523bb9-f975-4a12-8e9f-3f787be76f92 req-99ca5f39-8ac4-4057-b3b6-e5887cebb15b service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=5aa72395-ebb9-4022-8269-0c34238e58aa HTTP/1.1" status: 200 len: 1129 time: 0.0842638 Apr 12 13:16:39.610725 dv-cinder-830097-4-iscsi neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [req-98523bb9-f975-4a12-8e9f-3f787be76f92 req-ec373dec-aff9-4ec3-8261-b5c0a190bdc9 service neutron] Publish callbacks [] for security_group (None), before_create {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:16:39.647442 dv-cinder-830097-4-iscsi neutron-server[103458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd30993b-5632-4724-b021-408df514d647 req-c7ab1c28-c629-47fe-8c2a-a145a2f69cba tempest-ServerRescueNegativeTestJSON-440649021 tempest-ServerRescueNegativeTestJSON-440649021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 13:16:39.650442 dv-cinder-830097-4-iscsi neutron-server[103458]: INFO neutron.wsgi [req-dd30993b-5632-4724-b021-408df514d647 req-c7ab1c28-c629-47fe-8c2a-a145a2f69cba tempest-ServerRescueNegativeTestJSON-440649021 tempest-ServerRescueNegativeTestJSON-440649021-project] 10.222.0.18 "GET /v2.0/ports?device_id=b080094e-e021-4092-a88d-24358c73db4d HTTP/1.1" status: 200 len: 943 time: 0.0976851 Apr 12 13:16:39.663514 dv-cinder-830097-4-iscsi neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [req-6d2937ae-c21c-4bbf-b13d-2c673958ba0a req-5ea6488b-3c83-4f0e-a6b5-0f353ccc6400 service neutron] Publish callbacks [] for security_group (None), before_create {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:16:39.714777 dv-cinder-830097-4-iscsi neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [req-9cc2c85b-487d-4c52-af02-45eeff5859ca req-a7321baa-2b83-40dd-bad6-c213bf983283 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-916304'] for port (fb9ce2f5-e944-45af-8bea-9306ac5c33df), before_update {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:16:39.737160 dv-cinder-830097-4-iscsi neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [req-7db13be3-d192-4e54-93c1-7fa8ca8d6ad2 req-e98e61c1-2838-411c-9c43-07f678821ed4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-916304'] for port (62c1ce97-2966-4f79-9ab2-998dae58f04b), before_update {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:16:39.748436 dv-cinder-830097-4-iscsi neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [req-98523bb9-f975-4a12-8e9f-3f787be76f92 req-ec373dec-aff9-4ec3-8261-b5c0a190bdc9 service neutron] Publish callbacks [] for security_group (bdb2ed5c-63dd-49e7-a750-cdbc5b51800d), precommit_create {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:16:39.760541 dv-cinder-830097-4-iscsi neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [req-98523bb9-f975-4a12-8e9f-3f787be76f92 req-ec373dec-aff9-4ec3-8261-b5c0a190bdc9 service neutron] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3691807'] for security_group (bdb2ed5c-63dd-49e7-a750-cdbc5b51800d), after_create {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:16:39.823566 dv-cinder-830097-4-iscsi neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6f11d8d-08d6-4993-802c-5af5962e484c req-f097edae-f26b-4589-b5d4-b6bfb52c135b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 13:16:39.825278 dv-cinder-830097-4-iscsi neutron-server[103457]: INFO neutron.wsgi [req-d6f11d8d-08d6-4993-802c-5af5962e484c req-f097edae-f26b-4589-b5d4-b6bfb52c135b service neutron] 10.222.0.55 "GET /v2.0/networks?id=8a9d7c73-ddbc-4eef-a839-e9bbe858207d HTTP/1.1" status: 200 len: 919 time: 0.3433769 Apr 12 13:16:39.828574 dv-cinder-830097-4-iscsi neutron-server[103458]: INFO neutron.wsgi [req-dd30993b-5632-4724-b021-408df514d647 req-c2ab926b-d885-4f19-9e29-9e7db39042ad tempest-ServerRescueNegativeTestJSON-440649021 tempest-ServerRescueNegativeTestJSON-440649021-project] 10.222.0.18 "GET /v2.0/security-groups?id=1da71eb9-9022-4720-ae95-e700d9700270&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1062694 Apr 12 13:16:39.836517 dv-cinder-830097-4-iscsi neutron-server[103458]: INFO neutron.wsgi [req-98523bb9-f975-4a12-8e9f-3f787be76f92 req-ec373dec-aff9-4ec3-8261-b5c0a190bdc9 service neutron] 10.222.0.55 "GET /v2.0/security-groups?id=1da71eb9-9022-4720-ae95-e700d9700270&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2742314 Apr 12 13:16:39.838451 dv-cinder-830097-4-iscsi neutron-server[103458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec373dec-aff9-4ec3-8261-b5c0a190bdc9 service neutron] Pushing event updated for resources: {'SecurityGroup': ['ID=bdb2ed5c-63dd-49e7-a750-cdbc5b51800d,revision_number=1']} {{(pid=103458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 13:16:39.879768 dv-cinder-830097-4-iscsi neutron-server[103459]: DEBUG neutron.plugins.ml2.rpc [None req-3505bd68-a9fd-4823-92ea-1a6ded8ab071 None None] Device a80fde99-780f-435c-a3d5-3c83d3ff26d5 details requested by agent hyperv_hv-cinder-83009 with host hv-cinder-83009 {{(pid=103459) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 12 13:16:39.991816 dv-cinder-830097-4-iscsi neutron-server[103457]: INFO neutron.wsgi [req-d6f11d8d-08d6-4993-802c-5af5962e484c req-21d2b410-0673-4601-ad0b-6c4e49ae15d0 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=a80fde99-780f-435c-a3d5-3c83d3ff26d5 HTTP/1.1" status: 200 len: 217 time: 0.0744078 Apr 12 13:16:39.996076 dv-cinder-830097-4-iscsi neutron-server[103458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-845617e1-457a-48b8-8c1b-87ee219fe549 req-032ed1e5-4ac4-4271-933d-8e9993380803 tempest-AttachVolumeTestJSON-1144281586 tempest-AttachVolumeTestJSON-1144281586-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 13:16:40.004115 dv-cinder-830097-4-iscsi neutron-server[103458]: INFO neutron.wsgi [req-845617e1-457a-48b8-8c1b-87ee219fe549 req-032ed1e5-4ac4-4271-933d-8e9993380803 tempest-AttachVolumeTestJSON-1144281586 tempest-AttachVolumeTestJSON-1144281586-project] 10.222.0.18 "GET /v2.0/ports?device_id=ba22d8d3-a051-42d3-976a-fa1a9f083b90 HTTP/1.1" status: 200 len: 932 time: 0.0873260 Apr 12 13:16:40.006417 dv-cinder-830097-4-iscsi neutron-server[103457]: DEBUG neutron_lib.db.api [req-6d2937ae-c21c-4bbf-b13d-2c673958ba0a req-5ea6488b-3c83-4f0e-a6b5-0f353ccc6400 service neutron] Retry wrapper got retriable exception: Failed to create a duplicate DefaultSecurityGroup: for attribute(s) ['default_security_group.PRIMARY'] with value(s) 0d7737471e7d4355a18884cc3a76f7b9 {{(pid=103457) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 12 13:16:40.013066 dv-cinder-830097-4-iscsi neutron-server[103457]: DEBUG oslo_db.api [req-6d2937ae-c21c-4bbf-b13d-2c673958ba0a req-5ea6488b-3c83-4f0e-a6b5-0f353ccc6400 service neutron] Performing DB retry for function neutron.db.securitygroups_db.SecurityGroupDbMixin.create_security_group {{(pid=103457) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 12 13:16:40.074851 dv-cinder-830097-4-iscsi neutron-server[103458]: INFO neutron.wsgi [req-845617e1-457a-48b8-8c1b-87ee219fe549 req-087e51a4-3605-4da3-ae6e-ee0dc13ecc8b tempest-AttachVolumeTestJSON-1144281586 tempest-AttachVolumeTestJSON-1144281586-project] 10.222.0.18 "GET /v2.0/security-groups?id=217ddcda-2ab1-4d2d-8d94-6a87ae6035e1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0675185 Apr 12 13:16:40.101032 dv-cinder-830097-4-iscsi neutron-server[103459]: DEBUG neutron.plugins.ml2.db [None req-3505bd68-a9fd-4823-92ea-1a6ded8ab071 None None] For port a80fde99-780f-435c-a3d5-3c83d3ff26d5, host hv-cinder-83009, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83009',level=0,port_id=a80fde99-780f-435c-a3d5-3c83d3ff26d5,segment=NetworkSegment(cbdc8fb7-4f48-4130-80a4-939d65d92cbb),segment_id=cbdc8fb7-4f48-4130-80a4-939d65d92cbb)] {{(pid=103459) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 12 13:16:40.104277 dv-cinder-830097-4-iscsi neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a84d24c2-e181-4c41-b9bc-91938a9458f8 req-cb896d9c-1f51-48d0-b203-389ff7b58e11 tempest-DeleteServersTestJSON-535355193 tempest-DeleteServersTestJSON-535355193-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 13:16:40.105936 dv-cinder-830097-4-iscsi neutron-server[103457]: INFO neutron.wsgi [req-a84d24c2-e181-4c41-b9bc-91938a9458f8 req-cb896d9c-1f51-48d0-b203-389ff7b58e11 tempest-DeleteServersTestJSON-535355193 tempest-DeleteServersTestJSON-535355193-project] 10.222.0.18 "GET /v2.0/ports?device_id=62c98bc3-e89d-4509-9b6a-001a4d0a6e3b HTTP/1.1" status: 200 len: 946 time: 0.3240976 Apr 12 13:16:40.126545 dv-cinder-830097-4-iscsi neutron-server[103459]: DEBUG neutron.plugins.ml2.rpc [None req-3505bd68-a9fd-4823-92ea-1a6ded8ab071 None None] Returning: {'device': 'a80fde99-780f-435c-a3d5-3c83d3ff26d5', 'network_id': '8a9d7c73-ddbc-4eef-a839-e9bbe858207d', 'port_id': 'a80fde99-780f-435c-a3d5-3c83d3ff26d5', 'mac_address': 'fa:16:3e:e7:9b:e6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 222, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e7f620b9-ee69-4e3f-9fdf-c3881765f45f', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103459) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 12 13:16:40.247170 dv-cinder-830097-4-iscsi neutron-server[103459]: DEBUG neutron.plugins.ml2.plugin [None req-3505bd68-a9fd-4823-92ea-1a6ded8ab071 None None] Current status of the port a80fde99-780f-435c-a3d5-3c83d3ff26d5 is: DOWN; New status is: BUILD {{(pid=103459) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 12 13:16:40.247735 dv-cinder-830097-4-iscsi neutron-server[103459]: DEBUG neutron_lib.callbacks.manager [None req-3505bd68-a9fd-4823-92ea-1a6ded8ab071 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-916304'] for port (a80fde99-780f-435c-a3d5-3c83d3ff26d5), before_update {{(pid=103459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:16:40.263378 dv-cinder-830097-4-iscsi neutron-server[103459]: DEBUG neutron.notifiers.nova [None req-3505bd68-a9fd-4823-92ea-1a6ded8ab071 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a80fde99-780f-435c-a3d5-3c83d3ff26d5 {{(pid=103459) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 12 13:16:40.266684 dv-cinder-830097-4-iscsi neutron-server[103458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1eca50a-e4af-45b3-9115-8b21c0e0f61a req-0c8e176e-525e-4920-b018-a4281a9413aa tempest-AttachVolumeShelveTestJSON-707707766 tempest-AttachVolumeShelveTestJSON-707707766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 13:16:40.287399 dv-cinder-830097-4-iscsi neutron-server[103458]: INFO neutron.wsgi [req-a1eca50a-e4af-45b3-9115-8b21c0e0f61a req-0c8e176e-525e-4920-b018-a4281a9413aa tempest-AttachVolumeShelveTestJSON-707707766 tempest-AttachVolumeShelveTestJSON-707707766-project] 10.222.0.18 "GET /v2.0/ports?device_id=36b20118-8b82-4226-bcbc-1d8115480b68 HTTP/1.1" status: 200 len: 931 time: 0.0960271 Apr 12 13:16:40.297289 dv-cinder-830097-4-iscsi neutron-server[103459]: DEBUG neutron.plugins.ml2.db [None req-3505bd68-a9fd-4823-92ea-1a6ded8ab071 None None] For port a80fde99-780f-435c-a3d5-3c83d3ff26d5, host hv-cinder-83009, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83009',level=0,port_id=a80fde99-780f-435c-a3d5-3c83d3ff26d5,segment=NetworkSegment(cbdc8fb7-4f48-4130-80a4-939d65d92cbb),segment_id=cbdc8fb7-4f48-4130-80a4-939d65d92cbb)] {{(pid=103459) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 12 13:16:40.303819 dv-cinder-830097-4-iscsi neutron-server[103459]: DEBUG neutron_lib.callbacks.manager [None req-3505bd68-a9fd-4823-92ea-1a6ded8ab071 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-915890', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3697887', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732727894815', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732727417932', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732727417950'] for port (a80fde99-780f-435c-a3d5-3c83d3ff26d5), after_update {{(pid=103459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:16:40.369907 dv-cinder-830097-4-iscsi neutron-server[103458]: INFO neutron.wsgi [req-a1eca50a-e4af-45b3-9115-8b21c0e0f61a req-6a0f83cf-eca0-4280-9609-f8a967c2c99c tempest-AttachVolumeShelveTestJSON-707707766 tempest-AttachVolumeShelveTestJSON-707707766-project] 10.222.0.18 "GET /v2.0/security-groups?id=6faf4076-452d-49e5-b67e-bfa1b1fd13c3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0813103 Apr 12 13:16:40.409476 dv-cinder-830097-4-iscsi neutron-server[103459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3505bd68-a9fd-4823-92ea-1a6ded8ab071 None None] Pushing event updated for resources: {'Port': ['ID=a80fde99-780f-435c-a3d5-3c83d3ff26d5,revision_number=4']} {{(pid=103459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 13:16:40.604188 dv-cinder-830097-4-iscsi neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [req-6d2937ae-c21c-4bbf-b13d-2c673958ba0a req-5ea6488b-3c83-4f0e-a6b5-0f353ccc6400 service neutron] Publish callbacks [] for security_group (None), before_create {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:16:40.732164 dv-cinder-830097-4-iscsi neutron-server[103459]: DEBUG neutron.plugins.ml2.db [None req-3505bd68-a9fd-4823-92ea-1a6ded8ab071 None None] get_ports_and_sgs() called for port_ids ['a80fde99-780f-435c-a3d5-3c83d3ff26d5'] {{(pid=103459) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 12 13:16:40.803102 dv-cinder-830097-4-iscsi neutron-server[103457]: INFO neutron.wsgi [req-a84d24c2-e181-4c41-b9bc-91938a9458f8 req-62c9e682-b1e2-47d5-8666-3795af81f91f tempest-DeleteServersTestJSON-535355193 tempest-DeleteServersTestJSON-535355193-project] 10.222.0.18 "GET /v2.0/security-groups?id=feb0ab55-6426-4522-af82-2b05ab6d5c27&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6862023 Apr 12 13:16:40.836934 dv-cinder-830097-4-iscsi neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6f11d8d-08d6-4993-802c-5af5962e484c req-6a1fe637-011e-4128-8082-21de3a57d26a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 13:16:40.839057 dv-cinder-830097-4-iscsi neutron-server[103457]: INFO neutron.wsgi [req-d6f11d8d-08d6-4993-802c-5af5962e484c req-6a1fe637-011e-4128-8082-21de3a57d26a service neutron] 10.222.0.55 "GET /v2.0/subnets?id=e7f620b9-ee69-4e3f-9fdf-c3881765f45f HTTP/1.1" status: 200 len: 857 time: 0.2295420 Apr 12 13:16:41.000028 dv-cinder-830097-4-iscsi neutron-server[103457]: DEBUG neutron.notifiers.nova [req-7db13be3-d192-4e54-93c1-7fa8ca8d6ad2 req-e98e61c1-2838-411c-9c43-07f678821ed4 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 62c1ce97-2966-4f79-9ab2-998dae58f04b {{(pid=103457) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 12 13:16:41.041139 dv-cinder-830097-4-iscsi neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [req-7db13be3-d192-4e54-93c1-7fa8ca8d6ad2 req-e98e61c1-2838-411c-9c43-07f678821ed4 service neutron] Publish callbacks [] for port (62c1ce97-2966-4f79-9ab2-998dae58f04b), precommit_update {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:16:41.050751 dv-cinder-830097-4-iscsi neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6f11d8d-08d6-4993-802c-5af5962e484c req-1190ecdc-58f9-425b-bc36-1ad5d9a1aa1f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 13:16:41.052257 dv-cinder-830097-4-iscsi neutron-server[103457]: INFO neutron.wsgi [req-d6f11d8d-08d6-4993-802c-5af5962e484c req-1190ecdc-58f9-425b-bc36-1ad5d9a1aa1f service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=8a9d7c73-ddbc-4eef-a839-e9bbe858207d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.1744733 Apr 12 13:16:41.080019 dv-cinder-830097-4-iscsi neutron-server[103458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9a69818-96bb-4d62-bb92-1df85fc4ef51 req-238891fd-840e-4b1a-9595-4ca3ff7cb0c5 tempest-ServerRescueNegativeTestJSON-440649021 tempest-ServerRescueNegativeTestJSON-440649021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 13:16:41.084816 dv-cinder-830097-4-iscsi neutron-server[103457]: INFO neutron.wsgi [req-6d2937ae-c21c-4bbf-b13d-2c673958ba0a req-5ea6488b-3c83-4f0e-a6b5-0f353ccc6400 service neutron] 10.222.0.55 "GET /v2.0/security-groups?id=feb0ab55-6426-4522-af82-2b05ab6d5c27&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.5338404 Apr 12 13:16:41.089467 dv-cinder-830097-4-iscsi neutron-server[103458]: INFO neutron.wsgi [req-d9a69818-96bb-4d62-bb92-1df85fc4ef51 req-238891fd-840e-4b1a-9595-4ca3ff7cb0c5 tempest-ServerRescueNegativeTestJSON-440649021 tempest-ServerRescueNegativeTestJSON-440649021-project] 10.222.0.18 "GET /v2.0/ports?device_id=b080094e-e021-4092-a88d-24358c73db4d HTTP/1.1" status: 200 len: 944 time: 0.1261489 Apr 12 13:16:41.149041 dv-cinder-830097-4-iscsi neutron-server[103457]: DEBUG neutron.db.provisioning_blocks [req-7db13be3-d192-4e54-93c1-7fa8ca8d6ad2 req-e98e61c1-2838-411c-9c43-07f678821ed4 service neutron] Transition to ACTIVE for port object 62c1ce97-2966-4f79-9ab2-998dae58f04b will not be triggered until provisioned by entity L2. {{(pid=103457) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 12 13:16:41.165721 dv-cinder-830097-4-iscsi neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [req-7db13be3-d192-4e54-93c1-7fa8ca8d6ad2 req-e98e61c1-2838-411c-9c43-07f678821ed4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-915890', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3697887', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732727894815', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732727417932', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732727417950'] for port (62c1ce97-2966-4f79-9ab2-998dae58f04b), after_update {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:16:41.196860 dv-cinder-830097-4-iscsi neutron-server[103458]: INFO neutron.wsgi [req-d9a69818-96bb-4d62-bb92-1df85fc4ef51 req-1eef00dd-5c20-4920-91bb-c3861f8c7182 tempest-ServerRescueNegativeTestJSON-440649021 tempest-ServerRescueNegativeTestJSON-440649021-project] 10.222.0.18 "GET /v2.0/security-groups?id=1da71eb9-9022-4720-ae95-e700d9700270&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1062176 Apr 12 13:16:41.253303 dv-cinder-830097-4-iscsi neutron-server[103457]: DEBUG neutron.notifiers.nova [req-9cc2c85b-487d-4c52-af02-45eeff5859ca req-a7321baa-2b83-40dd-bad6-c213bf983283 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id fb9ce2f5-e944-45af-8bea-9306ac5c33df {{(pid=103457) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 12 13:16:41.289815 dv-cinder-830097-4-iscsi neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [req-9cc2c85b-487d-4c52-af02-45eeff5859ca req-a7321baa-2b83-40dd-bad6-c213bf983283 service neutron] Publish callbacks [] for port (fb9ce2f5-e944-45af-8bea-9306ac5c33df), precommit_update {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:16:41.327177 dv-cinder-830097-4-iscsi neutron-server[103457]: DEBUG neutron.db.provisioning_blocks [req-9cc2c85b-487d-4c52-af02-45eeff5859ca req-a7321baa-2b83-40dd-bad6-c213bf983283 service neutron] Transition to ACTIVE for port object fb9ce2f5-e944-45af-8bea-9306ac5c33df will not be triggered until provisioned by entity L2. {{(pid=103457) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 12 13:16:41.340460 dv-cinder-830097-4-iscsi neutron-server[103457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e98e61c1-2838-411c-9c43-07f678821ed4 service neutron] Pushing event updated for resources: {'Port': ['ID=62c1ce97-2966-4f79-9ab2-998dae58f04b,revision_number=2']} {{(pid=103457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 13:16:41.361357 dv-cinder-830097-4-iscsi neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-944cca63-4ded-4e92-8af8-c9c715d5c8d2 req-65e8f4e7-14f2-4f80-9e2b-a478cba0f79b tempest-AttachVolumeTestJSON-1144281586 tempest-AttachVolumeTestJSON-1144281586-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 13:16:41.369380 dv-cinder-830097-4-iscsi neutron-server[103457]: INFO neutron.wsgi [req-944cca63-4ded-4e92-8af8-c9c715d5c8d2 req-65e8f4e7-14f2-4f80-9e2b-a478cba0f79b tempest-AttachVolumeTestJSON-1144281586 tempest-AttachVolumeTestJSON-1144281586-project] 10.222.0.18 "GET /v2.0/ports?device_id=ba22d8d3-a051-42d3-976a-fa1a9f083b90 HTTP/1.1" status: 200 len: 944 time: 0.1443925 Apr 12 13:16:41.371433 dv-cinder-830097-4-iscsi neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [req-9cc2c85b-487d-4c52-af02-45eeff5859ca req-a7321baa-2b83-40dd-bad6-c213bf983283 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-915890', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3697887', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732727894815', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732727417932', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732727417950'] for port (fb9ce2f5-e944-45af-8bea-9306ac5c33df), after_update {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:16:41.466868 dv-cinder-830097-4-iscsi neutron-server[103457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7321baa-2b83-40dd-bad6-c213bf983283 service neutron] Pushing event updated for resources: {'Port': ['ID=fb9ce2f5-e944-45af-8bea-9306ac5c33df,revision_number=2']} {{(pid=103457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 13:16:41.483368 dv-cinder-830097-4-iscsi neutron-server[103457]: INFO neutron.wsgi [req-d6f11d8d-08d6-4993-802c-5af5962e484c req-55f5eb7b-4752-49f7-a9d5-e7e7fcdb9d6f service neutron] 10.222.0.55 "GET /v2.0/networks/8a9d7c73-ddbc-4eef-a839-e9bbe858207d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4231462 Apr 12 13:16:41.500301 dv-cinder-830097-4-iscsi neutron-server[103457]: DEBUG neutron.plugins.ml2.managers [req-7db13be3-d192-4e54-93c1-7fa8ca8d6ad2 req-e98e61c1-2838-411c-9c43-07f678821ed4 service neutron] Attempting to bind port 62c1ce97-2966-4f79-9ab2-998dae58f04b on host hv-cinder-83009 for vnic_type normal with profile {{(pid=103457) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 12 13:16:41.500641 dv-cinder-830097-4-iscsi neutron-server[103457]: DEBUG neutron.plugins.ml2.managers [req-7db13be3-d192-4e54-93c1-7fa8ca8d6ad2 req-e98e61c1-2838-411c-9c43-07f678821ed4 service neutron] Attempting to bind port 62c1ce97-2966-4f79-9ab2-998dae58f04b by drivers openvswitch,hyperv on host hv-cinder-83009 at level 0 using segments [{'id': '14551b93-9fd8-40ed-a0fc-48c46d45be33', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 225, 'network_id': '33c58c83-bd42-46e6-829a-cd11f58e9fb1'}] {{(pid=103457) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 12 13:16:41.501334 dv-cinder-830097-4-iscsi neutron-server[103457]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7db13be3-d192-4e54-93c1-7fa8ca8d6ad2 req-e98e61c1-2838-411c-9c43-07f678821ed4 service neutron] Attempting to bind port 62c1ce97-2966-4f79-9ab2-998dae58f04b on network 33c58c83-bd42-46e6-829a-cd11f58e9fb1 {{(pid=103457) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 12 13:16:41.530510 dv-cinder-830097-4-iscsi neutron-server[103457]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7db13be3-d192-4e54-93c1-7fa8ca8d6ad2 req-e98e61c1-2838-411c-9c43-07f678821ed4 service neutron] Port 62c1ce97-2966-4f79-9ab2-998dae58f04b on network 33c58c83-bd42-46e6-829a-cd11f58e9fb1 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83009 {{(pid=103457) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 12 13:16:41.530926 dv-cinder-830097-4-iscsi neutron-server[103457]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7db13be3-d192-4e54-93c1-7fa8ca8d6ad2 req-e98e61c1-2838-411c-9c43-07f678821ed4 service neutron] Attempting to bind port 62c1ce97-2966-4f79-9ab2-998dae58f04b on network 33c58c83-bd42-46e6-829a-cd11f58e9fb1 {{(pid=103457) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 12 13:16:41.562496 dv-cinder-830097-4-iscsi neutron-server[103457]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7db13be3-d192-4e54-93c1-7fa8ca8d6ad2 req-e98e61c1-2838-411c-9c43-07f678821ed4 service neutron] Checking agent: {'id': 'ee5509cd-6dd7-49df-aa37-3740ebd1e34b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83009', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 12, 13, 13, 59), 'started_at': datetime.datetime(2022, 4, 12, 13, 13, 59), 'heartbeat_timestamp': datetime.datetime(2022, 4, 12, 13, 16, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103457) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 12 13:16:41.562999 dv-cinder-830097-4-iscsi neutron-server[103457]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7db13be3-d192-4e54-93c1-7fa8ca8d6ad2 req-e98e61c1-2838-411c-9c43-07f678821ed4 service neutron] Checking segment: {'id': '14551b93-9fd8-40ed-a0fc-48c46d45be33', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 225, 'network_id': '33c58c83-bd42-46e6-829a-cd11f58e9fb1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103457) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 12 13:16:41.563477 dv-cinder-830097-4-iscsi neutron-server[103457]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7db13be3-d192-4e54-93c1-7fa8ca8d6ad2 req-e98e61c1-2838-411c-9c43-07f678821ed4 service neutron] Bound using segment: {'id': '14551b93-9fd8-40ed-a0fc-48c46d45be33', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 225, 'network_id': '33c58c83-bd42-46e6-829a-cd11f58e9fb1'} {{(pid=103457) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 12 13:16:41.564006 dv-cinder-830097-4-iscsi neutron-server[103457]: DEBUG neutron.plugins.ml2.managers [req-7db13be3-d192-4e54-93c1-7fa8ca8d6ad2 req-e98e61c1-2838-411c-9c43-07f678821ed4 service neutron] Bound port: 62c1ce97-2966-4f79-9ab2-998dae58f04b, host: hv-cinder-83009, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '14551b93-9fd8-40ed-a0fc-48c46d45be33', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 225, 'network_id': '33c58c83-bd42-46e6-829a-cd11f58e9fb1'}}] {{(pid=103457) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 12 13:16:41.564457 dv-cinder-830097-4-iscsi neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [req-7db13be3-d192-4e54-93c1-7fa8ca8d6ad2 req-e98e61c1-2838-411c-9c43-07f678821ed4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-916304'] for port (62c1ce97-2966-4f79-9ab2-998dae58f04b), before_update {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:16:41.601064 dv-cinder-830097-4-iscsi neutron-server[103458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f3de3af-77f7-412b-a664-01026c13e16b req-6a5d264a-1cce-4e93-b94a-d8b74115f44b tempest-AttachVolumeShelveTestJSON-707707766 tempest-AttachVolumeShelveTestJSON-707707766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 13:16:41.613703 dv-cinder-830097-4-iscsi neutron-server[103457]: INFO neutron.wsgi [req-944cca63-4ded-4e92-8af8-c9c715d5c8d2 req-46d12df2-1b21-4846-8593-4863130c559d tempest-AttachVolumeTestJSON-1144281586 tempest-AttachVolumeTestJSON-1144281586-project] 10.222.0.18 "GET /v2.0/security-groups?id=217ddcda-2ab1-4d2d-8d94-6a87ae6035e1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2430909 Apr 12 13:16:41.618147 dv-cinder-830097-4-iscsi neutron-server[103458]: INFO neutron.wsgi [req-8f3de3af-77f7-412b-a664-01026c13e16b req-6a5d264a-1cce-4e93-b94a-d8b74115f44b tempest-AttachVolumeShelveTestJSON-707707766 tempest-AttachVolumeShelveTestJSON-707707766-project] 10.222.0.18 "GET /v2.0/ports?device_id=36b20118-8b82-4226-bcbc-1d8115480b68 HTTP/1.1" status: 200 len: 943 time: 0.0982776 Apr 12 13:16:41.696273 dv-cinder-830097-4-iscsi neutron-server[103458]: INFO neutron.wsgi [req-8f3de3af-77f7-412b-a664-01026c13e16b req-f7b484eb-1d74-41b0-86fa-3660d2d937ec tempest-AttachVolumeShelveTestJSON-707707766 tempest-AttachVolumeShelveTestJSON-707707766-project] 10.222.0.18 "GET /v2.0/security-groups?id=6faf4076-452d-49e5-b67e-bfa1b1fd13c3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0812140 Apr 12 13:16:41.703785 dv-cinder-830097-4-iscsi neutron-server[103457]: DEBUG neutron.plugins.ml2.managers [req-9cc2c85b-487d-4c52-af02-45eeff5859ca req-a7321baa-2b83-40dd-bad6-c213bf983283 service neutron] Attempting to bind port fb9ce2f5-e944-45af-8bea-9306ac5c33df on host hv-cinder-83009 for vnic_type normal with profile {{(pid=103457) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 12 13:16:41.704270 dv-cinder-830097-4-iscsi neutron-server[103457]: DEBUG neutron.plugins.ml2.managers [req-9cc2c85b-487d-4c52-af02-45eeff5859ca req-a7321baa-2b83-40dd-bad6-c213bf983283 service neutron] Attempting to bind port fb9ce2f5-e944-45af-8bea-9306ac5c33df by drivers openvswitch,hyperv on host hv-cinder-83009 at level 0 using segments [{'id': '97cb7c0e-6017-4956-9bfd-101a1a75a7c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 244, 'network_id': '6562521a-2ea5-45f4-a1f8-589dc7fbc9f3'}] {{(pid=103457) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 12 13:16:41.705025 dv-cinder-830097-4-iscsi neutron-server[103457]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9cc2c85b-487d-4c52-af02-45eeff5859ca req-a7321baa-2b83-40dd-bad6-c213bf983283 service neutron] Attempting to bind port fb9ce2f5-e944-45af-8bea-9306ac5c33df on network 6562521a-2ea5-45f4-a1f8-589dc7fbc9f3 {{(pid=103457) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 12 13:16:41.729022 dv-cinder-830097-4-iscsi neutron-server[103457]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9cc2c85b-487d-4c52-af02-45eeff5859ca req-a7321baa-2b83-40dd-bad6-c213bf983283 service neutron] Port fb9ce2f5-e944-45af-8bea-9306ac5c33df on network 6562521a-2ea5-45f4-a1f8-589dc7fbc9f3 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83009 {{(pid=103457) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 12 13:16:41.729022 dv-cinder-830097-4-iscsi neutron-server[103457]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9cc2c85b-487d-4c52-af02-45eeff5859ca req-a7321baa-2b83-40dd-bad6-c213bf983283 service neutron] Attempting to bind port fb9ce2f5-e944-45af-8bea-9306ac5c33df on network 6562521a-2ea5-45f4-a1f8-589dc7fbc9f3 {{(pid=103457) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 12 13:16:41.729923 dv-cinder-830097-4-iscsi neutron-server[103457]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9cc2c85b-487d-4c52-af02-45eeff5859ca req-a7321baa-2b83-40dd-bad6-c213bf983283 service neutron] Checking agent: {'id': 'ee5509cd-6dd7-49df-aa37-3740ebd1e34b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83009', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 12, 13, 13, 59), 'started_at': datetime.datetime(2022, 4, 12, 13, 13, 59), 'heartbeat_timestamp': datetime.datetime(2022, 4, 12, 13, 16, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103457) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 12 13:16:41.731741 dv-cinder-830097-4-iscsi neutron-server[103457]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9cc2c85b-487d-4c52-af02-45eeff5859ca req-a7321baa-2b83-40dd-bad6-c213bf983283 service neutron] Checking segment: {'id': '97cb7c0e-6017-4956-9bfd-101a1a75a7c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 244, 'network_id': '6562521a-2ea5-45f4-a1f8-589dc7fbc9f3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103457) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 12 13:16:41.732237 dv-cinder-830097-4-iscsi neutron-server[103457]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9cc2c85b-487d-4c52-af02-45eeff5859ca req-a7321baa-2b83-40dd-bad6-c213bf983283 service neutron] Bound using segment: {'id': '97cb7c0e-6017-4956-9bfd-101a1a75a7c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 244, 'network_id': '6562521a-2ea5-45f4-a1f8-589dc7fbc9f3'} {{(pid=103457) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 12 13:16:41.732788 dv-cinder-830097-4-iscsi neutron-server[103457]: DEBUG neutron.plugins.ml2.managers [req-9cc2c85b-487d-4c52-af02-45eeff5859ca req-a7321baa-2b83-40dd-bad6-c213bf983283 service neutron] Bound port: fb9ce2f5-e944-45af-8bea-9306ac5c33df, host: hv-cinder-83009, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '97cb7c0e-6017-4956-9bfd-101a1a75a7c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 244, 'network_id': '6562521a-2ea5-45f4-a1f8-589dc7fbc9f3'}}] {{(pid=103457) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 12 13:16:41.733250 dv-cinder-830097-4-iscsi neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [req-9cc2c85b-487d-4c52-af02-45eeff5859ca req-a7321baa-2b83-40dd-bad6-c213bf983283 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-916304'] for port (fb9ce2f5-e944-45af-8bea-9306ac5c33df), before_update {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:16:41.858680 dv-cinder-830097-4-iscsi neutron-server[103457]: INFO neutron.wsgi [req-d6f11d8d-08d6-4993-802c-5af5962e484c req-1b36a99a-5330-461e-9da7-ec033b2754fc service neutron] 10.222.0.55 "GET /v2.0/networks/8a9d7c73-ddbc-4eef-a839-e9bbe858207d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3540998 Apr 12 13:16:41.871296 dv-cinder-830097-4-iscsi neutron-server[103457]: DEBUG neutron.plugins.ml2.db [req-7db13be3-d192-4e54-93c1-7fa8ca8d6ad2 req-e98e61c1-2838-411c-9c43-07f678821ed4 service neutron] For port 62c1ce97-2966-4f79-9ab2-998dae58f04b, host hv-cinder-83009, cleared binding levels {{(pid=103457) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 12 13:16:41.875741 dv-cinder-830097-4-iscsi neutron-server[103457]: DEBUG neutron.plugins.ml2.db [req-7db13be3-d192-4e54-93c1-7fa8ca8d6ad2 req-e98e61c1-2838-411c-9c43-07f678821ed4 service neutron] For port 62c1ce97-2966-4f79-9ab2-998dae58f04b, host hv-cinder-83009, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83009',level=0,port_id=62c1ce97-2966-4f79-9ab2-998dae58f04b,segment=NetworkSegment(14551b93-9fd8-40ed-a0fc-48c46d45be33),segment_id=14551b93-9fd8-40ed-a0fc-48c46d45be33)] {{(pid=103457) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 12 13:16:41.881385 dv-cinder-830097-4-iscsi neutron-server[103457]: DEBUG neutron.plugins.ml2.db [req-9cc2c85b-487d-4c52-af02-45eeff5859ca req-a7321baa-2b83-40dd-bad6-c213bf983283 service neutron] For port fb9ce2f5-e944-45af-8bea-9306ac5c33df, host hv-cinder-83009, cleared binding levels {{(pid=103457) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 12 13:16:41.892501 dv-cinder-830097-4-iscsi neutron-server[103457]: DEBUG neutron.plugins.ml2.db [req-9cc2c85b-487d-4c52-af02-45eeff5859ca req-a7321baa-2b83-40dd-bad6-c213bf983283 service neutron] For port fb9ce2f5-e944-45af-8bea-9306ac5c33df, host hv-cinder-83009, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83009',level=0,port_id=fb9ce2f5-e944-45af-8bea-9306ac5c33df,segment=NetworkSegment(97cb7c0e-6017-4956-9bfd-101a1a75a7c0),segment_id=97cb7c0e-6017-4956-9bfd-101a1a75a7c0)] {{(pid=103457) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 12 13:16:41.895783 dv-cinder-830097-4-iscsi neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [req-7db13be3-d192-4e54-93c1-7fa8ca8d6ad2 req-e98e61c1-2838-411c-9c43-07f678821ed4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-915890', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3697887', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732727894815', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732727417932', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732727417950'] for port (62c1ce97-2966-4f79-9ab2-998dae58f04b), after_update {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:16:41.952523 dv-cinder-830097-4-iscsi neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [req-9cc2c85b-487d-4c52-af02-45eeff5859ca req-a7321baa-2b83-40dd-bad6-c213bf983283 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-915890', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3697887', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732727894815', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732727417932', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732727417950'] for port (fb9ce2f5-e944-45af-8bea-9306ac5c33df), after_update {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:16:41.973839 dv-cinder-830097-4-iscsi neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7db13be3-d192-4e54-93c1-7fa8ca8d6ad2 req-e98e61c1-2838-411c-9c43-07f678821ed4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 13:16:41.974513 dv-cinder-830097-4-iscsi neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [req-7db13be3-d192-4e54-93c1-7fa8ca8d6ad2 req-e98e61c1-2838-411c-9c43-07f678821ed4 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-500965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3697709'] for port (None), before_response {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:16:41.975835 dv-cinder-830097-4-iscsi neutron-server[103457]: INFO neutron.wsgi [req-7db13be3-d192-4e54-93c1-7fa8ca8d6ad2 req-e98e61c1-2838-411c-9c43-07f678821ed4 service neutron] 10.222.0.55 "PUT /v2.0/ports/62c1ce97-2966-4f79-9ab2-998dae58f04b HTTP/1.1" status: 200 len: 1094 time: 2.6934536 Apr 12 13:16:41.981104 dv-cinder-830097-4-iscsi neutron-server[103457]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ba22d8d3-a051-42d3-976a-fa1a9f083b90', 'tag': '62c1ce97-2966-4f79-9ab2-998dae58f04b'}] {{(pid=103457) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 12 13:16:41.983559 dv-cinder-830097-4-iscsi neutron-server[103457]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}086c7d3de3560e72b9669b0aa2f8f0aa3a7dc6896401f4467231a6605ceb6cb3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ee85a44c-016d-478f-9f1b-05e3468820ee" -d '{"events": [{"name": "network-changed", "server_uuid": "ba22d8d3-a051-42d3-976a-fa1a9f083b90", "tag": "62c1ce97-2966-4f79-9ab2-998dae58f04b"}]}' {{(pid=103457) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 12 13:16:41.995141 dv-cinder-830097-4-iscsi neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cc2c85b-487d-4c52-af02-45eeff5859ca req-a7321baa-2b83-40dd-bad6-c213bf983283 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 13:16:41.995770 dv-cinder-830097-4-iscsi neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [req-9cc2c85b-487d-4c52-af02-45eeff5859ca req-a7321baa-2b83-40dd-bad6-c213bf983283 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-500965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3697709'] for port (None), before_response {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:16:41.997933 dv-cinder-830097-4-iscsi neutron-server[103457]: INFO neutron.wsgi [req-9cc2c85b-487d-4c52-af02-45eeff5859ca req-a7321baa-2b83-40dd-bad6-c213bf983283 service neutron] 10.222.0.55 "PUT /v2.0/ports/fb9ce2f5-e944-45af-8bea-9306ac5c33df HTTP/1.1" status: 200 len: 1093 time: 2.7134936 Apr 12 13:16:42.006661 dv-cinder-830097-4-iscsi neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10e3c939-c957-4f28-99cf-34c887838cd5 req-79e6a0a9-08dc-4c69-919b-61404658608f tempest-DeleteServersTestJSON-535355193 tempest-DeleteServersTestJSON-535355193-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 13:16:42.008267 dv-cinder-830097-4-iscsi neutron-server[103457]: INFO neutron.wsgi [req-10e3c939-c957-4f28-99cf-34c887838cd5 req-79e6a0a9-08dc-4c69-919b-61404658608f tempest-DeleteServersTestJSON-535355193 tempest-DeleteServersTestJSON-535355193-project] 10.222.0.18 "GET /v2.0/ports?device_id=62c98bc3-e89d-4509-9b6a-001a4d0a6e3b HTTP/1.1" status: 200 len: 946 time: 0.1287518 Apr 12 13:16:42.037192 dv-cinder-830097-4-iscsi neutron-server[103459]: DEBUG neutron.plugins.ml2.rpc [None req-3505bd68-a9fd-4823-92ea-1a6ded8ab071 None None] Device a80fde99-780f-435c-a3d5-3c83d3ff26d5 up at agent hyperv_hv-cinder-83009 {{(pid=103459) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 12 13:16:42.055680 dv-cinder-830097-4-iscsi neutron-server[103457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e98e61c1-2838-411c-9c43-07f678821ed4 service neutron] Pushing event updated for resources: {'Port': ['ID=62c1ce97-2966-4f79-9ab2-998dae58f04b,revision_number=3']} {{(pid=103457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 13:16:42.077473 dv-cinder-830097-4-iscsi neutron-server[103457]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 12 Apr 2022 13:16:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2beaef77-a526-4cab-9a9c-d223d1ffb257 x-openstack-request-id: req-2beaef77-a526-4cab-9a9c-d223d1ffb257 {{(pid=103457) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 12 13:16:42.077960 dv-cinder-830097-4-iscsi neutron-server[103457]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ba22d8d3-a051-42d3-976a-fa1a9f083b90", "tag": "62c1ce97-2966-4f79-9ab2-998dae58f04b", "status": "completed", "code": 200}]} {{(pid=103457) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 12 13:16:42.078366 dv-cinder-830097-4-iscsi neutron-server[103457]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-2beaef77-a526-4cab-9a9c-d223d1ffb257 {{(pid=103457) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 12 13:16:42.078912 dv-cinder-830097-4-iscsi neutron-server[103457]: INFO neutron.notifiers.nova [-] Nova event matching ['req-2beaef77-a526-4cab-9a9c-d223d1ffb257'] response: {'name': 'network-changed', 'server_uuid': 'ba22d8d3-a051-42d3-976a-fa1a9f083b90', 'tag': '62c1ce97-2966-4f79-9ab2-998dae58f04b', 'status': 'completed', 'code': 200} Apr 12 13:16:42.154003 dv-cinder-830097-4-iscsi neutron-server[103459]: DEBUG neutron.db.provisioning_blocks [None req-3505bd68-a9fd-4823-92ea-1a6ded8ab071 None None] Provisioning for port a80fde99-780f-435c-a3d5-3c83d3ff26d5 completed by entity L2. {{(pid=103459) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Apr 12 13:16:42.172103 dv-cinder-830097-4-iscsi neutron-server[103459]: DEBUG neutron.db.provisioning_blocks [None req-3505bd68-a9fd-4823-92ea-1a6ded8ab071 None None] Provisioning complete for port a80fde99-780f-435c-a3d5-3c83d3ff26d5 triggered by entity L2. {{(pid=103459) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 12 13:16:42.172656 dv-cinder-830097-4-iscsi neutron-server[103459]: DEBUG neutron_lib.callbacks.manager [None req-3505bd68-a9fd-4823-92ea-1a6ded8ab071 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-657243'] for port (a80fde99-780f-435c-a3d5-3c83d3ff26d5), provisioning_complete {{(pid=103459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:16:42.180029 dv-cinder-830097-4-iscsi neutron-server[103457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7321baa-2b83-40dd-bad6-c213bf983283 service neutron] Pushing event updated for resources: {'Port': ['ID=fb9ce2f5-e944-45af-8bea-9306ac5c33df,revision_number=3']} {{(pid=103457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 13:16:42.192204 dv-cinder-830097-4-iscsi neutron-server[103457]: INFO neutron.wsgi [req-10e3c939-c957-4f28-99cf-34c887838cd5 req-660482c8-ae9e-4d8e-9939-a5a613c3db54 tempest-DeleteServersTestJSON-535355193 tempest-DeleteServersTestJSON-535355193-project] 10.222.0.18 "GET /v2.0/security-groups?id=feb0ab55-6426-4522-af82-2b05ab6d5c27&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1775496 Apr 12 13:16:42.330130 dv-cinder-830097-4-iscsi neutron-server[103459]: DEBUG neutron.plugins.ml2.plugin [None req-3505bd68-a9fd-4823-92ea-1a6ded8ab071 None None] Current status of the port a80fde99-780f-435c-a3d5-3c83d3ff26d5 is: BUILD; New status is: ACTIVE {{(pid=103459) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 12 13:16:42.331926 dv-cinder-830097-4-iscsi neutron-server[103459]: DEBUG neutron_lib.callbacks.manager [None req-3505bd68-a9fd-4823-92ea-1a6ded8ab071 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-916304'] for port (a80fde99-780f-435c-a3d5-3c83d3ff26d5), before_update {{(pid=103459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:16:42.358984 dv-cinder-830097-4-iscsi neutron-server[103458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70c2b311-4d85-4658-91dc-05c26aef65c5 req-43d3962b-2faf-4c8c-92bd-8f2d4b481e63 tempest-ServerRescueNegativeTestJSON-440649021 tempest-ServerRescueNegativeTestJSON-440649021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 13:16:42.365783 dv-cinder-830097-4-iscsi neutron-server[103458]: INFO neutron.wsgi [req-70c2b311-4d85-4658-91dc-05c26aef65c5 req-43d3962b-2faf-4c8c-92bd-8f2d4b481e63 tempest-ServerRescueNegativeTestJSON-440649021 tempest-ServerRescueNegativeTestJSON-440649021-project] 10.222.0.18 "GET /v2.0/ports?device_id=b080094e-e021-4092-a88d-24358c73db4d HTTP/1.1" status: 200 len: 944 time: 0.0818586 Apr 12 13:16:42.386040 dv-cinder-830097-4-iscsi neutron-server[103459]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b080094e-e021-4092-a88d-24358c73db4d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a80fde99-780f-435c-a3d5-3c83d3ff26d5'}] {{(pid=103459) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 12 13:16:42.388483 dv-cinder-830097-4-iscsi neutron-server[103459]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}95104bc0dd48ad9143548caf8a5bdec643107760c32fce8433ea43eac3fbdd81" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-00dc1eb9-2d79-4ec1-bb4c-622c5f60dbec" -d '{"events": [{"server_uuid": "b080094e-e021-4092-a88d-24358c73db4d", "name": "network-vif-plugged", "status": "completed", "tag": "a80fde99-780f-435c-a3d5-3c83d3ff26d5"}]}' {{(pid=103459) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 12 13:16:42.423558 dv-cinder-830097-4-iscsi neutron-server[103459]: DEBUG neutron.plugins.ml2.db [None req-3505bd68-a9fd-4823-92ea-1a6ded8ab071 None None] For port a80fde99-780f-435c-a3d5-3c83d3ff26d5, host hv-cinder-83009, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83009',level=0,port_id=a80fde99-780f-435c-a3d5-3c83d3ff26d5,segment=NetworkSegment(cbdc8fb7-4f48-4130-80a4-939d65d92cbb),segment_id=cbdc8fb7-4f48-4130-80a4-939d65d92cbb)] {{(pid=103459) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 12 13:16:42.444219 dv-cinder-830097-4-iscsi neutron-server[103459]: DEBUG neutron_lib.callbacks.manager [None req-3505bd68-a9fd-4823-92ea-1a6ded8ab071 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-915890', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3697887', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732727894815', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732727417932', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732727417950'] for port (a80fde99-780f-435c-a3d5-3c83d3ff26d5), after_update {{(pid=103459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:16:42.452461 dv-cinder-830097-4-iscsi neutron-server[103458]: INFO neutron.wsgi [req-70c2b311-4d85-4658-91dc-05c26aef65c5 req-0088588d-828d-4a25-a212-6c31c174e817 tempest-ServerRescueNegativeTestJSON-440649021 tempest-ServerRescueNegativeTestJSON-440649021-project] 10.222.0.18 "GET /v2.0/security-groups?id=1da71eb9-9022-4720-ae95-e700d9700270&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0793412 Apr 12 13:16:42.484731 dv-cinder-830097-4-iscsi neutron-server[103459]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 12 Apr 2022 13:16:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-274f9c2d-08b4-4a53-968d-d1a31de70566 x-openstack-request-id: req-274f9c2d-08b4-4a53-968d-d1a31de70566 {{(pid=103459) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 12 13:16:42.485054 dv-cinder-830097-4-iscsi neutron-server[103459]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b080094e-e021-4092-a88d-24358c73db4d", "name": "network-vif-plugged", "status": "completed", "tag": "a80fde99-780f-435c-a3d5-3c83d3ff26d5", "code": 200}]} {{(pid=103459) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 12 13:16:42.485316 dv-cinder-830097-4-iscsi neutron-server[103459]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-274f9c2d-08b4-4a53-968d-d1a31de70566 {{(pid=103459) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 12 13:16:42.485721 dv-cinder-830097-4-iscsi neutron-server[103459]: INFO neutron.notifiers.nova [-] Nova event matching ['req-274f9c2d-08b4-4a53-968d-d1a31de70566'] response: {'server_uuid': 'b080094e-e021-4092-a88d-24358c73db4d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a80fde99-780f-435c-a3d5-3c83d3ff26d5', 'code': 200} Apr 12 13:16:42.541920 dv-cinder-830097-4-iscsi neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cc2c85b-487d-4c52-af02-45eeff5859ca req-a08568e5-d4ee-4dcb-8bf7-1e22070b1059 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 13:16:42.542883 dv-cinder-830097-4-iscsi neutron-server[103457]: INFO neutron.wsgi [req-9cc2c85b-487d-4c52-af02-45eeff5859ca req-a08568e5-d4ee-4dcb-8bf7-1e22070b1059 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=5ebad6ef7aca47f397d0e45a428e3948&device_id=36b20118-8b82-4226-bcbc-1d8115480b68 HTTP/1.1" status: 200 len: 1127 time: 0.0429149 Apr 12 13:16:42.570185 dv-cinder-830097-4-iscsi neutron-server[103459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3505bd68-a9fd-4823-92ea-1a6ded8ab071 None None] Pushing event updated for resources: {'Port': ['ID=a80fde99-780f-435c-a3d5-3c83d3ff26d5,revision_number=5']} {{(pid=103459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 13:16:42.723735 dv-cinder-830097-4-iscsi neutron-server[103458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7875dca8-346d-4244-a241-9a0ed8372eae req-3eee99b2-130b-4eae-bb15-a8715df273d9 tempest-AttachVolumeTestJSON-1144281586 tempest-AttachVolumeTestJSON-1144281586-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 13:16:42.725269 dv-cinder-830097-4-iscsi neutron-server[103458]: INFO neutron.wsgi [req-7875dca8-346d-4244-a241-9a0ed8372eae req-3eee99b2-130b-4eae-bb15-a8715df273d9 tempest-AttachVolumeTestJSON-1144281586 tempest-AttachVolumeTestJSON-1144281586-project] 10.222.0.18 "GET /v2.0/ports?device_id=ba22d8d3-a051-42d3-976a-fa1a9f083b90 HTTP/1.1" status: 200 len: 944 time: 0.0505016 Apr 12 13:16:42.777274 dv-cinder-830097-4-iscsi neutron-server[103458]: INFO neutron.wsgi [req-7875dca8-346d-4244-a241-9a0ed8372eae req-d1f78010-b938-4dd2-aaec-8077953b95ee tempest-AttachVolumeTestJSON-1144281586 tempest-AttachVolumeTestJSON-1144281586-project] 10.222.0.18 "GET /v2.0/security-groups?id=217ddcda-2ab1-4d2d-8d94-6a87ae6035e1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0460076 Apr 12 13:16:42.824100 dv-cinder-830097-4-iscsi neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0be5d4d-24ec-4955-93b0-ddd0d04fc496 req-e2f1d13d-2cc2-46ca-8211-fbb0437456bb tempest-AttachVolumeShelveTestJSON-707707766 tempest-AttachVolumeShelveTestJSON-707707766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 13:16:42.825587 dv-cinder-830097-4-iscsi neutron-server[103457]: INFO neutron.wsgi [req-f0be5d4d-24ec-4955-93b0-ddd0d04fc496 req-e2f1d13d-2cc2-46ca-8211-fbb0437456bb tempest-AttachVolumeShelveTestJSON-707707766 tempest-AttachVolumeShelveTestJSON-707707766-project] 10.222.0.18 "GET /v2.0/ports?device_id=36b20118-8b82-4226-bcbc-1d8115480b68 HTTP/1.1" status: 200 len: 943 time: 0.0469556 Apr 12 13:16:42.880369 dv-cinder-830097-4-iscsi neutron-server[103457]: INFO neutron.wsgi [req-f0be5d4d-24ec-4955-93b0-ddd0d04fc496 req-408afc92-81e5-4c0f-bc09-848039a9a7bc tempest-AttachVolumeShelveTestJSON-707707766 tempest-AttachVolumeShelveTestJSON-707707766-project] 10.222.0.18 "GET /v2.0/security-groups?id=6faf4076-452d-49e5-b67e-bfa1b1fd13c3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0484264 Apr 12 13:16:43.261872 dv-cinder-830097-4-iscsi neutron-server[103457]: INFO neutron.wsgi [req-9cc2c85b-487d-4c52-af02-45eeff5859ca req-69cbc0c7-d6a8-41a5-b9fb-f5d0c5f4321c service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=fb9ce2f5-e944-45af-8bea-9306ac5c33df HTTP/1.1" status: 200 len: 217 time: 0.0949225 Apr 12 13:16:43.358964 dv-cinder-830097-4-iscsi neutron-server[103458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8353f487-5352-46ea-8166-130846905f5a req-060e82bd-d33e-48b5-b40e-24257f38ef57 tempest-DeleteServersTestJSON-535355193 tempest-DeleteServersTestJSON-535355193-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 13:16:43.361078 dv-cinder-830097-4-iscsi neutron-server[103458]: INFO neutron.wsgi [req-8353f487-5352-46ea-8166-130846905f5a req-060e82bd-d33e-48b5-b40e-24257f38ef57 tempest-DeleteServersTestJSON-535355193 tempest-DeleteServersTestJSON-535355193-project] 10.222.0.18 "GET /v2.0/ports?device_id=62c98bc3-e89d-4509-9b6a-001a4d0a6e3b HTTP/1.1" status: 200 len: 946 time: 0.0648086 Apr 12 13:16:43.413500 dv-cinder-830097-4-iscsi neutron-server[103458]: INFO neutron.wsgi [req-8353f487-5352-46ea-8166-130846905f5a req-dcb5d4d1-d372-4b0c-881e-e2aac6b8d6ac tempest-DeleteServersTestJSON-535355193 tempest-DeleteServersTestJSON-535355193-project] 10.222.0.18 "GET /v2.0/security-groups?id=feb0ab55-6426-4522-af82-2b05ab6d5c27&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0463271 Apr 12 13:16:43.580738 dv-cinder-830097-4-iscsi neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23c8fd75-094d-4da3-b0f4-c26c793816ab req-7d41fbc8-5e2b-4f98-adcc-fa8986b491c6 tempest-ServerRescueNegativeTestJSON-440649021 tempest-ServerRescueNegativeTestJSON-440649021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 13:16:43.582626 dv-cinder-830097-4-iscsi neutron-server[103457]: INFO neutron.wsgi [req-23c8fd75-094d-4da3-b0f4-c26c793816ab req-7d41fbc8-5e2b-4f98-adcc-fa8986b491c6 tempest-ServerRescueNegativeTestJSON-440649021 tempest-ServerRescueNegativeTestJSON-440649021-project] 10.222.0.18 "GET /v2.0/ports?device_id=b080094e-e021-4092-a88d-24358c73db4d HTTP/1.1" status: 200 len: 945 time: 0.0671012 Apr 12 13:16:43.643876 dv-cinder-830097-4-iscsi neutron-server[103457]: INFO neutron.wsgi [req-23c8fd75-094d-4da3-b0f4-c26c793816ab req-2261a339-9dfe-4bc4-b642-f92919a2a28b tempest-ServerRescueNegativeTestJSON-440649021 tempest-ServerRescueNegativeTestJSON-440649021-project] 10.222.0.18 "GET /v2.0/security-groups?id=1da71eb9-9022-4720-ae95-e700d9700270&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0531843 Apr 12 13:16:43.744682 dv-cinder-830097-4-iscsi neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cc2c85b-487d-4c52-af02-45eeff5859ca req-559c63f2-e089-483e-9b3b-1944f0c700b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 13:16:43.746671 dv-cinder-830097-4-iscsi neutron-server[103457]: INFO neutron.wsgi [req-9cc2c85b-487d-4c52-af02-45eeff5859ca req-559c63f2-e089-483e-9b3b-1944f0c700b9 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=cf735079-dcf8-4625-b8a7-d372f8fef245 HTTP/1.1" status: 200 len: 855 time: 0.0625393 Apr 12 13:16:43.799909 dv-cinder-830097-4-iscsi neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cc2c85b-487d-4c52-af02-45eeff5859ca req-92dd8f1d-36ff-479a-9ff3-c97ea59e105d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 13:16:43.799909 dv-cinder-830097-4-iscsi neutron-server[103457]: INFO neutron.wsgi [req-9cc2c85b-487d-4c52-af02-45eeff5859ca req-92dd8f1d-36ff-479a-9ff3-c97ea59e105d service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=6562521a-2ea5-45f4-a1f8-589dc7fbc9f3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0448799 Apr 12 13:16:43.922207 dv-cinder-830097-4-iscsi neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d59111f7-14e7-4895-a0c6-ddb3f9e2592f req-7c68b366-493f-42a2-adb5-48574cfc1b7f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 13:16:43.923082 dv-cinder-830097-4-iscsi neutron-server[103457]: INFO neutron.wsgi [req-d59111f7-14e7-4895-a0c6-ddb3f9e2592f req-7c68b366-493f-42a2-adb5-48574cfc1b7f service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=b080094e-e021-4092-a88d-24358c73db4d HTTP/1.1" status: 200 len: 1129 time: 0.0543706 Apr 12 13:16:44.003697 dv-cinder-830097-4-iscsi neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee85a44c-016d-478f-9f1b-05e3468820ee req-d62a8f61-f714-4b75-8c3b-f978b5b726a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 13:16:44.004918 dv-cinder-830097-4-iscsi neutron-server[103457]: INFO neutron.wsgi [req-ee85a44c-016d-478f-9f1b-05e3468820ee req-d62a8f61-f714-4b75-8c3b-f978b5b726a4 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=973344adf45e43fc87f28572c7cc70a5&device_id=ba22d8d3-a051-42d3-976a-fa1a9f083b90 HTTP/1.1" status: 200 len: 1128 time: 0.2046695 Apr 12 13:16:44.057126 dv-cinder-830097-4-iscsi neutron-server[103457]: INFO neutron.wsgi [req-d59111f7-14e7-4895-a0c6-ddb3f9e2592f req-836f8741-e897-4ce4-a107-a9f42055a971 service neutron] 10.222.0.55 "GET /v2.0/security-groups?id=1da71eb9-9022-4720-ae95-e700d9700270&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1192656 Apr 12 13:16:44.081214 dv-cinder-830097-4-iscsi neutron-server[103457]: INFO neutron.wsgi [req-9cc2c85b-487d-4c52-af02-45eeff5859ca req-2d4a4a8a-31e1-41e0-a018-6d603273ac92 service neutron] 10.222.0.55 "GET /v2.0/networks/6562521a-2ea5-45f4-a1f8-589dc7fbc9f3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2723045 Apr 12 13:16:44.081801 dv-cinder-830097-4-iscsi neutron-server[103457]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '36b20118-8b82-4226-bcbc-1d8115480b68', 'tag': 'fb9ce2f5-e944-45af-8bea-9306ac5c33df'}] {{(pid=103457) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 12 13:16:44.084304 dv-cinder-830097-4-iscsi neutron-server[103457]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}086c7d3de3560e72b9669b0aa2f8f0aa3a7dc6896401f4467231a6605ceb6cb3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5d90dd67-7068-4fe7-9533-52c8991f01f8" -d '{"events": [{"name": "network-changed", "server_uuid": "36b20118-8b82-4226-bcbc-1d8115480b68", "tag": "fb9ce2f5-e944-45af-8bea-9306ac5c33df"}]}' {{(pid=103457) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 12 13:16:44.094126 dv-cinder-830097-4-iscsi neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec5435b8-e58c-42f0-995d-83b9f92ab110 req-0dc7306c-8765-4e28-a133-e7be1a832b15 tempest-AttachVolumeShelveTestJSON-707707766 tempest-AttachVolumeShelveTestJSON-707707766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 13:16:44.095471 dv-cinder-830097-4-iscsi neutron-server[103457]: INFO neutron.wsgi [req-ec5435b8-e58c-42f0-995d-83b9f92ab110 req-0dc7306c-8765-4e28-a133-e7be1a832b15 tempest-AttachVolumeShelveTestJSON-707707766 tempest-AttachVolumeShelveTestJSON-707707766-project] 10.222.0.18 "GET /v2.0/ports?device_id=36b20118-8b82-4226-bcbc-1d8115480b68 HTTP/1.1" status: 200 len: 943 time: 0.0708358 Apr 12 13:16:44.105466 dv-cinder-830097-4-iscsi neutron-server[103458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-069083ed-6baa-4d37-bfc6-bd0c1f64ab16 req-f72c3bef-b9a7-453a-ac0f-223e87e9a52e tempest-AttachVolumeTestJSON-1144281586 tempest-AttachVolumeTestJSON-1144281586-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 13:16:44.111600 dv-cinder-830097-4-iscsi neutron-server[103458]: INFO neutron.wsgi [req-069083ed-6baa-4d37-bfc6-bd0c1f64ab16 req-f72c3bef-b9a7-453a-ac0f-223e87e9a52e tempest-AttachVolumeTestJSON-1144281586 tempest-AttachVolumeTestJSON-1144281586-project] 10.222.0.18 "GET /v2.0/ports?device_id=ba22d8d3-a051-42d3-976a-fa1a9f083b90 HTTP/1.1" status: 200 len: 944 time: 0.1337929 Apr 12 13:16:44.157136 dv-cinder-830097-4-iscsi neutron-server[103457]: INFO neutron.wsgi [req-ec5435b8-e58c-42f0-995d-83b9f92ab110 req-e3b21e38-6283-41da-a5f1-8e4a2bee8d89 tempest-AttachVolumeShelveTestJSON-707707766 tempest-AttachVolumeShelveTestJSON-707707766-project] 10.222.0.18 "GET /v2.0/security-groups?id=6faf4076-452d-49e5-b67e-bfa1b1fd13c3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0457377 Apr 12 13:16:44.217564 dv-cinder-830097-4-iscsi neutron-server[103458]: INFO neutron.wsgi [req-069083ed-6baa-4d37-bfc6-bd0c1f64ab16 req-488f406b-4d9b-431d-b78d-931cbc23c886 tempest-AttachVolumeTestJSON-1144281586 tempest-AttachVolumeTestJSON-1144281586-project] 10.222.0.18 "GET /v2.0/security-groups?id=217ddcda-2ab1-4d2d-8d94-6a87ae6035e1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0979748 Apr 12 13:16:44.230147 dv-cinder-830097-4-iscsi neutron-server[103457]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 12 Apr 2022 13:16:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cf88f796-4352-411e-88b2-7a435f2fd8db x-openstack-request-id: req-cf88f796-4352-411e-88b2-7a435f2fd8db {{(pid=103457) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 12 13:16:44.231053 dv-cinder-830097-4-iscsi neutron-server[103457]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "36b20118-8b82-4226-bcbc-1d8115480b68", "tag": "fb9ce2f5-e944-45af-8bea-9306ac5c33df", "status": "completed", "code": 200}]} {{(pid=103457) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 12 13:16:44.231053 dv-cinder-830097-4-iscsi neutron-server[103457]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-cf88f796-4352-411e-88b2-7a435f2fd8db {{(pid=103457) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 12 13:16:44.231239 dv-cinder-830097-4-iscsi neutron-server[103457]: INFO neutron.notifiers.nova [-] Nova event matching ['req-cf88f796-4352-411e-88b2-7a435f2fd8db'] response: {'name': 'network-changed', 'server_uuid': '36b20118-8b82-4226-bcbc-1d8115480b68', 'tag': 'fb9ce2f5-e944-45af-8bea-9306ac5c33df', 'status': 'completed', 'code': 200} Apr 12 13:16:44.715841 dv-cinder-830097-4-iscsi neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee85a44c-016d-478f-9f1b-05e3468820ee req-620a7f9d-68bb-4796-a95c-3487ae2b397a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 13:16:44.718201 dv-cinder-830097-4-iscsi neutron-server[103457]: INFO neutron.wsgi [req-ee85a44c-016d-478f-9f1b-05e3468820ee req-620a7f9d-68bb-4796-a95c-3487ae2b397a service neutron] 10.222.0.55 "GET /v2.0/networks?tenant_id=973344adf45e43fc87f28572c7cc70a5&shared=False HTTP/1.1" status: 200 len: 912 time: 0.2789502 Apr 12 13:16:44.722615 dv-cinder-830097-4-iscsi neutron-server[103457]: INFO neutron.wsgi [req-9cc2c85b-487d-4c52-af02-45eeff5859ca req-9dfe5de3-4f2a-4a00-a69d-1e25a4a92018 service neutron] 10.222.0.55 "GET /v2.0/networks/6562521a-2ea5-45f4-a1f8-589dc7fbc9f3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2467380 Apr 12 13:16:44.808008 dv-cinder-830097-4-iscsi neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fb4158e-ce84-49b4-8c9b-48908f7f3ed7 req-b462e41d-0ecd-41f9-b6c1-f4fbb5464443 tempest-ServerRescueNegativeTestJSON-440649021 tempest-ServerRescueNegativeTestJSON-440649021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 13:16:44.809606 dv-cinder-830097-4-iscsi neutron-server[103457]: INFO neutron.wsgi [req-3fb4158e-ce84-49b4-8c9b-48908f7f3ed7 req-b462e41d-0ecd-41f9-b6c1-f4fbb5464443 tempest-ServerRescueNegativeTestJSON-440649021 tempest-ServerRescueNegativeTestJSON-440649021-project] 10.222.0.18 "GET /v2.0/ports?device_id=b080094e-e021-4092-a88d-24358c73db4d HTTP/1.1" status: 200 len: 945 time: 0.0607674 Apr 12 13:16:44.867516 dv-cinder-830097-4-iscsi neutron-server[103457]: INFO neutron.wsgi [req-3fb4158e-ce84-49b4-8c9b-48908f7f3ed7 req-aae41446-4bcc-4ec3-a5e9-487c932d3978 tempest-ServerRescueNegativeTestJSON-440649021 tempest-ServerRescueNegativeTestJSON-440649021-project] 10.222.0.18 "GET /v2.0/security-groups?id=1da71eb9-9022-4720-ae95-e700d9700270&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0522077 Apr 12 13:16:45.447217 dv-cinder-830097-4-iscsi neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee85a44c-016d-478f-9f1b-05e3468820ee req-88eb2506-f018-4a31-819e-dcac9a00a670 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 13:16:45.448804 dv-cinder-830097-4-iscsi neutron-server[103457]: INFO neutron.wsgi [req-ee85a44c-016d-478f-9f1b-05e3468820ee req-88eb2506-f018-4a31-819e-dcac9a00a670 service neutron] 10.222.0.55 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.4426856 Apr 12 13:16:45.457444 dv-cinder-830097-4-iscsi neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00df3d3d-a862-4654-a066-43e441d3d1bf req-6726401d-2775-43ba-9141-b839c2d7dc9d tempest-AttachVolumeShelveTestJSON-707707766 tempest-AttachVolumeShelveTestJSON-707707766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 13:16:45.458942 dv-cinder-830097-4-iscsi neutron-server[103457]: INFO neutron.wsgi [req-00df3d3d-a862-4654-a066-43e441d3d1bf req-6726401d-2775-43ba-9141-b839c2d7dc9d tempest-AttachVolumeShelveTestJSON-707707766 tempest-AttachVolumeShelveTestJSON-707707766-project] 10.222.0.18 "GET /v2.0/ports?device_id=36b20118-8b82-4226-bcbc-1d8115480b68 HTTP/1.1" status: 200 len: 943 time: 0.0867119 Apr 12 13:16:45.511475 dv-cinder-830097-4-iscsi neutron-server[103457]: INFO neutron.wsgi [req-00df3d3d-a862-4654-a066-43e441d3d1bf req-efb241dc-0378-4e14-9c5a-f6d7d05f9ff1 tempest-AttachVolumeShelveTestJSON-707707766 tempest-AttachVolumeShelveTestJSON-707707766-project] 10.222.0.18 "GET /v2.0/security-groups?id=6faf4076-452d-49e5-b67e-bfa1b1fd13c3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0455492 Apr 12 13:16:45.635815 dv-cinder-830097-4-iscsi neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c0aefe4-40d3-485c-b89d-966f23bea26c req-2e9e7355-fc00-4c82-8cf7-82c8b414e776 tempest-AttachVolumeTestJSON-1144281586 tempest-AttachVolumeTestJSON-1144281586-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 13:16:45.637325 dv-cinder-830097-4-iscsi neutron-server[103457]: INFO neutron.wsgi [req-1c0aefe4-40d3-485c-b89d-966f23bea26c req-2e9e7355-fc00-4c82-8cf7-82c8b414e776 tempest-AttachVolumeTestJSON-1144281586 tempest-AttachVolumeTestJSON-1144281586-project] 10.222.0.18 "GET /v2.0/ports?device_id=ba22d8d3-a051-42d3-976a-fa1a9f083b90 HTTP/1.1" status: 200 len: 944 time: 0.0636234 Apr 12 13:16:45.685743 dv-cinder-830097-4-iscsi neutron-server[103457]: INFO neutron.wsgi [req-1c0aefe4-40d3-485c-b89d-966f23bea26c req-8f1dcead-9c69-4b38-a8c5-16cd6ebc9b32 tempest-AttachVolumeTestJSON-1144281586 tempest-AttachVolumeTestJSON-1144281586-project] 10.222.0.18 "GET /v2.0/security-groups?id=217ddcda-2ab1-4d2d-8d94-6a87ae6035e1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0426238 Apr 12 13:16:45.981773 dv-cinder-830097-4-iscsi neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c38836c5-bfc2-45a1-b94c-5d8429cfff0b req-049a14f6-e7b9-46d0-8f65-889822c514ed tempest-ServerRescueNegativeTestJSON-440649021 tempest-ServerRescueNegativeTestJSON-440649021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 13:16:45.983292 dv-cinder-830097-4-iscsi neutron-server[103457]: INFO neutron.wsgi [req-c38836c5-bfc2-45a1-b94c-5d8429cfff0b req-049a14f6-e7b9-46d0-8f65-889822c514ed tempest-ServerRescueNegativeTestJSON-440649021 tempest-ServerRescueNegativeTestJSON-440649021-project] 10.222.0.18 "GET /v2.0/ports?device_id=b080094e-e021-4092-a88d-24358c73db4d HTTP/1.1" status: 200 len: 945 time: 0.0453076 Apr 12 13:16:46.028885 dv-cinder-830097-4-iscsi neutron-server[103457]: INFO neutron.wsgi [req-c38836c5-bfc2-45a1-b94c-5d8429cfff0b req-08a0aaa2-d45a-44a0-99d8-032d79b1e182 tempest-ServerRescueNegativeTestJSON-440649021 tempest-ServerRescueNegativeTestJSON-440649021-project] 10.222.0.18 "GET /v2.0/security-groups?id=1da71eb9-9022-4720-ae95-e700d9700270&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0400484 Apr 12 13:16:46.626182 dv-cinder-830097-4-iscsi neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bec2910-ce1a-46b2-a1b7-2d644455c8bd req-59967da8-15cf-42fd-bede-02d5964536f8 tempest-AttachVolumeShelveTestJSON-707707766 tempest-AttachVolumeShelveTestJSON-707707766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 13:16:46.627642 dv-cinder-830097-4-iscsi neutron-server[103457]: INFO neutron.wsgi [req-8bec2910-ce1a-46b2-a1b7-2d644455c8bd req-59967da8-15cf-42fd-bede-02d5964536f8 tempest-AttachVolumeShelveTestJSON-707707766 tempest-AttachVolumeShelveTestJSON-707707766-project] 10.222.0.18 "GET /v2.0/ports?device_id=36b20118-8b82-4226-bcbc-1d8115480b68 HTTP/1.1" status: 200 len: 943 time: 0.0465608 Apr 12 13:16:46.677173 dv-cinder-830097-4-iscsi neutron-server[103457]: INFO neutron.wsgi [req-8bec2910-ce1a-46b2-a1b7-2d644455c8bd req-e87fb578-6580-4c06-b2ee-3358399873aa tempest-AttachVolumeShelveTestJSON-707707766 tempest-AttachVolumeShelveTestJSON-707707766-project] 10.222.0.18 "GET /v2.0/security-groups?id=6faf4076-452d-49e5-b67e-bfa1b1fd13c3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0433745 Apr 12 13:16:46.747797 dv-cinder-830097-4-iscsi neutron-server[103459]: DEBUG neutron_lib.callbacks.manager [None req-48f49cfa-b878-4878-99cb-7b815b77197b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732727929501', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-657397'] for agent (246ca497-e2ee-4e0b-b432-b4153c207e5f), after_update {{(pid=103459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:16:46.799208 dv-cinder-830097-4-iscsi neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2faf4cb0-0ceb-443b-8aa4-00a45c8854aa req-a600ffcb-164d-4b8e-8b2c-1cabf458eb35 tempest-AttachVolumeTestJSON-1144281586 tempest-AttachVolumeTestJSON-1144281586-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 13:16:46.800535 dv-cinder-830097-4-iscsi neutron-server[103457]: INFO neutron.wsgi [req-2faf4cb0-0ceb-443b-8aa4-00a45c8854aa req-a600ffcb-164d-4b8e-8b2c-1cabf458eb35 tempest-AttachVolumeTestJSON-1144281586 tempest-AttachVolumeTestJSON-1144281586-project] 10.222.0.18 "GET /v2.0/ports?device_id=ba22d8d3-a051-42d3-976a-fa1a9f083b90 HTTP/1.1" status: 200 len: 944 time: 0.0465422 Apr 12 13:16:46.856328 dv-cinder-830097-4-iscsi neutron-server[103457]: INFO neutron.wsgi [req-2faf4cb0-0ceb-443b-8aa4-00a45c8854aa req-ea55708a-b989-4c18-847b-fe589221f16b tempest-AttachVolumeTestJSON-1144281586 tempest-AttachVolumeTestJSON-1144281586-project] 10.222.0.18 "GET /v2.0/security-groups?id=217ddcda-2ab1-4d2d-8d94-6a87ae6035e1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0500152 Apr 12 13:16:47.156505 dv-cinder-830097-4-iscsi neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2830330-1272-4a40-8960-734ca600125e req-5a5ae5fa-78a9-4e05-b169-3367df4fc186 tempest-ServerRescueNegativeTestJSON-440649021 tempest-ServerRescueNegativeTestJSON-440649021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 13:16:47.158015 dv-cinder-830097-4-iscsi neutron-server[103457]: INFO neutron.wsgi [req-d2830330-1272-4a40-8960-734ca600125e req-5a5ae5fa-78a9-4e05-b169-3367df4fc186 tempest-ServerRescueNegativeTestJSON-440649021 tempest-ServerRescueNegativeTestJSON-440649021-project] 10.222.0.18 "GET /v2.0/ports?device_id=b080094e-e021-4092-a88d-24358c73db4d HTTP/1.1" status: 200 len: 945 time: 0.0486825 Apr 12 13:16:47.205586 dv-cinder-830097-4-iscsi neutron-server[103457]: INFO neutron.wsgi [req-d2830330-1272-4a40-8960-734ca600125e req-bb3341b1-1130-40f5-a382-57ad51a44cd2 tempest-ServerRescueNegativeTestJSON-440649021 tempest-ServerRescueNegativeTestJSON-440649021-project] 10.222.0.18 "GET /v2.0/security-groups?id=1da71eb9-9022-4720-ae95-e700d9700270&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418925 Apr 12 13:16:47.800162 dv-cinder-830097-4-iscsi neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9af715d2-c575-40b6-a179-9cc4d87f12dc req-8b508ba6-7319-4c91-acd6-522f42df7edf tempest-AttachVolumeShelveTestJSON-707707766 tempest-AttachVolumeShelveTestJSON-707707766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 13:16:47.801647 dv-cinder-830097-4-iscsi neutron-server[103457]: INFO neutron.wsgi [req-9af715d2-c575-40b6-a179-9cc4d87f12dc req-8b508ba6-7319-4c91-acd6-522f42df7edf tempest-AttachVolumeShelveTestJSON-707707766 tempest-AttachVolumeShelveTestJSON-707707766-project] 10.222.0.18 "GET /v2.0/ports?device_id=36b20118-8b82-4226-bcbc-1d8115480b68 HTTP/1.1" status: 200 len: 943 time: 0.0511682 Apr 12 13:16:47.850345 dv-cinder-830097-4-iscsi neutron-server[103457]: INFO neutron.wsgi [req-9af715d2-c575-40b6-a179-9cc4d87f12dc req-bd472523-72e9-495f-8dc5-5e0044aaefe8 tempest-AttachVolumeShelveTestJSON-707707766 tempest-AttachVolumeShelveTestJSON-707707766-project] 10.222.0.18 "GET /v2.0/security-groups?id=6faf4076-452d-49e5-b67e-bfa1b1fd13c3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0430386 Apr 12 13:16:47.970476 dv-cinder-830097-4-iscsi neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce088454-2bdb-4867-9188-4581cd788c5c req-f1c9cbd4-048d-4be5-b878-ce4681bacfb4 tempest-AttachVolumeTestJSON-1144281586 tempest-AttachVolumeTestJSON-1144281586-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 13:16:47.971930 dv-cinder-830097-4-iscsi neutron-server[103457]: INFO neutron.wsgi [req-ce088454-2bdb-4867-9188-4581cd788c5c req-f1c9cbd4-048d-4be5-b878-ce4681bacfb4 tempest-AttachVolumeTestJSON-1144281586 tempest-AttachVolumeTestJSON-1144281586-project] 10.222.0.18 "GET /v2.0/ports?device_id=ba22d8d3-a051-42d3-976a-fa1a9f083b90 HTTP/1.1" status: 200 len: 944 time: 0.0478778 Apr 12 13:16:48.019141 dv-cinder-830097-4-iscsi neutron-server[103457]: INFO neutron.wsgi [req-ce088454-2bdb-4867-9188-4581cd788c5c req-4b1d6176-b170-46ba-9009-1393c7f9d8fd tempest-AttachVolumeTestJSON-1144281586 tempest-AttachVolumeTestJSON-1144281586-project] 10.222.0.18 "GET /v2.0/security-groups?id=217ddcda-2ab1-4d2d-8d94-6a87ae6035e1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0411124 Apr 12 13:16:48.322182 dv-cinder-830097-4-iscsi neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f6916a6-dd4d-40c3-9ca6-71114f83b6e6 req-62e5f155-16c6-4802-bb2d-502c2e308f6f tempest-ServerRescueNegativeTestJSON-440649021 tempest-ServerRescueNegativeTestJSON-440649021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 13:16:48.323647 dv-cinder-830097-4-iscsi neutron-server[103457]: INFO neutron.wsgi [req-3f6916a6-dd4d-40c3-9ca6-71114f83b6e6 req-62e5f155-16c6-4802-bb2d-502c2e308f6f tempest-ServerRescueNegativeTestJSON-440649021 tempest-ServerRescueNegativeTestJSON-440649021-project] 10.222.0.18 "GET /v2.0/ports?device_id=b080094e-e021-4092-a88d-24358c73db4d HTTP/1.1" status: 200 len: 945 time: 0.0518909 Apr 12 13:16:48.379439 dv-cinder-830097-4-iscsi neutron-server[103457]: INFO neutron.wsgi [req-3f6916a6-dd4d-40c3-9ca6-71114f83b6e6 req-91fe50b2-fe64-4b42-bcf7-505f7caf54c6 tempest-ServerRescueNegativeTestJSON-440649021 tempest-ServerRescueNegativeTestJSON-440649021-project] 10.222.0.18 "GET /v2.0/security-groups?id=1da71eb9-9022-4720-ae95-e700d9700270&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0500045 Apr 12 13:16:48.973346 dv-cinder-830097-4-iscsi neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22d59643-f912-4481-989e-7b737031fe42 req-ad59e31e-fa32-486f-8f27-7ad5e923e29d tempest-AttachVolumeShelveTestJSON-707707766 tempest-AttachVolumeShelveTestJSON-707707766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 13:16:48.974847 dv-cinder-830097-4-iscsi neutron-server[103457]: INFO neutron.wsgi [req-22d59643-f912-4481-989e-7b737031fe42 req-ad59e31e-fa32-486f-8f27-7ad5e923e29d tempest-AttachVolumeShelveTestJSON-707707766 tempest-AttachVolumeShelveTestJSON-707707766-project] 10.222.0.18 "GET /v2.0/ports?device_id=36b20118-8b82-4226-bcbc-1d8115480b68 HTTP/1.1" status: 200 len: 943 time: 0.0470715 Apr 12 13:16:49.021975 dv-cinder-830097-4-iscsi neutron-server[103457]: INFO neutron.wsgi [req-22d59643-f912-4481-989e-7b737031fe42 req-bf1baf6d-5378-415e-953f-ea845f139ada tempest-AttachVolumeShelveTestJSON-707707766 tempest-AttachVolumeShelveTestJSON-707707766-project] 10.222.0.18 "GET /v2.0/security-groups?id=6faf4076-452d-49e5-b67e-bfa1b1fd13c3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0411308 Apr 12 13:16:49.131785 dv-cinder-830097-4-iscsi neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a30b1a15-9c83-488a-bdb3-ecd52f690a6b req-89284d21-672e-45c9-b33c-58e485a8a9f1 tempest-AttachVolumeTestJSON-1144281586 tempest-AttachVolumeTestJSON-1144281586-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 13:16:49.133901 dv-cinder-830097-4-iscsi neutron-server[103457]: INFO neutron.wsgi [req-a30b1a15-9c83-488a-bdb3-ecd52f690a6b req-89284d21-672e-45c9-b33c-58e485a8a9f1 tempest-AttachVolumeTestJSON-1144281586 tempest-AttachVolumeTestJSON-1144281586-project] 10.222.0.18 "GET /v2.0/ports?device_id=ba22d8d3-a051-42d3-976a-fa1a9f083b90 HTTP/1.1" status: 200 len: 944 time: 0.0472653 Apr 12 13:16:49.183478 dv-cinder-830097-4-iscsi neutron-server[103457]: INFO neutron.wsgi [req-a30b1a15-9c83-488a-bdb3-ecd52f690a6b req-798d3c94-f13c-4444-9c67-e21a5cfb2b99 tempest-AttachVolumeTestJSON-1144281586 tempest-AttachVolumeTestJSON-1144281586-project] 10.222.0.18 "GET /v2.0/security-groups?id=217ddcda-2ab1-4d2d-8d94-6a87ae6035e1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0437596 Apr 12 13:16:49.466357 dv-cinder-830097-4-iscsi neutron-server[103459]: DEBUG neutron_lib.callbacks.manager [None req-3b99b490-b08d-4302-bcfe-e3ecbac7d1af None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732727929501', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-657397'] for agent (b7e11a8b-aeed-493f-9763-461016dddc93), after_update {{(pid=103459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:16:49.508188 dv-cinder-830097-4-iscsi neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78fdcb34-d238-4570-8429-ee7700f750a9 req-7e8b30ff-355d-42d2-a023-fef1e43aa028 tempest-ServerRescueNegativeTestJSON-440649021 tempest-ServerRescueNegativeTestJSON-440649021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 13:16:49.509670 dv-cinder-830097-4-iscsi neutron-server[103457]: INFO neutron.wsgi [req-78fdcb34-d238-4570-8429-ee7700f750a9 req-7e8b30ff-355d-42d2-a023-fef1e43aa028 tempest-ServerRescueNegativeTestJSON-440649021 tempest-ServerRescueNegativeTestJSON-440649021-project] 10.222.0.18 "GET /v2.0/ports?device_id=b080094e-e021-4092-a88d-24358c73db4d HTTP/1.1" status: 200 len: 945 time: 0.0516932 Apr 12 13:16:49.556298 dv-cinder-830097-4-iscsi neutron-server[103457]: INFO neutron.wsgi [req-78fdcb34-d238-4570-8429-ee7700f750a9 req-e829853b-56f9-431e-906e-c75adc8b30bc tempest-ServerRescueNegativeTestJSON-440649021 tempest-ServerRescueNegativeTestJSON-440649021-project] 10.222.0.18 "GET /v2.0/security-groups?id=1da71eb9-9022-4720-ae95-e700d9700270&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409236 Apr 12 13:16:50.138667 dv-cinder-830097-4-iscsi neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6692bf88-8ea6-4e17-936f-e0bb4d6fe8b5 req-0785c2b7-9d2e-4315-b0dd-6c1776ad20d9 tempest-AttachVolumeShelveTestJSON-707707766 tempest-AttachVolumeShelveTestJSON-707707766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 13:16:50.140108 dv-cinder-830097-4-iscsi neutron-server[103457]: INFO neutron.wsgi [req-6692bf88-8ea6-4e17-936f-e0bb4d6fe8b5 req-0785c2b7-9d2e-4315-b0dd-6c1776ad20d9 tempest-AttachVolumeShelveTestJSON-707707766 tempest-AttachVolumeShelveTestJSON-707707766-project] 10.222.0.18 "GET /v2.0/ports?device_id=36b20118-8b82-4226-bcbc-1d8115480b68 HTTP/1.1" status: 200 len: 943 time: 0.0453625 Apr 12 13:16:50.185245 dv-cinder-830097-4-iscsi neutron-server[103457]: INFO neutron.wsgi [req-6692bf88-8ea6-4e17-936f-e0bb4d6fe8b5 req-481366b8-b8d2-4e6e-adee-975d2a53480c tempest-AttachVolumeShelveTestJSON-707707766 tempest-AttachVolumeShelveTestJSON-707707766-project] 10.222.0.18 "GET /v2.0/security-groups?id=6faf4076-452d-49e5-b67e-bfa1b1fd13c3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0395906 Apr 12 13:16:50.238615 dv-cinder-830097-4-iscsi neutron-server[103459]: DEBUG neutron_lib.callbacks.manager [None req-f20c20fe-5767-407a-9f30-b36f01c50254 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732727929501', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-657397'] for agent (1e8a91c7-94d1-4b17-9536-32bc01f44a9b), after_update {{(pid=103459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:16:50.299663 dv-cinder-830097-4-iscsi neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f25c56c-adf4-4ca8-99f1-8afda7e9ce11 req-6d2af7bf-23d6-47c2-b851-4fa160c07ec2 tempest-AttachVolumeTestJSON-1144281586 tempest-AttachVolumeTestJSON-1144281586-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 13:16:50.301034 dv-cinder-830097-4-iscsi neutron-server[103457]: INFO neutron.wsgi [req-5f25c56c-adf4-4ca8-99f1-8afda7e9ce11 req-6d2af7bf-23d6-47c2-b851-4fa160c07ec2 tempest-AttachVolumeTestJSON-1144281586 tempest-AttachVolumeTestJSON-1144281586-project] 10.222.0.18 "GET /v2.0/ports?device_id=ba22d8d3-a051-42d3-976a-fa1a9f083b90 HTTP/1.1" status: 200 len: 944 time: 0.0502028 Apr 12 13:16:50.348238 dv-cinder-830097-4-iscsi neutron-server[103457]: INFO neutron.wsgi [req-5f25c56c-adf4-4ca8-99f1-8afda7e9ce11 req-c5919b24-2627-4d62-b4d5-b385d17af315 tempest-AttachVolumeTestJSON-1144281586 tempest-AttachVolumeTestJSON-1144281586-project] 10.222.0.18 "GET /v2.0/security-groups?id=217ddcda-2ab1-4d2d-8d94-6a87ae6035e1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0411856 Apr 12 13:16:50.666021 dv-cinder-830097-4-iscsi neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69384e5a-b6c7-4c56-bcc2-91e2af407789 req-acac70c3-3c3e-4fd9-b9a8-1a508762fabe tempest-ServerRescueNegativeTestJSON-440649021 tempest-ServerRescueNegativeTestJSON-440649021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 13:16:50.667466 dv-cinder-830097-4-iscsi neutron-server[103457]: INFO neutron.wsgi [req-69384e5a-b6c7-4c56-bcc2-91e2af407789 req-acac70c3-3c3e-4fd9-b9a8-1a508762fabe tempest-ServerRescueNegativeTestJSON-440649021 tempest-ServerRescueNegativeTestJSON-440649021-project] 10.222.0.18 "GET /v2.0/ports?device_id=b080094e-e021-4092-a88d-24358c73db4d HTTP/1.1" status: 200 len: 945 time: 0.0452716 Apr 12 13:16:50.715971 dv-cinder-830097-4-iscsi neutron-server[103457]: INFO neutron.wsgi [req-69384e5a-b6c7-4c56-bcc2-91e2af407789 req-c6a77b74-4aa8-4db4-af83-a37758f04071 tempest-ServerRescueNegativeTestJSON-440649021 tempest-ServerRescueNegativeTestJSON-440649021-project] 10.222.0.18 "GET /v2.0/security-groups?id=1da71eb9-9022-4720-ae95-e700d9700270&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0427873 Apr 12 13:16:51.301116 dv-cinder-830097-4-iscsi neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-104eea52-29c2-4460-8845-ebf330fd82cb req-36b31886-1f3c-43e7-920c-5b7276c4976e tempest-AttachVolumeShelveTestJSON-707707766 tempest-AttachVolumeShelveTestJSON-707707766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 13:16:51.302560 dv-cinder-830097-4-iscsi neutron-server[103457]: INFO neutron.wsgi [req-104eea52-29c2-4460-8845-ebf330fd82cb req-36b31886-1f3c-43e7-920c-5b7276c4976e tempest-AttachVolumeShelveTestJSON-707707766 tempest-AttachVolumeShelveTestJSON-707707766-project] 10.222.0.18 "GET /v2.0/ports?device_id=36b20118-8b82-4226-bcbc-1d8115480b68 HTTP/1.1" status: 200 len: 943 time: 0.0459704 Apr 12 13:16:51.356945 dv-cinder-830097-4-iscsi neutron-server[103457]: INFO neutron.wsgi [req-104eea52-29c2-4460-8845-ebf330fd82cb req-fd49d1f7-b26b-47b1-a926-533c37b619d7 tempest-AttachVolumeShelveTestJSON-707707766 tempest-AttachVolumeShelveTestJSON-707707766-project] 10.222.0.18 "GET /v2.0/security-groups?id=6faf4076-452d-49e5-b67e-bfa1b1fd13c3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0488310 Apr 12 13:16:51.369733 dv-cinder-830097-4-iscsi neutron-server[103459]: DEBUG neutron_lib.callbacks.manager [None req-09c91955-1169-4ba5-b480-d25faf385fa1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732727929501', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-657397'] for agent (6571c785-b050-42b7-b6d0-d71237f75507), after_update {{(pid=103459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:16:51.463178 dv-cinder-830097-4-iscsi neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-320028d7-b8d0-4ee9-8501-bdd4a4f9d153 req-5b6bbf02-bd39-43c1-a5d8-ab381a9f3b1a tempest-AttachVolumeTestJSON-1144281586 tempest-AttachVolumeTestJSON-1144281586-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 13:16:51.464686 dv-cinder-830097-4-iscsi neutron-server[103457]: INFO neutron.wsgi [req-320028d7-b8d0-4ee9-8501-bdd4a4f9d153 req-5b6bbf02-bd39-43c1-a5d8-ab381a9f3b1a tempest-AttachVolumeTestJSON-1144281586 tempest-AttachVolumeTestJSON-1144281586-project] 10.222.0.18 "GET /v2.0/ports?device_id=ba22d8d3-a051-42d3-976a-fa1a9f083b90 HTTP/1.1" status: 200 len: 944 time: 0.0471034 Apr 12 13:16:51.511061 dv-cinder-830097-4-iscsi neutron-server[103457]: INFO neutron.wsgi [req-320028d7-b8d0-4ee9-8501-bdd4a4f9d153 req-13022825-ea6d-45a1-a32d-22f3f3850151 tempest-AttachVolumeTestJSON-1144281586 tempest-AttachVolumeTestJSON-1144281586-project] 10.222.0.18 "GET /v2.0/security-groups?id=217ddcda-2ab1-4d2d-8d94-6a87ae6035e1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0405488 Apr 12 13:16:51.827311 dv-cinder-830097-4-iscsi neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65db03f1-baaa-4c26-b577-78979f889597 req-5111f5db-0f40-4f27-91f7-b794b6b1f219 tempest-ServerRescueNegativeTestJSON-440649021 tempest-ServerRescueNegativeTestJSON-440649021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 13:16:51.829030 dv-cinder-830097-4-iscsi neutron-server[103457]: INFO neutron.wsgi [req-65db03f1-baaa-4c26-b577-78979f889597 req-5111f5db-0f40-4f27-91f7-b794b6b1f219 tempest-ServerRescueNegativeTestJSON-440649021 tempest-ServerRescueNegativeTestJSON-440649021-project] 10.222.0.18 "GET /v2.0/ports?device_id=b080094e-e021-4092-a88d-24358c73db4d HTTP/1.1" status: 200 len: 945 time: 0.0471466 Apr 12 13:16:51.879662 dv-cinder-830097-4-iscsi neutron-server[103457]: INFO neutron.wsgi [req-65db03f1-baaa-4c26-b577-78979f889597 req-4f87cf1f-50b3-4ee4-9cae-b6bd76c1be5e tempest-ServerRescueNegativeTestJSON-440649021 tempest-ServerRescueNegativeTestJSON-440649021-project] 10.222.0.18 "GET /v2.0/security-groups?id=1da71eb9-9022-4720-ae95-e700d9700270&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0448761 Apr 12 13:16:52.500934 dv-cinder-830097-4-iscsi neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e910ad8c-a6c3-4d35-b2a4-39b95d7a7303 req-550ab011-c775-4adb-86dd-0df8876a5bb8 tempest-AttachVolumeShelveTestJSON-707707766 tempest-AttachVolumeShelveTestJSON-707707766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 13:16:52.502541 dv-cinder-830097-4-iscsi neutron-server[103457]: INFO neutron.wsgi [req-e910ad8c-a6c3-4d35-b2a4-39b95d7a7303 req-550ab011-c775-4adb-86dd-0df8876a5bb8 tempest-AttachVolumeShelveTestJSON-707707766 tempest-AttachVolumeShelveTestJSON-707707766-project] 10.222.0.18 "GET /v2.0/ports?device_id=36b20118-8b82-4226-bcbc-1d8115480b68 HTTP/1.1" status: 200 len: 943 time: 0.0602255 Apr 12 13:16:52.555644 dv-cinder-830097-4-iscsi neutron-server[103457]: INFO neutron.wsgi [req-e910ad8c-a6c3-4d35-b2a4-39b95d7a7303 req-cc44b77b-7149-437b-899b-88b9607f313a tempest-AttachVolumeShelveTestJSON-707707766 tempest-AttachVolumeShelveTestJSON-707707766-project] 10.222.0.18 "GET /v2.0/security-groups?id=6faf4076-452d-49e5-b67e-bfa1b1fd13c3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0453370 Apr 12 13:16:52.671507 dv-cinder-830097-4-iscsi neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bbf3f5d-5f32-4502-beb7-3ca6fbfe1311 req-eaa58750-0386-4f33-b576-abcee72106cd tempest-AttachVolumeTestJSON-1144281586 tempest-AttachVolumeTestJSON-1144281586-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 13:16:52.673039 dv-cinder-830097-4-iscsi neutron-server[103457]: INFO neutron.wsgi [req-4bbf3f5d-5f32-4502-beb7-3ca6fbfe1311 req-eaa58750-0386-4f33-b576-abcee72106cd tempest-AttachVolumeTestJSON-1144281586 tempest-AttachVolumeTestJSON-1144281586-project] 10.222.0.18 "GET /v2.0/ports?device_id=ba22d8d3-a051-42d3-976a-fa1a9f083b90 HTTP/1.1" status: 200 len: 944 time: 0.0508175 Apr 12 13:16:52.721715 dv-cinder-830097-4-iscsi neutron-server[103457]: INFO neutron.wsgi [req-4bbf3f5d-5f32-4502-beb7-3ca6fbfe1311 req-60ca80a2-7b89-4cc7-bcf8-79f825b06ae8 tempest-AttachVolumeTestJSON-1144281586 tempest-AttachVolumeTestJSON-1144281586-project] 10.222.0.18 "GET /v2.0/security-groups?id=217ddcda-2ab1-4d2d-8d94-6a87ae6035e1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0431063 Apr 12 13:16:52.994355 dv-cinder-830097-4-iscsi neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40b1d07f-7c35-4dcc-a7c4-ac8697b3a53c req-dd220d01-9371-4afd-9cf0-254aeb30016c tempest-ServerRescueNegativeTestJSON-440649021 tempest-ServerRescueNegativeTestJSON-440649021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 13:16:52.995964 dv-cinder-830097-4-iscsi neutron-server[103457]: INFO neutron.wsgi [req-40b1d07f-7c35-4dcc-a7c4-ac8697b3a53c req-dd220d01-9371-4afd-9cf0-254aeb30016c tempest-ServerRescueNegativeTestJSON-440649021 tempest-ServerRescueNegativeTestJSON-440649021-project] 10.222.0.18 "GET /v2.0/ports?device_id=b080094e-e021-4092-a88d-24358c73db4d HTTP/1.1" status: 200 len: 945 time: 0.0472074 Apr 12 13:16:53.056368 dv-cinder-830097-4-iscsi neutron-server[103457]: INFO neutron.wsgi [req-40b1d07f-7c35-4dcc-a7c4-ac8697b3a53c req-9af30b1f-29a9-4438-88e7-b231d3540706 tempest-ServerRescueNegativeTestJSON-440649021 tempest-ServerRescueNegativeTestJSON-440649021-project] 10.222.0.18 "GET /v2.0/security-groups?id=1da71eb9-9022-4720-ae95-e700d9700270&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0547709 Apr 12 13:16:53.182972 dv-cinder-830097-4-iscsi neutron-server[103459]: DEBUG neutron_lib.callbacks.manager [None req-53781792-8650-4c78-93a6-1c4d328d874c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732727929501', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-657397'] for agent (3f2daa45-5e56-452b-8a21-b519edfce99e), after_update {{(pid=103459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:16:53.256268 dv-cinder-830097-4-iscsi neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d90dd67-7068-4fe7-9533-52c8991f01f8 req-3f146bae-e5d2-4f9f-8a16-5989d173bbff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 13:16:53.258763 dv-cinder-830097-4-iscsi neutron-server[103457]: INFO neutron.wsgi [req-5d90dd67-7068-4fe7-9533-52c8991f01f8 req-3f146bae-e5d2-4f9f-8a16-5989d173bbff service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=5ebad6ef7aca47f397d0e45a428e3948&device_id=36b20118-8b82-4226-bcbc-1d8115480b68 HTTP/1.1" status: 200 len: 1127 time: 0.0528386 Apr 12 13:16:53.291970 dv-cinder-830097-4-iscsi neutron-server[103458]: DEBUG neutron.wsgi [-] (103458) accepted ('10.222.0.18', 41794) {{(pid=103458) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 13:16:53.398365 dv-cinder-830097-4-iscsi neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-bc3344db-2d90-4918-8bc9-a2b6bc5540d9 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:16:53.471681 dv-cinder-830097-4-iscsi neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-bc3344db-2d90-4918-8bc9-a2b6bc5540d9 admin admin] Publish callbacks [] for security_group (0313320a-a164-4f40-bdae-cee4689690d9), precommit_create {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:16:53.475799 dv-cinder-830097-4-iscsi neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-bc3344db-2d90-4918-8bc9-a2b6bc5540d9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3691807'] for security_group (0313320a-a164-4f40-bdae-cee4689690d9), after_create {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:16:53.516726 dv-cinder-830097-4-iscsi neutron-server[103458]: INFO neutron.wsgi [None req-bc3344db-2d90-4918-8bc9-a2b6bc5540d9 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=e1508f2c196043cb937b95c0d69d5d50&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2236712 Apr 12 13:16:53.517872 dv-cinder-830097-4-iscsi neutron-server[103458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc3344db-2d90-4918-8bc9-a2b6bc5540d9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0313320a-a164-4f40-bdae-cee4689690d9,revision_number=1']} {{(pid=103458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 13:16:53.519453 dv-cinder-830097-4-iscsi neutron-server[103457]: DEBUG neutron.wsgi [-] (103457) accepted ('10.222.0.18', 41798) {{(pid=103457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 13:16:53.574957 dv-cinder-830097-4-iscsi neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-70700cd7-f95b-4ee9-83ee-fb4341e92842 admin admin] Publish callbacks [] for security_group (0313320a-a164-4f40-bdae-cee4689690d9), before_delete {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:16:53.598469 dv-cinder-830097-4-iscsi neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-70700cd7-f95b-4ee9-83ee-fb4341e92842 admin admin] Publish callbacks [] for security_group (0313320a-a164-4f40-bdae-cee4689690d9), precommit_delete {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:16:53.679499 dv-cinder-830097-4-iscsi neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-70700cd7-f95b-4ee9-83ee-fb4341e92842 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3691807'] for security_group (0313320a-a164-4f40-bdae-cee4689690d9), after_delete {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:16:53.682399 dv-cinder-830097-4-iscsi neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-70700cd7-f95b-4ee9-83ee-fb4341e92842 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:16:53.683548 dv-cinder-830097-4-iscsi neutron-server[103457]: INFO neutron.wsgi [None req-70700cd7-f95b-4ee9-83ee-fb4341e92842 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/0313320a-a164-4f40-bdae-cee4689690d9 HTTP/1.1" status: 204 len: 168 time: 0.1630514 Apr 12 13:16:53.708525 dv-cinder-830097-4-iscsi neutron-server[103457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70700cd7-f95b-4ee9-83ee-fb4341e92842 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0313320a-a164-4f40-bdae-cee4689690d9,revision_number=None']} {{(pid=103457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 13:16:53.728385 dv-cinder-830097-4-iscsi neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c724dac-b9a5-4fdf-afc4-ede0535dbcfa req-9003ef8d-d3fa-4738-8ed9-e0b96d63dbd9 tempest-AttachVolumeShelveTestJSON-707707766 tempest-AttachVolumeShelveTestJSON-707707766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 13:16:53.735367 dv-cinder-830097-4-iscsi neutron-server[103457]: INFO neutron.wsgi [req-0c724dac-b9a5-4fdf-afc4-ede0535dbcfa req-9003ef8d-d3fa-4738-8ed9-e0b96d63dbd9 tempest-AttachVolumeShelveTestJSON-707707766 tempest-AttachVolumeShelveTestJSON-707707766-project] 10.222.0.18 "GET /v2.0/ports?device_id=36b20118-8b82-4226-bcbc-1d8115480b68 HTTP/1.1" status: 200 len: 943 time: 0.0998845 Apr 12 13:16:53.799988 dv-cinder-830097-4-iscsi neutron-server[103457]: INFO neutron.wsgi [req-0c724dac-b9a5-4fdf-afc4-ede0535dbcfa req-27687b7d-e76d-4e48-980e-84dc71b9d072 tempest-AttachVolumeShelveTestJSON-707707766 tempest-AttachVolumeShelveTestJSON-707707766-project] 10.222.0.18 "GET /v2.0/security-groups?id=6faf4076-452d-49e5-b67e-bfa1b1fd13c3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0559795 Apr 12 13:16:53.857485 dv-cinder-830097-4-iscsi neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7db13be3-d192-4e54-93c1-7fa8ca8d6ad2 req-a4ed8f29-0828-4f97-b4fa-7710cbaf1c64 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 13:16:53.858990 dv-cinder-830097-4-iscsi neutron-server[103457]: INFO neutron.wsgi [req-7db13be3-d192-4e54-93c1-7fa8ca8d6ad2 req-a4ed8f29-0828-4f97-b4fa-7710cbaf1c64 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=973344adf45e43fc87f28572c7cc70a5&device_id=ba22d8d3-a051-42d3-976a-fa1a9f083b90 HTTP/1.1" status: 200 len: 1128 time: 0.0578992 Apr 12 13:16:53.935219 dv-cinder-830097-4-iscsi neutron-server[103457]: DEBUG neutron.wsgi [-] (103457) accepted ('10.222.0.18', 41828) {{(pid=103457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 13:16:53.981555 dv-cinder-830097-4-iscsi neutron-server[103457]: INFO neutron.wsgi [req-7db13be3-d192-4e54-93c1-7fa8ca8d6ad2 req-967132cb-f99c-46d3-bc94-c2c85756eb3b service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=62c1ce97-2966-4f79-9ab2-998dae58f04b HTTP/1.1" status: 200 len: 217 time: 0.1025379 Apr 12 13:16:54.056457 dv-cinder-830097-4-iscsi neutron-server[103459]: DEBUG neutron.plugins.ml2.rpc [None req-3505bd68-a9fd-4823-92ea-1a6ded8ab071 None None] Device fb9ce2f5-e944-45af-8bea-9306ac5c33df details requested by agent hyperv_hv-cinder-83009 with host hv-cinder-83009 {{(pid=103459) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 12 13:16:54.057704 dv-cinder-830097-4-iscsi neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e8bbace-5201-49b6-a691-3edb500c1dbd req-ac8cc256-1136-4d32-9155-b0d3149bae95 tempest-AttachVolumeTestJSON-1144281586 tempest-AttachVolumeTestJSON-1144281586-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 13:16:54.064661 dv-cinder-830097-4-iscsi neutron-server[103457]: INFO neutron.wsgi [req-9e8bbace-5201-49b6-a691-3edb500c1dbd req-ac8cc256-1136-4d32-9155-b0d3149bae95 tempest-AttachVolumeTestJSON-1144281586 tempest-AttachVolumeTestJSON-1144281586-project] 10.222.0.18 "GET /v2.0/ports?device_id=ba22d8d3-a051-42d3-976a-fa1a9f083b90 HTTP/1.1" status: 200 len: 944 time: 0.1023960 Apr 12 13:16:54.108024 dv-cinder-830097-4-iscsi neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d90dd67-7068-4fe7-9533-52c8991f01f8 req-0501ca51-66d4-4f33-8c72-db6fe12fe44b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 13:16:54.108024 dv-cinder-830097-4-iscsi neutron-server[103457]: INFO neutron.wsgi [req-5d90dd67-7068-4fe7-9533-52c8991f01f8 req-0501ca51-66d4-4f33-8c72-db6fe12fe44b service neutron] 10.222.0.55 "GET /v2.0/networks?id=6562521a-2ea5-45f4-a1f8-589dc7fbc9f3 HTTP/1.1" status: 200 len: 917 time: 0.3048115 Apr 12 13:16:54.156550 dv-cinder-830097-4-iscsi neutron-server[103457]: INFO neutron.wsgi [req-5d90dd67-7068-4fe7-9533-52c8991f01f8 req-735056aa-1055-48f0-b1a2-2501df9fa484 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=fb9ce2f5-e944-45af-8bea-9306ac5c33df HTTP/1.1" status: 200 len: 217 time: 0.0405014 Apr 12 13:16:54.157949 dv-cinder-830097-4-iscsi neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7db13be3-d192-4e54-93c1-7fa8ca8d6ad2 req-27ad4e21-729c-4730-bc70-ac4ad5d5890c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 13:16:54.159275 dv-cinder-830097-4-iscsi neutron-server[103457]: INFO neutron.wsgi [req-7db13be3-d192-4e54-93c1-7fa8ca8d6ad2 req-27ad4e21-729c-4730-bc70-ac4ad5d5890c service neutron] 10.222.0.55 "GET /v2.0/subnets?id=e7f58421-9187-48e8-8ede-d2e25149e657 HTTP/1.1" status: 200 len: 850 time: 0.1562068 Apr 12 13:16:54.240803 dv-cinder-830097-4-iscsi neutron-server[103459]: DEBUG neutron.plugins.ml2.db [None req-3505bd68-a9fd-4823-92ea-1a6ded8ab071 None None] For port fb9ce2f5-e944-45af-8bea-9306ac5c33df, host hv-cinder-83009, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83009',level=0,port_id=fb9ce2f5-e944-45af-8bea-9306ac5c33df,segment=NetworkSegment(97cb7c0e-6017-4956-9bfd-101a1a75a7c0),segment_id=97cb7c0e-6017-4956-9bfd-101a1a75a7c0)] {{(pid=103459) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 12 13:16:54.251732 dv-cinder-830097-4-iscsi neutron-server[103458]: DEBUG neutron.wsgi [-] (103458) accepted ('10.222.0.18', 41846) {{(pid=103458) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 13:16:54.266484 dv-cinder-830097-4-iscsi neutron-server[103459]: DEBUG neutron.plugins.ml2.rpc [None req-3505bd68-a9fd-4823-92ea-1a6ded8ab071 None None] Returning: {'device': 'fb9ce2f5-e944-45af-8bea-9306ac5c33df', 'network_id': '6562521a-2ea5-45f4-a1f8-589dc7fbc9f3', 'port_id': 'fb9ce2f5-e944-45af-8bea-9306ac5c33df', 'mac_address': 'fa:16:3e:99:71:8e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 244, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'cf735079-dcf8-4625-b8a7-d372f8fef245', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103459) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 12 13:16:54.277835 dv-cinder-830097-4-iscsi neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-48dba365-140e-434d-8cc6-e7c12c6ab581 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:16:54.328898 dv-cinder-830097-4-iscsi neutron-server[103459]: DEBUG neutron.plugins.ml2.plugin [None req-3505bd68-a9fd-4823-92ea-1a6ded8ab071 None None] Current status of the port fb9ce2f5-e944-45af-8bea-9306ac5c33df is: DOWN; New status is: BUILD {{(pid=103459) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 12 13:16:54.329295 dv-cinder-830097-4-iscsi neutron-server[103459]: DEBUG neutron_lib.callbacks.manager [None req-3505bd68-a9fd-4823-92ea-1a6ded8ab071 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-916304'] for port (fb9ce2f5-e944-45af-8bea-9306ac5c33df), before_update {{(pid=103459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:16:54.333017 dv-cinder-830097-4-iscsi neutron-server[103457]: INFO neutron.wsgi [req-9e8bbace-5201-49b6-a691-3edb500c1dbd req-70439076-aa31-43f8-ae6e-82cf51c23d7f tempest-AttachVolumeTestJSON-1144281586 tempest-AttachVolumeTestJSON-1144281586-project] 10.222.0.18 "GET /v2.0/security-groups?id=217ddcda-2ab1-4d2d-8d94-6a87ae6035e1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2673373 Apr 12 13:16:54.355522 dv-cinder-830097-4-iscsi neutron-server[103459]: DEBUG neutron.notifiers.nova [None req-3505bd68-a9fd-4823-92ea-1a6ded8ab071 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id fb9ce2f5-e944-45af-8bea-9306ac5c33df {{(pid=103459) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 12 13:16:54.371591 dv-cinder-830097-4-iscsi neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-1712770c-087a-4e52-971d-af9dcd945fa5 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:16:54.371800 dv-cinder-830097-4-iscsi neutron-server[103458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dd8b9ee-0717-4652-a8a2-3b3b29895674 req-ae7aad84-bf0d-4a71-83e9-e87510a80e5e tempest-ServerRescueNegativeTestJSON-440649021 tempest-ServerRescueNegativeTestJSON-440649021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 13:16:54.372896 dv-cinder-830097-4-iscsi neutron-server[103458]: INFO neutron.wsgi [req-6dd8b9ee-0717-4652-a8a2-3b3b29895674 req-ae7aad84-bf0d-4a71-83e9-e87510a80e5e tempest-ServerRescueNegativeTestJSON-440649021 tempest-ServerRescueNegativeTestJSON-440649021-project] 10.222.0.18 "GET /v2.0/ports?device_id=b080094e-e021-4092-a88d-24358c73db4d HTTP/1.1" status: 200 len: 945 time: 0.0828836 Apr 12 13:16:54.390024 dv-cinder-830097-4-iscsi neutron-server[103459]: DEBUG neutron.plugins.ml2.db [None req-3505bd68-a9fd-4823-92ea-1a6ded8ab071 None None] For port fb9ce2f5-e944-45af-8bea-9306ac5c33df, host hv-cinder-83009, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83009',level=0,port_id=fb9ce2f5-e944-45af-8bea-9306ac5c33df,segment=NetworkSegment(97cb7c0e-6017-4956-9bfd-101a1a75a7c0),segment_id=97cb7c0e-6017-4956-9bfd-101a1a75a7c0)] {{(pid=103459) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 12 13:16:54.395838 dv-cinder-830097-4-iscsi neutron-server[103459]: DEBUG neutron_lib.callbacks.manager [None req-3505bd68-a9fd-4823-92ea-1a6ded8ab071 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-915890', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3697887', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732727894815', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732727417932', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732727417950'] for port (fb9ce2f5-e944-45af-8bea-9306ac5c33df), after_update {{(pid=103459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:16:54.446297 dv-cinder-830097-4-iscsi neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7db13be3-d192-4e54-93c1-7fa8ca8d6ad2 req-035ac665-ef77-4cf3-9585-65632e1b3502 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 13:16:54.448058 dv-cinder-830097-4-iscsi neutron-server[103457]: INFO neutron.wsgi [req-7db13be3-d192-4e54-93c1-7fa8ca8d6ad2 req-035ac665-ef77-4cf3-9585-65632e1b3502 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=33c58c83-bd42-46e6-829a-cd11f58e9fb1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.2727168 Apr 12 13:16:54.450844 dv-cinder-830097-4-iscsi neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d90dd67-7068-4fe7-9533-52c8991f01f8 req-de3add5b-005e-452c-b758-ac261c857373 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 13:16:54.452230 dv-cinder-830097-4-iscsi neutron-server[103457]: INFO neutron.wsgi [req-5d90dd67-7068-4fe7-9533-52c8991f01f8 req-de3add5b-005e-452c-b758-ac261c857373 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=cf735079-dcf8-4625-b8a7-d372f8fef245 HTTP/1.1" status: 200 len: 855 time: 0.2795863 Apr 12 13:16:54.468357 dv-cinder-830097-4-iscsi neutron-server[103458]: INFO neutron.wsgi [req-6dd8b9ee-0717-4652-a8a2-3b3b29895674 req-f14eabba-f6d1-42cc-93bc-f1afcf05a2dd tempest-ServerRescueNegativeTestJSON-440649021 tempest-ServerRescueNegativeTestJSON-440649021-project] 10.222.0.18 "GET /v2.0/security-groups?id=1da71eb9-9022-4720-ae95-e700d9700270&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0881178 Apr 12 13:16:54.487565 dv-cinder-830097-4-iscsi neutron-server[103459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3505bd68-a9fd-4823-92ea-1a6ded8ab071 None None] Pushing event updated for resources: {'Port': ['ID=fb9ce2f5-e944-45af-8bea-9306ac5c33df,revision_number=4']} {{(pid=103459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 13:16:54.495128 dv-cinder-830097-4-iscsi neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-48dba365-140e-434d-8cc6-e7c12c6ab581 admin admin] Publish callbacks [] for security_group (228dcb40-3762-48e9-989d-356dbc65c67e), precommit_create {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:16:54.503358 dv-cinder-830097-4-iscsi neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-48dba365-140e-434d-8cc6-e7c12c6ab581 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3691807'] for security_group (228dcb40-3762-48e9-989d-356dbc65c67e), after_create {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:16:54.511473 dv-cinder-830097-4-iscsi neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-1712770c-087a-4e52-971d-af9dcd945fa5 admin admin] Publish callbacks [] for security_group (1020194d-0ee3-4cc7-80e5-ff43a2d23b46), precommit_create {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:16:54.523473 dv-cinder-830097-4-iscsi neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-1712770c-087a-4e52-971d-af9dcd945fa5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3691807'] for security_group (1020194d-0ee3-4cc7-80e5-ff43a2d23b46), after_create {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:16:54.544165 dv-cinder-830097-4-iscsi neutron-server[103458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48dba365-140e-434d-8cc6-e7c12c6ab581 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=228dcb40-3762-48e9-989d-356dbc65c67e,revision_number=1']} {{(pid=103458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 13:16:54.563171 dv-cinder-830097-4-iscsi neutron-server[103458]: INFO neutron.wsgi [None req-48dba365-140e-434d-8cc6-e7c12c6ab581 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=c900a61a01704877b91ea04e3e44c6da&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3090186 Apr 12 13:16:54.563794 dv-cinder-830097-4-iscsi neutron-server[103458]: DEBUG neutron.wsgi [-] (103458) accepted ('10.222.0.18', 41854) {{(pid=103458) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 13:16:54.616370 dv-cinder-830097-4-iscsi neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-8590c4cd-4902-4a46-8bd2-e150592f53e4 admin admin] Publish callbacks [] for security_group (228dcb40-3762-48e9-989d-356dbc65c67e), before_delete {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:16:54.629028 dv-cinder-830097-4-iscsi neutron-server[103457]: INFO neutron.wsgi [None req-1712770c-087a-4e52-971d-af9dcd945fa5 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=e84c7d29baab4d8d8b90c194221b8300&name=default HTTP/1.1" status: 200 len: 2996 time: 0.6665988 Apr 12 13:16:54.631492 dv-cinder-830097-4-iscsi neutron-server[103458]: DEBUG neutron.wsgi [-] (103458) accepted ('10.222.0.18', 41856) {{(pid=103458) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 13:16:54.661251 dv-cinder-830097-4-iscsi neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-8590c4cd-4902-4a46-8bd2-e150592f53e4 admin admin] Publish callbacks [] for security_group (228dcb40-3762-48e9-989d-356dbc65c67e), precommit_delete {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:16:54.675002 dv-cinder-830097-4-iscsi neutron-server[103457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1712770c-087a-4e52-971d-af9dcd945fa5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1020194d-0ee3-4cc7-80e5-ff43a2d23b46,revision_number=1']} {{(pid=103457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 13:16:54.682687 dv-cinder-830097-4-iscsi neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d90dd67-7068-4fe7-9533-52c8991f01f8 req-52f16325-8d98-49cd-a6b8-02f37646c377 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 13:16:54.684191 dv-cinder-830097-4-iscsi neutron-server[103457]: INFO neutron.wsgi [req-5d90dd67-7068-4fe7-9533-52c8991f01f8 req-52f16325-8d98-49cd-a6b8-02f37646c377 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=6562521a-2ea5-45f4-a1f8-589dc7fbc9f3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.1308577 Apr 12 13:16:54.741784 dv-cinder-830097-4-iscsi neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-d61532ce-f99a-44cb-b999-85a6284f4a1e admin admin] Publish callbacks [] for security_group (1020194d-0ee3-4cc7-80e5-ff43a2d23b46), before_delete {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:16:54.768391 dv-cinder-830097-4-iscsi neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-d61532ce-f99a-44cb-b999-85a6284f4a1e admin admin] Publish callbacks [] for security_group (1020194d-0ee3-4cc7-80e5-ff43a2d23b46), precommit_delete {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:16:54.812068 dv-cinder-830097-4-iscsi neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-8590c4cd-4902-4a46-8bd2-e150592f53e4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3691807'] for security_group (228dcb40-3762-48e9-989d-356dbc65c67e), after_delete {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:16:54.814841 dv-cinder-830097-4-iscsi neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-8590c4cd-4902-4a46-8bd2-e150592f53e4 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:16:54.816223 dv-cinder-830097-4-iscsi neutron-server[103458]: INFO neutron.wsgi [None req-8590c4cd-4902-4a46-8bd2-e150592f53e4 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/228dcb40-3762-48e9-989d-356dbc65c67e HTTP/1.1" status: 204 len: 168 time: 0.2513011 Apr 12 13:16:54.837267 dv-cinder-830097-4-iscsi neutron-server[103457]: INFO neutron.wsgi [req-7db13be3-d192-4e54-93c1-7fa8ca8d6ad2 req-7de345bf-3687-499b-b5bd-a2ddb3a7c7ce service neutron] 10.222.0.55 "GET /v2.0/networks/33c58c83-bd42-46e6-829a-cd11f58e9fb1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2883561 Apr 12 13:16:54.840827 dv-cinder-830097-4-iscsi neutron-server[103458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8590c4cd-4902-4a46-8bd2-e150592f53e4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=228dcb40-3762-48e9-989d-356dbc65c67e,revision_number=None']} {{(pid=103458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 13:16:54.855050 dv-cinder-830097-4-iscsi neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-d61532ce-f99a-44cb-b999-85a6284f4a1e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3691807'] for security_group (1020194d-0ee3-4cc7-80e5-ff43a2d23b46), after_delete {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:16:54.858554 dv-cinder-830097-4-iscsi neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-d61532ce-f99a-44cb-b999-85a6284f4a1e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:16:54.860394 dv-cinder-830097-4-iscsi neutron-server[103458]: INFO neutron.wsgi [None req-d61532ce-f99a-44cb-b999-85a6284f4a1e admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/1020194d-0ee3-4cc7-80e5-ff43a2d23b46 HTTP/1.1" status: 204 len: 168 time: 0.2275147 Apr 12 13:16:54.879718 dv-cinder-830097-4-iscsi neutron-server[103458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d61532ce-f99a-44cb-b999-85a6284f4a1e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1020194d-0ee3-4cc7-80e5-ff43a2d23b46,revision_number=None']} {{(pid=103458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 13:16:54.883523 dv-cinder-830097-4-iscsi neutron-server[103459]: DEBUG neutron.plugins.ml2.db [None req-3505bd68-a9fd-4823-92ea-1a6ded8ab071 None None] get_ports_and_sgs() called for port_ids ['fb9ce2f5-e944-45af-8bea-9306ac5c33df'] {{(pid=103459) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 12 13:16:55.004347 dv-cinder-830097-4-iscsi neutron-server[103457]: INFO neutron.wsgi [req-5d90dd67-7068-4fe7-9533-52c8991f01f8 req-208143ba-998b-477b-805b-0c8c789b341c service neutron] 10.222.0.55 "GET /v2.0/networks/6562521a-2ea5-45f4-a1f8-589dc7fbc9f3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3124869 Apr 12 13:16:55.005901 dv-cinder-830097-4-iscsi neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad63aab7-94d4-4947-accc-12513ef5701b req-514bbdfb-f992-4b40-85e8-67b8751ef086 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 13:16:55.007346 dv-cinder-830097-4-iscsi neutron-server[103457]: INFO neutron.wsgi [req-ad63aab7-94d4-4947-accc-12513ef5701b req-514bbdfb-f992-4b40-85e8-67b8751ef086 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=03e871d047514daabb60a84f86099232&device_id=b080094e-e021-4092-a88d-24358c73db4d HTTP/1.1" status: 200 len: 1129 time: 0.1297340 Apr 12 13:16:55.020824 dv-cinder-830097-4-iscsi neutron-server[103458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50cdad64-25eb-43d0-9dfa-256eb8478cf8 req-996865ab-34da-4dd2-aed6-ac78a3f12a5c tempest-ServerRescueNegativeTestJSON-440649021 tempest-ServerRescueNegativeTestJSON-440649021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 13:16:55.025423 dv-cinder-830097-4-iscsi neutron-server[103458]: INFO neutron.wsgi [req-50cdad64-25eb-43d0-9dfa-256eb8478cf8 req-996865ab-34da-4dd2-aed6-ac78a3f12a5c tempest-ServerRescueNegativeTestJSON-440649021 tempest-ServerRescueNegativeTestJSON-440649021-project] 10.222.0.18 "GET /v2.0/ports?device_id=b080094e-e021-4092-a88d-24358c73db4d HTTP/1.1" status: 200 len: 945 time: 0.1085241 Apr 12 13:16:55.109499 dv-cinder-830097-4-iscsi neutron-server[103458]: INFO neutron.wsgi [req-50cdad64-25eb-43d0-9dfa-256eb8478cf8 req-bbf0ec11-3105-4ec0-9cf9-d8e7715c5d49 tempest-ServerRescueNegativeTestJSON-440649021 tempest-ServerRescueNegativeTestJSON-440649021-project] 10.222.0.18 "GET /v2.0/security-groups?id=1da71eb9-9022-4720-ae95-e700d9700270&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0780559 Apr 12 13:16:55.117219 dv-cinder-830097-4-iscsi neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54057be6-17d6-413c-a5eb-ad6ab2704518 req-6b406410-53ef-4f0e-9431-354305d8be57 tempest-AttachVolumeShelveTestJSON-707707766 tempest-AttachVolumeShelveTestJSON-707707766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 13:16:55.118927 dv-cinder-830097-4-iscsi neutron-server[103457]: INFO neutron.wsgi [req-54057be6-17d6-413c-a5eb-ad6ab2704518 req-6b406410-53ef-4f0e-9431-354305d8be57 tempest-AttachVolumeShelveTestJSON-707707766 tempest-AttachVolumeShelveTestJSON-707707766-project] 10.222.0.18 "GET /v2.0/ports?device_id=36b20118-8b82-4226-bcbc-1d8115480b68 HTTP/1.1" status: 200 len: 944 time: 0.1345296 Apr 12 13:16:55.219724 dv-cinder-830097-4-iscsi neutron-server[103457]: INFO neutron.wsgi [req-7db13be3-d192-4e54-93c1-7fa8ca8d6ad2 req-8bbba1e2-27fb-4a99-a19c-89f717cfa81f service neutron] 10.222.0.55 "GET /v2.0/networks/33c58c83-bd42-46e6-829a-cd11f58e9fb1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3722959 Apr 12 13:16:55.279503 dv-cinder-830097-4-iscsi neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad63aab7-94d4-4947-accc-12513ef5701b req-8f1da502-b973-42e9-a482-a29ca0fb72a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 13:16:55.281030 dv-cinder-830097-4-iscsi neutron-server[103457]: INFO neutron.wsgi [req-ad63aab7-94d4-4947-accc-12513ef5701b req-8f1da502-b973-42e9-a482-a29ca0fb72a4 service neutron] 10.222.0.55 "GET /v2.0/networks?id=8a9d7c73-ddbc-4eef-a839-e9bbe858207d HTTP/1.1" status: 200 len: 919 time: 0.2486546 Apr 12 13:16:55.288027 dv-cinder-830097-4-iscsi neutron-server[103457]: INFO neutron.wsgi [req-5d90dd67-7068-4fe7-9533-52c8991f01f8 req-5d64b828-4781-45df-9f82-d6e27b9b3a90 service neutron] 10.222.0.55 "GET /v2.0/networks/6562521a-2ea5-45f4-a1f8-589dc7fbc9f3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2529256 Apr 12 13:16:55.291920 dv-cinder-830097-4-iscsi neutron-server[103457]: INFO neutron.wsgi [req-54057be6-17d6-413c-a5eb-ad6ab2704518 req-b0412a60-1bf9-457e-b537-3c893d1a80e6 tempest-AttachVolumeShelveTestJSON-707707766 tempest-AttachVolumeShelveTestJSON-707707766-project] 10.222.0.18 "GET /v2.0/security-groups?id=6faf4076-452d-49e5-b67e-bfa1b1fd13c3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1145623 Apr 12 13:16:55.381619 dv-cinder-830097-4-iscsi neutron-server[103458]: DEBUG neutron.wsgi [-] (103458) accepted ('10.222.0.18', 41892) {{(pid=103458) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 13:16:55.398766 dv-cinder-830097-4-iscsi neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-5ff2d0b4-2b98-4ab6-9923-a701df4bdff3 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:16:55.468707 dv-cinder-830097-4-iscsi neutron-server[103458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d9e9a1b-b217-45d1-853b-09fda447f885 req-62ebda73-c9f9-4073-8780-9ab9f34aab3d tempest-AttachVolumeTestJSON-1144281586 tempest-AttachVolumeTestJSON-1144281586-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 13:16:55.470192 dv-cinder-830097-4-iscsi neutron-server[103458]: INFO neutron.wsgi [req-5d9e9a1b-b217-45d1-853b-09fda447f885 req-62ebda73-c9f9-4073-8780-9ab9f34aab3d tempest-AttachVolumeTestJSON-1144281586 tempest-AttachVolumeTestJSON-1144281586-project] 10.222.0.18 "GET /v2.0/ports?device_id=ba22d8d3-a051-42d3-976a-fa1a9f083b90 HTTP/1.1" status: 200 len: 944 time: 0.0612688 Apr 12 13:16:55.548071 dv-cinder-830097-4-iscsi neutron-server[103458]: INFO neutron.wsgi [req-5d9e9a1b-b217-45d1-853b-09fda447f885 req-52b7e110-98d5-4ef8-9f47-6eeb43d44f75 tempest-AttachVolumeTestJSON-1144281586 tempest-AttachVolumeTestJSON-1144281586-project] 10.222.0.18 "GET /v2.0/security-groups?id=217ddcda-2ab1-4d2d-8d94-6a87ae6035e1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0671155 Apr 12 13:16:55.549886 dv-cinder-830097-4-iscsi neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-5ff2d0b4-2b98-4ab6-9923-a701df4bdff3 admin admin] Publish callbacks [] for security_group (afc639f2-62e5-4bda-8589-ffb3bfe629b5), precommit_create {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:16:55.555224 dv-cinder-830097-4-iscsi neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-5ff2d0b4-2b98-4ab6-9923-a701df4bdff3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3691807'] for security_group (afc639f2-62e5-4bda-8589-ffb3bfe629b5), after_create {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:16:55.598989 dv-cinder-830097-4-iscsi neutron-server[103458]: INFO neutron.wsgi [None req-5ff2d0b4-2b98-4ab6-9923-a701df4bdff3 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=a4f974e85ae54699b7535eb64f8d7a27&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2161310 Apr 12 13:16:55.600028 dv-cinder-830097-4-iscsi neutron-server[103458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ff2d0b4-2b98-4ab6-9923-a701df4bdff3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=afc639f2-62e5-4bda-8589-ffb3bfe629b5,revision_number=1']} {{(pid=103458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 13:16:55.602248 dv-cinder-830097-4-iscsi neutron-server[103457]: DEBUG neutron.wsgi [-] (103457) accepted ('10.222.0.18', 41902) {{(pid=103457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 13:16:55.654610 dv-cinder-830097-4-iscsi neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-1e609c3f-7fd3-4727-aee1-16375f2c13e9 admin admin] Publish callbacks [] for security_group (afc639f2-62e5-4bda-8589-ffb3bfe629b5), before_delete {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:16:55.676454 dv-cinder-830097-4-iscsi neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-1e609c3f-7fd3-4727-aee1-16375f2c13e9 admin admin] Publish callbacks [] for security_group (afc639f2-62e5-4bda-8589-ffb3bfe629b5), precommit_delete {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:16:55.743835 dv-cinder-830097-4-iscsi neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-1e609c3f-7fd3-4727-aee1-16375f2c13e9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3691807'] for security_group (afc639f2-62e5-4bda-8589-ffb3bfe629b5), after_delete {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:16:55.751308 dv-cinder-830097-4-iscsi neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-1e609c3f-7fd3-4727-aee1-16375f2c13e9 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:16:55.752835 dv-cinder-830097-4-iscsi neutron-server[103457]: INFO neutron.wsgi [None req-1e609c3f-7fd3-4727-aee1-16375f2c13e9 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/afc639f2-62e5-4bda-8589-ffb3bfe629b5 HTTP/1.1" status: 204 len: 168 time: 0.1493454 Apr 12 13:16:55.762087 dv-cinder-830097-4-iscsi neutron-server[103457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e609c3f-7fd3-4727-aee1-16375f2c13e9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=afc639f2-62e5-4bda-8589-ffb3bfe629b5,revision_number=None']} {{(pid=103457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 13:16:56.101040 dv-cinder-830097-4-iscsi neutron-server[103458]: DEBUG neutron.wsgi [-] (103458) accepted ('10.222.0.18', 41922) {{(pid=103458) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 13:16:56.118602 dv-cinder-830097-4-iscsi neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-ca08f25d-4693-43ec-8d7a-d08551c9e00c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:16:56.216402 dv-cinder-830097-4-iscsi neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-ca08f25d-4693-43ec-8d7a-d08551c9e00c admin admin] Publish callbacks [] for security_group (726a13f1-fc99-4e8e-9aa6-44ebb7a9f764), precommit_create {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:16:56.221051 dv-cinder-830097-4-iscsi neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-ca08f25d-4693-43ec-8d7a-d08551c9e00c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3691807'] for security_group (726a13f1-fc99-4e8e-9aa6-44ebb7a9f764), after_create {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:16:56.244813 dv-cinder-830097-4-iscsi neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c40a9040-417d-41d5-a0f4-d7ca972f6780 req-5956bcb7-323b-42ff-9a98-8a8d5a9f50a1 tempest-ServerRescueNegativeTestJSON-440649021 tempest-ServerRescueNegativeTestJSON-440649021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 13:16:56.246352 dv-cinder-830097-4-iscsi neutron-server[103457]: INFO neutron.wsgi [req-c40a9040-417d-41d5-a0f4-d7ca972f6780 req-5956bcb7-323b-42ff-9a98-8a8d5a9f50a1 tempest-ServerRescueNegativeTestJSON-440649021 tempest-ServerRescueNegativeTestJSON-440649021-project] 10.222.0.18 "GET /v2.0/ports?device_id=b080094e-e021-4092-a88d-24358c73db4d HTTP/1.1" status: 200 len: 945 time: 0.0524893 Apr 12 13:16:56.248575 dv-cinder-830097-4-iscsi neutron-server[103458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca08f25d-4693-43ec-8d7a-d08551c9e00c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=726a13f1-fc99-4e8e-9aa6-44ebb7a9f764,revision_number=1']} {{(pid=103458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 13:16:56.275768 dv-cinder-830097-4-iscsi neutron-server[103458]: INFO neutron.wsgi [None req-ca08f25d-4693-43ec-8d7a-d08551c9e00c admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=0fafb815c8d34c87aa918d3c7cb0eb02&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1734371 Apr 12 13:16:56.276449 dv-cinder-830097-4-iscsi neutron-server[103458]: DEBUG neutron.wsgi [-] (103458) accepted ('10.222.0.18', 41932) {{(pid=103458) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 13:16:56.299191 dv-cinder-830097-4-iscsi neutron-server[103457]: INFO neutron.wsgi [req-c40a9040-417d-41d5-a0f4-d7ca972f6780 req-55747877-26dd-4120-84a6-cbdf328565c1 tempest-ServerRescueNegativeTestJSON-440649021 tempest-ServerRescueNegativeTestJSON-440649021-project] 10.222.0.18 "GET /v2.0/security-groups?id=1da71eb9-9022-4720-ae95-e700d9700270&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0466185 Apr 12 13:16:56.328303 dv-cinder-830097-4-iscsi neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-09cb26a7-cd53-49c9-9adf-0a00b2fff52e admin admin] Publish callbacks [] for security_group (726a13f1-fc99-4e8e-9aa6-44ebb7a9f764), before_delete {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:16:56.354900 dv-cinder-830097-4-iscsi neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-09cb26a7-cd53-49c9-9adf-0a00b2fff52e admin admin] Publish callbacks [] for security_group (726a13f1-fc99-4e8e-9aa6-44ebb7a9f764), precommit_delete {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:16:56.427800 dv-cinder-830097-4-iscsi neutron-server[103458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e0bf863-e961-4709-bcfb-aa157b38cdb7 req-c76fe90a-f892-40af-ad17-2be08d2c90f4 tempest-AttachVolumeShelveTestJSON-707707766 tempest-AttachVolumeShelveTestJSON-707707766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 13:16:56.430028 dv-cinder-830097-4-iscsi neutron-server[103458]: INFO neutron.wsgi [req-1e0bf863-e961-4709-bcfb-aa157b38cdb7 req-c76fe90a-f892-40af-ad17-2be08d2c90f4 tempest-AttachVolumeShelveTestJSON-707707766 tempest-AttachVolumeShelveTestJSON-707707766-project] 10.222.0.18 "GET /v2.0/ports?device_id=36b20118-8b82-4226-bcbc-1d8115480b68 HTTP/1.1" status: 200 len: 944 time: 0.0582621 Apr 12 13:16:56.459847 dv-cinder-830097-4-iscsi neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-09cb26a7-cd53-49c9-9adf-0a00b2fff52e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3691807'] for security_group (726a13f1-fc99-4e8e-9aa6-44ebb7a9f764), after_delete {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:16:56.462698 dv-cinder-830097-4-iscsi neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-09cb26a7-cd53-49c9-9adf-0a00b2fff52e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:16:56.463891 dv-cinder-830097-4-iscsi neutron-server[103458]: INFO neutron.wsgi [None req-09cb26a7-cd53-49c9-9adf-0a00b2fff52e admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/726a13f1-fc99-4e8e-9aa6-44ebb7a9f764 HTTP/1.1" status: 204 len: 168 time: 0.1863182 Apr 12 13:16:56.487632 dv-cinder-830097-4-iscsi neutron-server[103458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09cb26a7-cd53-49c9-9adf-0a00b2fff52e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=726a13f1-fc99-4e8e-9aa6-44ebb7a9f764,revision_number=None']} {{(pid=103458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 13:16:56.499340 dv-cinder-830097-4-iscsi neutron-server[103458]: INFO neutron.wsgi [req-1e0bf863-e961-4709-bcfb-aa157b38cdb7 req-59664782-203b-44ce-86e7-9dfe96bd3ba4 tempest-AttachVolumeShelveTestJSON-707707766 tempest-AttachVolumeShelveTestJSON-707707766-project] 10.222.0.18 "GET /v2.0/security-groups?id=6faf4076-452d-49e5-b67e-bfa1b1fd13c3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0629544 Apr 12 13:16:56.584660 dv-cinder-830097-4-iscsi neutron-server[103459]: DEBUG neutron.plugins.ml2.rpc [None req-3505bd68-a9fd-4823-92ea-1a6ded8ab071 None None] Device fb9ce2f5-e944-45af-8bea-9306ac5c33df up at agent hyperv_hv-cinder-83009 {{(pid=103459) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 12 13:16:56.674941 dv-cinder-830097-4-iscsi neutron-server[103459]: DEBUG neutron.db.provisioning_blocks [None req-3505bd68-a9fd-4823-92ea-1a6ded8ab071 None None] Provisioning for port fb9ce2f5-e944-45af-8bea-9306ac5c33df completed by entity L2. {{(pid=103459) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Apr 12 13:16:56.693381 dv-cinder-830097-4-iscsi neutron-server[103459]: DEBUG neutron.db.provisioning_blocks [None req-3505bd68-a9fd-4823-92ea-1a6ded8ab071 None None] Provisioning complete for port fb9ce2f5-e944-45af-8bea-9306ac5c33df triggered by entity L2. {{(pid=103459) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 12 13:16:56.693835 dv-cinder-830097-4-iscsi neutron-server[103459]: DEBUG neutron_lib.callbacks.manager [None req-3505bd68-a9fd-4823-92ea-1a6ded8ab071 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-657243'] for port (fb9ce2f5-e944-45af-8bea-9306ac5c33df), provisioning_complete {{(pid=103459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:16:56.737643 dv-cinder-830097-4-iscsi neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-695d9390-8cf7-44dc-9aeb-45797672bfac req-1cef2225-345a-4aa8-b0bd-2d48073d9591 tempest-AttachVolumeTestJSON-1144281586 tempest-AttachVolumeTestJSON-1144281586-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 13:16:56.746541 dv-cinder-830097-4-iscsi neutron-server[103457]: INFO neutron.wsgi [req-695d9390-8cf7-44dc-9aeb-45797672bfac req-1cef2225-345a-4aa8-b0bd-2d48073d9591 tempest-AttachVolumeTestJSON-1144281586 tempest-AttachVolumeTestJSON-1144281586-project] 10.222.0.18 "GET /v2.0/ports?device_id=ba22d8d3-a051-42d3-976a-fa1a9f083b90 HTTP/1.1" status: 200 len: 944 time: 0.0924091 Apr 12 13:16:56.821649 dv-cinder-830097-4-iscsi neutron-server[103457]: INFO neutron.wsgi [req-695d9390-8cf7-44dc-9aeb-45797672bfac req-a98c6da1-7623-4e90-b4cd-f4990a7cb9bd tempest-AttachVolumeTestJSON-1144281586 tempest-AttachVolumeTestJSON-1144281586-project] 10.222.0.18 "GET /v2.0/security-groups?id=217ddcda-2ab1-4d2d-8d94-6a87ae6035e1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0742314 Apr 12 13:16:56.830362 dv-cinder-830097-4-iscsi neutron-server[103459]: DEBUG neutron.plugins.ml2.plugin [None req-3505bd68-a9fd-4823-92ea-1a6ded8ab071 None None] Current status of the port fb9ce2f5-e944-45af-8bea-9306ac5c33df is: BUILD; New status is: ACTIVE {{(pid=103459) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 12 13:16:56.830761 dv-cinder-830097-4-iscsi neutron-server[103459]: DEBUG neutron_lib.callbacks.manager [None req-3505bd68-a9fd-4823-92ea-1a6ded8ab071 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-916304'] for port (fb9ce2f5-e944-45af-8bea-9306ac5c33df), before_update {{(pid=103459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:16:56.867697 dv-cinder-830097-4-iscsi neutron-server[103459]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '36b20118-8b82-4226-bcbc-1d8115480b68', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fb9ce2f5-e944-45af-8bea-9306ac5c33df'}] {{(pid=103459) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 12 13:16:56.870527 dv-cinder-830097-4-iscsi neutron-server[103459]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}95104bc0dd48ad9143548caf8a5bdec643107760c32fce8433ea43eac3fbdd81" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4137500c-1cc4-478b-8687-938ea3cb250b" -d '{"events": [{"server_uuid": "36b20118-8b82-4226-bcbc-1d8115480b68", "name": "network-vif-plugged", "status": "completed", "tag": "fb9ce2f5-e944-45af-8bea-9306ac5c33df"}]}' {{(pid=103459) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 12 13:16:56.886772 dv-cinder-830097-4-iscsi neutron-server[103459]: DEBUG neutron.plugins.ml2.db [None req-3505bd68-a9fd-4823-92ea-1a6ded8ab071 None None] For port fb9ce2f5-e944-45af-8bea-9306ac5c33df, host hv-cinder-83009, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83009',level=0,port_id=fb9ce2f5-e944-45af-8bea-9306ac5c33df,segment=NetworkSegment(97cb7c0e-6017-4956-9bfd-101a1a75a7c0),segment_id=97cb7c0e-6017-4956-9bfd-101a1a75a7c0)] {{(pid=103459) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 12 13:16:56.893904 dv-cinder-830097-4-iscsi neutron-server[103459]: DEBUG neutron_lib.callbacks.manager [None req-3505bd68-a9fd-4823-92ea-1a6ded8ab071 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-915890', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3697887', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732727894815', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732727417932', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732727417950'] for port (fb9ce2f5-e944-45af-8bea-9306ac5c33df), after_update {{(pid=103459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:16:56.952080 dv-cinder-830097-4-iscsi neutron-server[103459]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 12 Apr 2022 13:16:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3b7806ef-569f-4c44-8a16-b58a9a577779 x-openstack-request-id: req-3b7806ef-569f-4c44-8a16-b58a9a577779 {{(pid=103459) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 12 13:16:56.952564 dv-cinder-830097-4-iscsi neutron-server[103459]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "36b20118-8b82-4226-bcbc-1d8115480b68", "name": "network-vif-plugged", "status": "completed", "tag": "fb9ce2f5-e944-45af-8bea-9306ac5c33df", "code": 200}]} {{(pid=103459) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 12 13:16:56.953088 dv-cinder-830097-4-iscsi neutron-server[103459]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-3b7806ef-569f-4c44-8a16-b58a9a577779 {{(pid=103459) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 12 13:16:56.954008 dv-cinder-830097-4-iscsi neutron-server[103459]: INFO neutron.notifiers.nova [-] Nova event matching ['req-3b7806ef-569f-4c44-8a16-b58a9a577779'] response: {'server_uuid': '36b20118-8b82-4226-bcbc-1d8115480b68', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fb9ce2f5-e944-45af-8bea-9306ac5c33df', 'code': 200} Apr 12 13:16:56.954707 dv-cinder-830097-4-iscsi neutron-server[103459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3505bd68-a9fd-4823-92ea-1a6ded8ab071 None None] Pushing event updated for resources: {'Port': ['ID=fb9ce2f5-e944-45af-8bea-9306ac5c33df,revision_number=5']} {{(pid=103459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 13:16:57.387603 dv-cinder-830097-4-iscsi neutron-server[103458]: DEBUG neutron.wsgi [-] (103458) accepted ('10.222.0.18', 42020) {{(pid=103458) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 13:16:57.422283 dv-cinder-830097-4-iscsi neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b67098d-08fa-41f1-b356-4e1c4f998a72 req-5bac3b0f-95c4-4ac5-aab8-aecf0ef8ac1c tempest-ServerRescueNegativeTestJSON-440649021 tempest-ServerRescueNegativeTestJSON-440649021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 13:16:57.423855 dv-cinder-830097-4-iscsi neutron-server[103457]: INFO neutron.wsgi [req-0b67098d-08fa-41f1-b356-4e1c4f998a72 req-5bac3b0f-95c4-4ac5-aab8-aecf0ef8ac1c tempest-ServerRescueNegativeTestJSON-440649021 tempest-ServerRescueNegativeTestJSON-440649021-project] 10.222.0.18 "GET /v2.0/ports?device_id=b080094e-e021-4092-a88d-24358c73db4d HTTP/1.1" status: 200 len: 945 time: 0.0522892 Apr 12 13:16:57.477482 dv-cinder-830097-4-iscsi neutron-server[103457]: INFO neutron.wsgi [req-0b67098d-08fa-41f1-b356-4e1c4f998a72 req-c49aed98-146e-4c2e-92ec-785d3c87670d tempest-ServerRescueNegativeTestJSON-440649021 tempest-ServerRescueNegativeTestJSON-440649021-project] 10.222.0.18 "GET /v2.0/security-groups?id=1da71eb9-9022-4720-ae95-e700d9700270&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0464783 Apr 12 13:16:57.499992 dv-cinder-830097-4-iscsi neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-f79a1eef-2c1b-4cd1-a0dd-0f7ca9c331e0 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:16:57.591860 dv-cinder-830097-4-iscsi neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-f79a1eef-2c1b-4cd1-a0dd-0f7ca9c331e0 admin admin] Publish callbacks [] for security_group (60f5c76a-e5cd-416e-a176-36ae052e7629), precommit_create {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:16:57.625092 dv-cinder-830097-4-iscsi neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-f79a1eef-2c1b-4cd1-a0dd-0f7ca9c331e0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3691807'] for security_group (60f5c76a-e5cd-416e-a176-36ae052e7629), after_create {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:16:57.654428 dv-cinder-830097-4-iscsi neutron-server[103458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00483d07-bc53-4b8e-945c-3d05865ed841 req-fe08227c-56af-457c-902a-8e069a1078c7 tempest-AttachVolumeShelveTestJSON-707707766 tempest-AttachVolumeShelveTestJSON-707707766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 13:16:57.655979 dv-cinder-830097-4-iscsi neutron-server[103458]: INFO neutron.wsgi [req-00483d07-bc53-4b8e-945c-3d05865ed841 req-fe08227c-56af-457c-902a-8e069a1078c7 tempest-AttachVolumeShelveTestJSON-707707766 tempest-AttachVolumeShelveTestJSON-707707766-project] 10.222.0.18 "GET /v2.0/ports?device_id=36b20118-8b82-4226-bcbc-1d8115480b68 HTTP/1.1" status: 200 len: 945 time: 0.0672011 Apr 12 13:16:57.692833 dv-cinder-830097-4-iscsi neutron-server[103458]: INFO neutron.wsgi [None req-f79a1eef-2c1b-4cd1-a0dd-0f7ca9c331e0 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=54bda3556597435e84b442916a526d95&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3018239 Apr 12 13:16:57.693572 dv-cinder-830097-4-iscsi neutron-server[103458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f79a1eef-2c1b-4cd1-a0dd-0f7ca9c331e0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=60f5c76a-e5cd-416e-a176-36ae052e7629,revision_number=1']} {{(pid=103458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 13:16:57.693728 dv-cinder-830097-4-iscsi neutron-server[103457]: DEBUG neutron.wsgi [-] (103457) accepted ('10.222.0.18', 42058) {{(pid=103457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 13:16:57.724715 dv-cinder-830097-4-iscsi neutron-server[103458]: INFO neutron.wsgi [req-00483d07-bc53-4b8e-945c-3d05865ed841 req-7a360c43-d7ab-48ce-950f-7bf5c2720417 tempest-AttachVolumeShelveTestJSON-707707766 tempest-AttachVolumeShelveTestJSON-707707766-project] 10.222.0.18 "GET /v2.0/security-groups?id=6faf4076-452d-49e5-b67e-bfa1b1fd13c3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0594180 Apr 12 13:16:57.762803 dv-cinder-830097-4-iscsi neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-5704aae5-158c-4b23-b00b-4df96596073b admin admin] Publish callbacks [] for security_group (60f5c76a-e5cd-416e-a176-36ae052e7629), before_delete {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:16:57.783567 dv-cinder-830097-4-iscsi neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-5704aae5-158c-4b23-b00b-4df96596073b admin admin] Publish callbacks [] for security_group (60f5c76a-e5cd-416e-a176-36ae052e7629), precommit_delete {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:16:57.834647 dv-cinder-830097-4-iscsi neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-5704aae5-158c-4b23-b00b-4df96596073b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3691807'] for security_group (60f5c76a-e5cd-416e-a176-36ae052e7629), after_delete {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:16:57.838136 dv-cinder-830097-4-iscsi neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-5704aae5-158c-4b23-b00b-4df96596073b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:16:57.839694 dv-cinder-830097-4-iscsi neutron-server[103457]: INFO neutron.wsgi [None req-5704aae5-158c-4b23-b00b-4df96596073b admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/60f5c76a-e5cd-416e-a176-36ae052e7629 HTTP/1.1" status: 204 len: 168 time: 0.1452403 Apr 12 13:16:57.849641 dv-cinder-830097-4-iscsi neutron-server[103457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5704aae5-158c-4b23-b00b-4df96596073b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=60f5c76a-e5cd-416e-a176-36ae052e7629,revision_number=None']} {{(pid=103457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 13:16:57.954046 dv-cinder-830097-4-iscsi neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0f005e4-3603-4284-91f8-6fe8f4b880fa req-01062f09-0976-431f-8e24-7f66a9644e8c tempest-AttachVolumeTestJSON-1144281586 tempest-AttachVolumeTestJSON-1144281586-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 13:16:57.963280 dv-cinder-830097-4-iscsi neutron-server[103457]: INFO neutron.wsgi [req-b0f005e4-3603-4284-91f8-6fe8f4b880fa req-01062f09-0976-431f-8e24-7f66a9644e8c tempest-AttachVolumeTestJSON-1144281586 tempest-AttachVolumeTestJSON-1144281586-project] 10.222.0.18 "GET /v2.0/ports?device_id=ba22d8d3-a051-42d3-976a-fa1a9f083b90 HTTP/1.1" status: 200 len: 944 time: 0.0653150 Apr 12 13:16:58.235929 dv-cinder-830097-4-iscsi neutron-server[103458]: DEBUG neutron.wsgi [-] (103458) accepted ('10.222.0.18', 42088) {{(pid=103458) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 13:16:58.242987 dv-cinder-830097-4-iscsi neutron-server[103457]: INFO neutron.wsgi [req-b0f005e4-3603-4284-91f8-6fe8f4b880fa req-c22271ae-1384-4179-8ae9-ff4133d8192a tempest-AttachVolumeTestJSON-1144281586 tempest-AttachVolumeTestJSON-1144281586-project] 10.222.0.18 "GET /v2.0/security-groups?id=217ddcda-2ab1-4d2d-8d94-6a87ae6035e1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2786353 Apr 12 13:16:58.254380 dv-cinder-830097-4-iscsi neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-f8ef8d02-4335-446d-9106-436de7f8323f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:16:58.342255 dv-cinder-830097-4-iscsi neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-f8ef8d02-4335-446d-9106-436de7f8323f admin admin] Publish callbacks [] for security_group (0cd1e468-41c8-4283-80fd-dffea0772479), precommit_create {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:16:58.345814 dv-cinder-830097-4-iscsi neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-f8ef8d02-4335-446d-9106-436de7f8323f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3691807'] for security_group (0cd1e468-41c8-4283-80fd-dffea0772479), after_create {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:16:58.387014 dv-cinder-830097-4-iscsi neutron-server[103458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8ef8d02-4335-446d-9106-436de7f8323f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0cd1e468-41c8-4283-80fd-dffea0772479,revision_number=1']} {{(pid=103458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 13:16:58.393782 dv-cinder-830097-4-iscsi neutron-server[103458]: INFO neutron.wsgi [None req-f8ef8d02-4335-446d-9106-436de7f8323f admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=0a67953972a24b17b6a23d351a402dfc&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1540997 Apr 12 13:16:58.393998 dv-cinder-830097-4-iscsi neutron-server[103457]: DEBUG neutron.wsgi [-] (103457) accepted ('10.222.0.18', 42100) {{(pid=103457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 13:16:58.442561 dv-cinder-830097-4-iscsi neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-09bf0fd2-07ae-4b31-94ed-243ae5654708 admin admin] Publish callbacks [] for security_group (0cd1e468-41c8-4283-80fd-dffea0772479), before_delete {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:16:58.464404 dv-cinder-830097-4-iscsi neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-09bf0fd2-07ae-4b31-94ed-243ae5654708 admin admin] Publish callbacks [] for security_group (0cd1e468-41c8-4283-80fd-dffea0772479), precommit_delete {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:16:58.512478 dv-cinder-830097-4-iscsi neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-09bf0fd2-07ae-4b31-94ed-243ae5654708 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3691807'] for security_group (0cd1e468-41c8-4283-80fd-dffea0772479), after_delete {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:16:58.515125 dv-cinder-830097-4-iscsi neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-09bf0fd2-07ae-4b31-94ed-243ae5654708 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:16:58.518892 dv-cinder-830097-4-iscsi neutron-server[103457]: INFO neutron.wsgi [None req-09bf0fd2-07ae-4b31-94ed-243ae5654708 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/0cd1e468-41c8-4283-80fd-dffea0772479 HTTP/1.1" status: 204 len: 168 time: 0.1214623 Apr 12 13:16:58.526739 dv-cinder-830097-4-iscsi neutron-server[103457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09bf0fd2-07ae-4b31-94ed-243ae5654708 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0cd1e468-41c8-4283-80fd-dffea0772479,revision_number=None']} {{(pid=103457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 13:16:58.534621 dv-cinder-830097-4-iscsi neutron-server[103457]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09bf0fd2-07ae-4b31-94ed-243ae5654708 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830097-4-iscsi {{(pid=103457) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 13:16:58.534966 dv-cinder-830097-4-iscsi neutron-server[103457]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09bf0fd2-07ae-4b31-94ed-243ae5654708 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830097-4-iscsi {{(pid=103457) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 13:16:58.535509 dv-cinder-830097-4-iscsi neutron-server[103457]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09bf0fd2-07ae-4b31-94ed-243ae5654708 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830097-4-iscsi {{(pid=103457) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 13:16:58.536005 dv-cinder-830097-4-iscsi neutron-server[103457]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09bf0fd2-07ae-4b31-94ed-243ae5654708 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830097-4-iscsi {{(pid=103457) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 13:16:58.536475 dv-cinder-830097-4-iscsi neutron-server[103457]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09bf0fd2-07ae-4b31-94ed-243ae5654708 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830097-4-iscsi {{(pid=103457) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 13:16:58.537020 dv-cinder-830097-4-iscsi neutron-server[103457]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09bf0fd2-07ae-4b31-94ed-243ae5654708 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830097-4-iscsi {{(pid=103457) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 13:16:58.537578 dv-cinder-830097-4-iscsi neutron-server[103457]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09bf0fd2-07ae-4b31-94ed-243ae5654708 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830097-4-iscsi {{(pid=103457) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 13:16:58.537969 dv-cinder-830097-4-iscsi neutron-server[103457]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09bf0fd2-07ae-4b31-94ed-243ae5654708 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-830097-4-iscsi {{(pid=103457) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 13:16:58.539471 dv-cinder-830097-4-iscsi neutron-server[103457]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09bf0fd2-07ae-4b31-94ed-243ae5654708 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-830097-4-iscsi {{(pid=103457) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 13:16:58.540087 dv-cinder-830097-4-iscsi neutron-server[103457]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09bf0fd2-07ae-4b31-94ed-243ae5654708 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-830097-4-iscsi {{(pid=103457) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 13:16:58.540327 dv-cinder-830097-4-iscsi neutron-server[103457]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09bf0fd2-07ae-4b31-94ed-243ae5654708 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-830097-4-iscsi {{(pid=103457) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 13:16:58.540648 dv-cinder-830097-4-iscsi neutron-server[103457]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09bf0fd2-07ae-4b31-94ed-243ae5654708 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830097-4-iscsi {{(pid=103457) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 13:16:58.541011 dv-cinder-830097-4-iscsi neutron-server[103457]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09bf0fd2-07ae-4b31-94ed-243ae5654708 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830097-4-iscsi {{(pid=103457) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 13:16:58.541339 dv-cinder-830097-4-iscsi neutron-server[103457]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09bf0fd2-07ae-4b31-94ed-243ae5654708 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830097-4-iscsi {{(pid=103457) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 13:16:58.541672 dv-cinder-830097-4-iscsi neutron-server[103457]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09bf0fd2-07ae-4b31-94ed-243ae5654708 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830097-4-iscsi {{(pid=103457) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 13:16:58.573747 dv-cinder-830097-4-iscsi neutron-server[103459]: DEBUG neutron.plugins.ml2.rpc [None req-3505bd68-a9fd-4823-92ea-1a6ded8ab071 None None] Device 62c1ce97-2966-4f79-9ab2-998dae58f04b details requested by agent hyperv_hv-cinder-83009 with host hv-cinder-83009 {{(pid=103459) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 12 13:16:58.655489 dv-cinder-830097-4-iscsi neutron-server[103458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f19fc09e-7aa4-426c-a5a5-7e3e5178b7d4 req-0aed1643-c65d-4b47-869d-7502a5b2778d tempest-ServerRescueNegativeTestJSON-440649021 tempest-ServerRescueNegativeTestJSON-440649021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 13:16:58.665494 dv-cinder-830097-4-iscsi neutron-server[103458]: INFO neutron.wsgi [req-f19fc09e-7aa4-426c-a5a5-7e3e5178b7d4 req-0aed1643-c65d-4b47-869d-7502a5b2778d tempest-ServerRescueNegativeTestJSON-440649021 tempest-ServerRescueNegativeTestJSON-440649021-project] 10.222.0.18 "GET /v2.0/ports?device_id=b080094e-e021-4092-a88d-24358c73db4d HTTP/1.1" status: 200 len: 945 time: 0.0981002 Apr 12 13:16:58.706543 dv-cinder-830097-4-iscsi neutron-server[103459]: DEBUG neutron.plugins.ml2.db [None req-3505bd68-a9fd-4823-92ea-1a6ded8ab071 None None] For port 62c1ce97-2966-4f79-9ab2-998dae58f04b, host hv-cinder-83009, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83009',level=0,port_id=62c1ce97-2966-4f79-9ab2-998dae58f04b,segment=NetworkSegment(14551b93-9fd8-40ed-a0fc-48c46d45be33),segment_id=14551b93-9fd8-40ed-a0fc-48c46d45be33)] {{(pid=103459) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 12 13:16:58.719953 dv-cinder-830097-4-iscsi neutron-server[103459]: DEBUG neutron.plugins.ml2.rpc [None req-3505bd68-a9fd-4823-92ea-1a6ded8ab071 None None] Returning: {'device': '62c1ce97-2966-4f79-9ab2-998dae58f04b', 'network_id': '33c58c83-bd42-46e6-829a-cd11f58e9fb1', 'port_id': '62c1ce97-2966-4f79-9ab2-998dae58f04b', 'mac_address': 'fa:16:3e:aa:d9:f5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 225, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e7f58421-9187-48e8-8ede-d2e25149e657', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103459) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 12 13:16:58.730772 dv-cinder-830097-4-iscsi neutron-server[103458]: INFO neutron.wsgi [req-f19fc09e-7aa4-426c-a5a5-7e3e5178b7d4 req-796890c8-4a28-4213-952b-cd95cbc0b7c9 tempest-ServerRescueNegativeTestJSON-440649021 tempest-ServerRescueNegativeTestJSON-440649021-project] 10.222.0.18 "GET /v2.0/security-groups?id=1da71eb9-9022-4720-ae95-e700d9700270&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0641391 Apr 12 13:16:58.761873 dv-cinder-830097-4-iscsi neutron-server[103457]: INFO neutron.wsgi [req-ad63aab7-94d4-4947-accc-12513ef5701b req-b0907fdc-d443-4247-b228-b1b62a88fa7b service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=a80fde99-780f-435c-a3d5-3c83d3ff26d5 HTTP/1.1" status: 200 len: 217 time: 0.1018469 Apr 12 13:16:58.781091 dv-cinder-830097-4-iscsi neutron-server[103459]: DEBUG neutron.plugins.ml2.plugin [None req-3505bd68-a9fd-4823-92ea-1a6ded8ab071 None None] Current status of the port 62c1ce97-2966-4f79-9ab2-998dae58f04b is: DOWN; New status is: BUILD {{(pid=103459) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 12 13:16:58.781253 dv-cinder-830097-4-iscsi neutron-server[103459]: DEBUG neutron_lib.callbacks.manager [None req-3505bd68-a9fd-4823-92ea-1a6ded8ab071 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-916304'] for port (62c1ce97-2966-4f79-9ab2-998dae58f04b), before_update {{(pid=103459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:16:58.795984 dv-cinder-830097-4-iscsi neutron-server[103459]: DEBUG neutron_lib.callbacks.manager [None req-3505bd68-a9fd-4823-92ea-1a6ded8ab071 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732727929501', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-657397'] for agent (ee5509cd-6dd7-49df-aa37-3740ebd1e34b), after_update {{(pid=103459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:16:58.824509 dv-cinder-830097-4-iscsi neutron-server[103459]: DEBUG neutron.notifiers.nova [None req-3505bd68-a9fd-4823-92ea-1a6ded8ab071 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 62c1ce97-2966-4f79-9ab2-998dae58f04b {{(pid=103459) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 12 13:16:58.846966 dv-cinder-830097-4-iscsi neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad63aab7-94d4-4947-accc-12513ef5701b req-7ef51ae6-f3bd-45fd-8382-7ebd889c9e35 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 13:16:58.848630 dv-cinder-830097-4-iscsi neutron-server[103457]: INFO neutron.wsgi [req-ad63aab7-94d4-4947-accc-12513ef5701b req-7ef51ae6-f3bd-45fd-8382-7ebd889c9e35 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=e7f620b9-ee69-4e3f-9fdf-c3881765f45f HTTP/1.1" status: 200 len: 857 time: 0.0641062 Apr 12 13:16:58.861728 dv-cinder-830097-4-iscsi neutron-server[103459]: DEBUG neutron.plugins.ml2.db [None req-3505bd68-a9fd-4823-92ea-1a6ded8ab071 None None] For port 62c1ce97-2966-4f79-9ab2-998dae58f04b, host hv-cinder-83009, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83009',level=0,port_id=62c1ce97-2966-4f79-9ab2-998dae58f04b,segment=NetworkSegment(14551b93-9fd8-40ed-a0fc-48c46d45be33),segment_id=14551b93-9fd8-40ed-a0fc-48c46d45be33)] {{(pid=103459) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 12 13:16:58.866081 dv-cinder-830097-4-iscsi neutron-server[103459]: DEBUG neutron_lib.callbacks.manager [None req-3505bd68-a9fd-4823-92ea-1a6ded8ab071 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-915890', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3697887', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732727894815', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732727417932', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732727417950'] for port (62c1ce97-2966-4f79-9ab2-998dae58f04b), after_update {{(pid=103459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:16:58.895067 dv-cinder-830097-4-iscsi neutron-server[103457]: INFO neutron.wsgi [req-4685a896-bde6-4477-a4c8-fb6a4f0c7c92 req-ac2c2b1c-269b-4dff-a6df-dfc25ffcb224 service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=62c98bc3-e89d-4509-9b6a-001a4d0a6e3b&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.1092110 Apr 12 13:16:58.925753 dv-cinder-830097-4-iscsi neutron-server[103459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3505bd68-a9fd-4823-92ea-1a6ded8ab071 None None] Pushing event updated for resources: {'Port': ['ID=62c1ce97-2966-4f79-9ab2-998dae58f04b,revision_number=4']} {{(pid=103459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 13:16:59.035716 dv-cinder-830097-4-iscsi neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-725d4e98-8822-4c7d-bdf4-6ff5571694fb req-34a85b39-325d-4dfa-b05e-eae9b631a3cc tempest-AttachVolumeShelveTestJSON-707707766 tempest-AttachVolumeShelveTestJSON-707707766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 13:16:59.041248 dv-cinder-830097-4-iscsi neutron-server[103457]: INFO neutron.wsgi [req-725d4e98-8822-4c7d-bdf4-6ff5571694fb req-34a85b39-325d-4dfa-b05e-eae9b631a3cc tempest-AttachVolumeShelveTestJSON-707707766 tempest-AttachVolumeShelveTestJSON-707707766-project] 10.222.0.18 "GET /v2.0/ports?device_id=36b20118-8b82-4226-bcbc-1d8115480b68 HTTP/1.1" status: 200 len: 945 time: 0.1913548 Apr 12 13:16:59.042426 dv-cinder-830097-4-iscsi neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad63aab7-94d4-4947-accc-12513ef5701b req-f0649cc8-ae90-4b92-b497-87ce0f3cfa93 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 13:16:59.043917 dv-cinder-830097-4-iscsi neutron-server[103457]: INFO neutron.wsgi [req-ad63aab7-94d4-4947-accc-12513ef5701b req-f0649cc8-ae90-4b92-b497-87ce0f3cfa93 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=8a9d7c73-ddbc-4eef-a839-e9bbe858207d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.1473498 Apr 12 13:16:59.048756 dv-cinder-830097-4-iscsi neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a333db34-4a3d-4e1a-81c9-a32bd42a816d req-d5156d35-16df-4c2e-8023-3c6b60092357 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 13:16:59.050251 dv-cinder-830097-4-iscsi neutron-server[103457]: INFO neutron.wsgi [req-a333db34-4a3d-4e1a-81c9-a32bd42a816d req-d5156d35-16df-4c2e-8023-3c6b60092357 service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=36b20118-8b82-4226-bcbc-1d8115480b68 HTTP/1.1" status: 200 len: 1129 time: 0.1525338 Apr 12 13:16:59.080494 dv-cinder-830097-4-iscsi neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4685a896-bde6-4477-a4c8-fb6a4f0c7c92 req-e746bf7c-c6d2-4246-92c8-35a4591a4e9c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 13:16:59.082016 dv-cinder-830097-4-iscsi neutron-server[103457]: INFO neutron.wsgi [req-4685a896-bde6-4477-a4c8-fb6a4f0c7c92 req-e746bf7c-c6d2-4246-92c8-35a4591a4e9c service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=0edd631f1dd54aaea20cdf862c39584b&device_id=62c98bc3-e89d-4509-9b6a-001a4d0a6e3b HTTP/1.1" status: 200 len: 1130 time: 0.0998323 Apr 12 13:16:59.244107 dv-cinder-830097-4-iscsi neutron-server[103457]: INFO neutron.wsgi [req-725d4e98-8822-4c7d-bdf4-6ff5571694fb req-feb1eaf7-8cb6-470d-af49-91df2f01573f tempest-AttachVolumeShelveTestJSON-707707766 tempest-AttachVolumeShelveTestJSON-707707766-project] 10.222.0.18 "GET /v2.0/security-groups?id=6faf4076-452d-49e5-b67e-bfa1b1fd13c3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1989129 Apr 12 13:16:59.261378 dv-cinder-830097-4-iscsi neutron-server[103457]: INFO neutron.wsgi [req-a333db34-4a3d-4e1a-81c9-a32bd42a816d req-50769b32-23df-40aa-9f0c-2d1b7f31e4c4 service neutron] 10.222.0.55 "GET /v2.0/security-groups?id=6faf4076-452d-49e5-b67e-bfa1b1fd13c3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1932843 Apr 12 13:16:59.278703 dv-cinder-830097-4-iscsi neutron-server[103457]: INFO neutron.wsgi [req-ad63aab7-94d4-4947-accc-12513ef5701b req-64ec7ba9-c232-4f02-8786-e1772c5fac00 service neutron] 10.222.0.55 "GET /v2.0/networks/8a9d7c73-ddbc-4eef-a839-e9bbe858207d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2195964 Apr 12 13:16:59.293570 dv-cinder-830097-4-iscsi neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4685a896-bde6-4477-a4c8-fb6a4f0c7c92 req-28c6ce5b-4984-4e5a-a51c-d469abe1bb14 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 13:16:59.295011 dv-cinder-830097-4-iscsi neutron-server[103457]: INFO neutron.wsgi [req-4685a896-bde6-4477-a4c8-fb6a4f0c7c92 req-28c6ce5b-4984-4e5a-a51c-d469abe1bb14 service neutron] 10.222.0.55 "GET /v2.0/networks?id=38860888-3f1a-46ed-95ac-25bed05bc1cd HTTP/1.1" status: 200 len: 913 time: 0.1832802 Apr 12 13:16:59.369883 dv-cinder-830097-4-iscsi neutron-server[103458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffe35764-af9d-4ac2-970c-dd57d6339a12 req-a4adfb62-aaa8-49c0-86bd-a08075299c32 tempest-AttachVolumeTestJSON-1144281586 tempest-AttachVolumeTestJSON-1144281586-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 13:16:59.371346 dv-cinder-830097-4-iscsi neutron-server[103458]: INFO neutron.wsgi [req-ffe35764-af9d-4ac2-970c-dd57d6339a12 req-a4adfb62-aaa8-49c0-86bd-a08075299c32 tempest-AttachVolumeTestJSON-1144281586 tempest-AttachVolumeTestJSON-1144281586-project] 10.222.0.18 "GET /v2.0/ports?device_id=ba22d8d3-a051-42d3-976a-fa1a9f083b90 HTTP/1.1" status: 200 len: 945 time: 0.0506918 Apr 12 13:16:59.428210 dv-cinder-830097-4-iscsi neutron-server[103457]: DEBUG neutron.wsgi [-] (103457) accepted ('10.222.0.18', 42148) {{(pid=103457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 13:16:59.447211 dv-cinder-830097-4-iscsi neutron-server[103458]: INFO neutron.wsgi [req-ffe35764-af9d-4ac2-970c-dd57d6339a12 req-5114b259-f8b8-4db8-abf4-9fceb45498e5 tempest-AttachVolumeTestJSON-1144281586 tempest-AttachVolumeTestJSON-1144281586-project] 10.222.0.18 "GET /v2.0/security-groups?id=217ddcda-2ab1-4d2d-8d94-6a87ae6035e1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0703583 Apr 12 13:16:59.499810 dv-cinder-830097-4-iscsi neutron-server[103459]: DEBUG neutron.plugins.ml2.db [None req-3505bd68-a9fd-4823-92ea-1a6ded8ab071 None None] get_ports_and_sgs() called for port_ids ['62c1ce97-2966-4f79-9ab2-998dae58f04b'] {{(pid=103459) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 12 13:16:59.532751 dv-cinder-830097-4-iscsi neutron-server[103457]: DEBUG neutron.api.v2.base [None req-02d9dc67-f939-403b-aedf-b3be1fe8e4db admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-1039634829-network', 'tenant_id': '77ff2600bbc14454b299ca890f62a934'}} {{(pid=103457) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 12 13:16:59.558461 dv-cinder-830097-4-iscsi neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-02d9dc67-f939-403b-aedf-b3be1fe8e4db admin admin] Made reservation on behalf of 77ff2600bbc14454b299ca890f62a934 for: {'network': 1} {{(pid=103457) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 12 13:16:59.561028 dv-cinder-830097-4-iscsi neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-02d9dc67-f939-403b-aedf-b3be1fe8e4db admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-916304'] for network (None), before_create {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:16:59.580483 dv-cinder-830097-4-iscsi neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-02d9dc67-f939-403b-aedf-b3be1fe8e4db admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:16:59.682651 dv-cinder-830097-4-iscsi neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-02d9dc67-f939-403b-aedf-b3be1fe8e4db admin admin] Publish callbacks [] for security_group (dda4ed85-a7e9-49c6-b1fd-806cd02c5009), precommit_create {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:16:59.686785 dv-cinder-830097-4-iscsi neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-02d9dc67-f939-403b-aedf-b3be1fe8e4db admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3691807'] for security_group (dda4ed85-a7e9-49c6-b1fd-806cd02c5009), after_create {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:16:59.712638 dv-cinder-830097-4-iscsi neutron-server[103457]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-02d9dc67-f939-403b-aedf-b3be1fe8e4db admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 239} {{(pid=103457) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 12 13:16:59.721996 dv-cinder-830097-4-iscsi neutron-server[103457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02d9dc67-f939-403b-aedf-b3be1fe8e4db admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dda4ed85-a7e9-49c6-b1fd-806cd02c5009,revision_number=1']} {{(pid=103457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 13:16:59.728455 dv-cinder-830097-4-iscsi neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-02d9dc67-f939-403b-aedf-b3be1fe8e4db admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-715442'] for segment (319b4089-a514-4a39-a239-750c8270a7f2), precommit_create {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:16:59.728817 dv-cinder-830097-4-iscsi neutron-server[103457]: INFO neutron.db.segments_db [None req-02d9dc67-f939-403b-aedf-b3be1fe8e4db admin admin] Added segment 319b4089-a514-4a39-a239-750c8270a7f2 of type vlan for network 55b5c92d-0c38-40dc-877b-0a2a8bb08d2d Apr 12 13:16:59.767590 dv-cinder-830097-4-iscsi neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-02d9dc67-f939-403b-aedf-b3be1fe8e4db admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8732727402599'] for network (55b5c92d-0c38-40dc-877b-0a2a8bb08d2d), precommit_create {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:16:59.794269 dv-cinder-830097-4-iscsi neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-02d9dc67-f939-403b-aedf-b3be1fe8e4db admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3691972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3697887'] for network (55b5c92d-0c38-40dc-877b-0a2a8bb08d2d), after_create {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:16:59.795221 dv-cinder-830097-4-iscsi neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-02d9dc67-f939-403b-aedf-b3be1fe8e4db admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 13:16:59.795802 dv-cinder-830097-4-iscsi neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-02d9dc67-f939-403b-aedf-b3be1fe8e4db admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3697709'] for network (None), before_response {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:16:59.896764 dv-cinder-830097-4-iscsi neutron-server[103457]: INFO neutron.wsgi [req-4685a896-bde6-4477-a4c8-fb6a4f0c7c92 req-dca09553-86db-4297-8e36-89266a8c59fb service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=b886a5ab-3dd9-4707-bb6a-3c2b5f1d2b8d HTTP/1.1" status: 200 len: 217 time: 0.0935230 Apr 12 13:16:59.900537 dv-cinder-830097-4-iscsi neutron-server[103457]: INFO neutron.wsgi [None req-02d9dc67-f939-403b-aedf-b3be1fe8e4db admin admin] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.4708898 Apr 12 13:16:59.908865 dv-cinder-830097-4-iscsi neutron-server[103458]: DEBUG neutron.wsgi [-] (103458) accepted ('10.222.0.18', 42162) {{(pid=103458) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 13:16:59.914288 dv-cinder-830097-4-iscsi neutron-server[103458]: DEBUG neutron.api.v2.base [None req-ba46f91e-2966-45d4-9c01-ae9c26f2dbab admin admin] Request body: {'subnet': {'network_id': '55b5c92d-0c38-40dc-877b-0a2a8bb08d2d', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-1039634829-subnet', 'tenant_id': '77ff2600bbc14454b299ca890f62a934', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103458) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 12 13:16:59.935214 dv-cinder-830097-4-iscsi neutron-server[103458]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ba46f91e-2966-45d4-9c01-ae9c26f2dbab admin admin] Made reservation on behalf of 77ff2600bbc14454b299ca890f62a934 for: {'subnet': 1} {{(pid=103458) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 12 13:16:59.937848 dv-cinder-830097-4-iscsi neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-ba46f91e-2966-45d4-9c01-ae9c26f2dbab admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:16:59.988662 dv-cinder-830097-4-iscsi neutron-server[103457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02d9dc67-f939-403b-aedf-b3be1fe8e4db admin admin] Pushing event updated for resources: {'Network': ['ID=55b5c92d-0c38-40dc-877b-0a2a8bb08d2d,revision_number=1']} {{(pid=103457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 13:16:59.999185 dv-cinder-830097-4-iscsi neutron-server[103459]: DEBUG neutron.plugins.ml2.rpc [None req-53781792-8650-4c78-93a6-1c4d328d874c None None] Network 55b5c92d-0c38-40dc-877b-0a2a8bb08d2d details requested by agent ovs-agent-dv-cinder-830097-4-iscsi with host dv-cinder-830097-4-iscsi {{(pid=103459) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 12 13:17:00.002382 dv-cinder-830097-4-iscsi neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67e1ba9f-cd7e-4260-a40e-8213e0c03b1d req-ff6a41fa-e6fc-4e24-9882-56cbde4083f1 tempest-ServerRescueNegativeTestJSON-440649021 tempest-ServerRescueNegativeTestJSON-440649021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 13:17:00.003936 dv-cinder-830097-4-iscsi neutron-server[103457]: INFO neutron.wsgi [req-67e1ba9f-cd7e-4260-a40e-8213e0c03b1d req-ff6a41fa-e6fc-4e24-9882-56cbde4083f1 tempest-ServerRescueNegativeTestJSON-440649021 tempest-ServerRescueNegativeTestJSON-440649021-project] 10.222.0.18 "GET /v2.0/ports?device_id=b080094e-e021-4092-a88d-24358c73db4d HTTP/1.1" status: 200 len: 945 time: 0.1742151 Apr 12 13:17:00.060211 dv-cinder-830097-4-iscsi neutron-server[103457]: INFO neutron.wsgi [req-ad63aab7-94d4-4947-accc-12513ef5701b req-29507180-cd1d-4dd7-8923-409bee321b04 service neutron] 10.222.0.55 "GET /v2.0/networks/8a9d7c73-ddbc-4eef-a839-e9bbe858207d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2525456 Apr 12 13:17:00.096728 dv-cinder-830097-4-iscsi neutron-server[103457]: INFO neutron.wsgi [req-67e1ba9f-cd7e-4260-a40e-8213e0c03b1d req-6630d676-d250-4185-9c8e-1f019e6b6bdb tempest-ServerRescueNegativeTestJSON-440649021 tempest-ServerRescueNegativeTestJSON-440649021-project] 10.222.0.18 "GET /v2.0/security-groups?id=1da71eb9-9022-4720-ae95-e700d9700270&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0853271 Apr 12 13:17:00.145945 dv-cinder-830097-4-iscsi neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-ba46f91e-2966-45d4-9c01-ae9c26f2dbab admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3682813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3697887'] for subnet (3324746b-7797-4bb0-890e-6ce43d3a66c8), after_create {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:17:00.199874 dv-cinder-830097-4-iscsi neutron-server[103458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba46f91e-2966-45d4-9c01-ae9c26f2dbab admin admin] Pushing event updated for resources: {'Subnet': ['ID=3324746b-7797-4bb0-890e-6ce43d3a66c8,revision_number=0']} {{(pid=103458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 13:17:00.208863 dv-cinder-830097-4-iscsi neutron-server[103458]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba46f91e-2966-45d4-9c01-ae9c26f2dbab admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830097-4-iscsi {{(pid=103458) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 13:17:00.209207 dv-cinder-830097-4-iscsi neutron-server[103458]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba46f91e-2966-45d4-9c01-ae9c26f2dbab admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830097-4-iscsi {{(pid=103458) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 13:17:00.209534 dv-cinder-830097-4-iscsi neutron-server[103458]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba46f91e-2966-45d4-9c01-ae9c26f2dbab admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830097-4-iscsi {{(pid=103458) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 13:17:00.210634 dv-cinder-830097-4-iscsi neutron-server[103458]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba46f91e-2966-45d4-9c01-ae9c26f2dbab admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830097-4-iscsi {{(pid=103458) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 13:17:00.210945 dv-cinder-830097-4-iscsi neutron-server[103458]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba46f91e-2966-45d4-9c01-ae9c26f2dbab admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830097-4-iscsi {{(pid=103458) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 13:17:00.211271 dv-cinder-830097-4-iscsi neutron-server[103458]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba46f91e-2966-45d4-9c01-ae9c26f2dbab admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830097-4-iscsi {{(pid=103458) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 13:17:00.211596 dv-cinder-830097-4-iscsi neutron-server[103458]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba46f91e-2966-45d4-9c01-ae9c26f2dbab admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830097-4-iscsi {{(pid=103458) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 13:17:00.211910 dv-cinder-830097-4-iscsi neutron-server[103458]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba46f91e-2966-45d4-9c01-ae9c26f2dbab admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-830097-4-iscsi {{(pid=103458) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 13:17:00.212231 dv-cinder-830097-4-iscsi neutron-server[103458]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba46f91e-2966-45d4-9c01-ae9c26f2dbab admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-830097-4-iscsi {{(pid=103458) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 13:17:00.212728 dv-cinder-830097-4-iscsi neutron-server[103458]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba46f91e-2966-45d4-9c01-ae9c26f2dbab admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-830097-4-iscsi {{(pid=103458) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 13:17:00.212915 dv-cinder-830097-4-iscsi neutron-server[103458]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba46f91e-2966-45d4-9c01-ae9c26f2dbab admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-830097-4-iscsi {{(pid=103458) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 13:17:00.213254 dv-cinder-830097-4-iscsi neutron-server[103458]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba46f91e-2966-45d4-9c01-ae9c26f2dbab admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830097-4-iscsi {{(pid=103458) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 13:17:00.213578 dv-cinder-830097-4-iscsi neutron-server[103458]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba46f91e-2966-45d4-9c01-ae9c26f2dbab admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830097-4-iscsi {{(pid=103458) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 13:17:00.213893 dv-cinder-830097-4-iscsi neutron-server[103458]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba46f91e-2966-45d4-9c01-ae9c26f2dbab admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830097-4-iscsi {{(pid=103458) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 13:17:00.214201 dv-cinder-830097-4-iscsi neutron-server[103458]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba46f91e-2966-45d4-9c01-ae9c26f2dbab admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830097-4-iscsi {{(pid=103458) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 13:17:00.222913 dv-cinder-830097-4-iscsi neutron-server[103458]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ba46f91e-2966-45d4-9c01-ae9c26f2dbab admin admin] Checking segment: {'id': '319b4089-a514-4a39-a239-750c8270a7f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 239, 'network_id': '55b5c92d-0c38-40dc-877b-0a2a8bb08d2d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103458) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 12 13:17:00.223264 dv-cinder-830097-4-iscsi neutron-server[103458]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ba46f91e-2966-45d4-9c01-ae9c26f2dbab admin admin] Network hostable DHCP agents. Network: 55b5c92d-0c38-40dc-877b-0a2a8bb08d2d, hostable agents: ['246ca497-e2ee-4e0b-b432-b4153c207e5f'], hosted agents: [] {{(pid=103458) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 12 13:17:00.239868 dv-cinder-830097-4-iscsi neutron-server[103458]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ba46f91e-2966-45d4-9c01-ae9c26f2dbab admin admin] Network 55b5c92d-0c38-40dc-877b-0a2a8bb08d2d is scheduled to be hosted by DHCP agent 246ca497-e2ee-4e0b-b432-b4153c207e5f with binding_index 1 {{(pid=103458) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 12 13:17:00.247939 dv-cinder-830097-4-iscsi neutron-server[103458]: DEBUG neutron.scheduler.base_scheduler [None req-ba46f91e-2966-45d4-9c01-ae9c26f2dbab admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-830097-4-iscsi, 55b5c92d-0c38-40dc-877b-0a2a8bb08d2d) {{(pid=103458) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 12 13:17:00.251920 dv-cinder-830097-4-iscsi neutron-server[103458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ba46f91e-2966-45d4-9c01-ae9c26f2dbab admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=103458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 13:17:00.252503 dv-cinder-830097-4-iscsi neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-ba46f91e-2966-45d4-9c01-ae9c26f2dbab admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3697709'] for subnet (None), before_response {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:17:00.258280 dv-cinder-830097-4-iscsi neutron-server[103459]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d69783d4-1958-41f1-906b-093442720bb6 None None] Network 55b5c92d-0c38-40dc-877b-0a2a8bb08d2d requested from dv-cinder-830097-4-iscsi {{(pid=103459) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 12 13:17:00.268430 dv-cinder-830097-4-iscsi neutron-server[103458]: INFO neutron.wsgi [None req-ba46f91e-2966-45d4-9c01-ae9c26f2dbab admin admin] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.3584890 Apr 12 13:17:00.376837 dv-cinder-830097-4-iscsi neutron-server[103459]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eada4458-9041-4828-8fab-9e89e7abedea None None] Network 55b5c92d-0c38-40dc-877b-0a2a8bb08d2d requested from dv-cinder-830097-4-iscsi {{(pid=103459) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 12 13:17:00.383495 dv-cinder-830097-4-iscsi neutron-server[103458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f3de883-6c5d-4780-a564-e00dd4931386 req-79f25cf9-3a69-4889-8cf4-b3a2566e9f2b tempest-AttachVolumeShelveTestJSON-707707766 tempest-AttachVolumeShelveTestJSON-707707766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 13:17:00.385116 dv-cinder-830097-4-iscsi neutron-server[103458]: INFO neutron.wsgi [req-1f3de883-6c5d-4780-a564-e00dd4931386 req-79f25cf9-3a69-4889-8cf4-b3a2566e9f2b tempest-AttachVolumeShelveTestJSON-707707766 tempest-AttachVolumeShelveTestJSON-707707766-project] 10.222.0.18 "GET /v2.0/ports?device_id=36b20118-8b82-4226-bcbc-1d8115480b68 HTTP/1.1" status: 200 len: 945 time: 0.0572755 Apr 12 13:17:00.439777 dv-cinder-830097-4-iscsi neutron-server[103458]: INFO neutron.wsgi [req-1f3de883-6c5d-4780-a564-e00dd4931386 req-f398e56a-0bde-4153-adfa-cee6d4ef3b05 tempest-AttachVolumeShelveTestJSON-707707766 tempest-AttachVolumeShelveTestJSON-707707766-project] 10.222.0.18 "GET /v2.0/security-groups?id=6faf4076-452d-49e5-b67e-bfa1b1fd13c3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0477300 Apr 12 13:17:00.575622 dv-cinder-830097-4-iscsi neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f513ddf-f29d-492a-afa8-050db19a11c1 req-a49f9d5e-2661-44d7-be02-aafb40f1fbc5 tempest-AttachVolumeTestJSON-1144281586 tempest-AttachVolumeTestJSON-1144281586-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 13:17:00.577136 dv-cinder-830097-4-iscsi neutron-server[103457]: INFO neutron.wsgi [req-5f513ddf-f29d-492a-afa8-050db19a11c1 req-a49f9d5e-2661-44d7-be02-aafb40f1fbc5 tempest-AttachVolumeTestJSON-1144281586 tempest-AttachVolumeTestJSON-1144281586-project] 10.222.0.18 "GET /v2.0/ports?device_id=ba22d8d3-a051-42d3-976a-fa1a9f083b90 HTTP/1.1" status: 200 len: 945 time: 0.0567756 Apr 12 13:17:00.627670 dv-cinder-830097-4-iscsi neutron-server[103457]: INFO neutron.wsgi [req-5f513ddf-f29d-492a-afa8-050db19a11c1 req-54a0a9d5-8384-4e4a-9f65-7c95b57d5b43 tempest-AttachVolumeTestJSON-1144281586 tempest-AttachVolumeTestJSON-1144281586-project] 10.222.0.18 "GET /v2.0/security-groups?id=217ddcda-2ab1-4d2d-8d94-6a87ae6035e1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0449696 Apr 12 13:17:00.785721 dv-cinder-830097-4-iscsi neutron-server[103457]: DEBUG neutron.wsgi [-] (103457) accepted ('10.222.0.18', 42192) {{(pid=103457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 13:17:00.790861 dv-cinder-830097-4-iscsi neutron-server[103457]: DEBUG neutron.api.v2.base [None req-f52b6017-6e4d-4401-9ffa-4cacef3ba497 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-608465207-network', 'tenant_id': '4974b048204f4ee8a72bfa1d92b232fb'}} {{(pid=103457) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 12 13:17:00.813406 dv-cinder-830097-4-iscsi neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f52b6017-6e4d-4401-9ffa-4cacef3ba497 admin admin] Made reservation on behalf of 4974b048204f4ee8a72bfa1d92b232fb for: {'network': 1} {{(pid=103457) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 12 13:17:00.815768 dv-cinder-830097-4-iscsi neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-f52b6017-6e4d-4401-9ffa-4cacef3ba497 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-916304'] for network (None), before_create {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:17:00.824694 dv-cinder-830097-4-iscsi neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-f52b6017-6e4d-4401-9ffa-4cacef3ba497 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:17:00.913843 dv-cinder-830097-4-iscsi neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-f52b6017-6e4d-4401-9ffa-4cacef3ba497 admin admin] Publish callbacks [] for security_group (698977af-65a8-4ed6-a3f3-77446ab36ab3), precommit_create {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:17:00.917849 dv-cinder-830097-4-iscsi neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-f52b6017-6e4d-4401-9ffa-4cacef3ba497 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3691807'] for security_group (698977af-65a8-4ed6-a3f3-77446ab36ab3), after_create {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:17:00.941510 dv-cinder-830097-4-iscsi neutron-server[103457]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f52b6017-6e4d-4401-9ffa-4cacef3ba497 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 216} {{(pid=103457) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 12 13:17:00.957007 dv-cinder-830097-4-iscsi neutron-server[103457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f52b6017-6e4d-4401-9ffa-4cacef3ba497 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=698977af-65a8-4ed6-a3f3-77446ab36ab3,revision_number=1']} {{(pid=103457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 13:17:00.960896 dv-cinder-830097-4-iscsi neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-f52b6017-6e4d-4401-9ffa-4cacef3ba497 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-715442'] for segment (186e25e0-2b6a-43a9-8996-4f854e7ae283), precommit_create {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:17:00.961507 dv-cinder-830097-4-iscsi neutron-server[103457]: INFO neutron.db.segments_db [None req-f52b6017-6e4d-4401-9ffa-4cacef3ba497 admin admin] Added segment 186e25e0-2b6a-43a9-8996-4f854e7ae283 of type vlan for network 95bd5d86-55c4-46bd-b82b-fba59ededc99 Apr 12 13:17:01.046872 dv-cinder-830097-4-iscsi neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-f52b6017-6e4d-4401-9ffa-4cacef3ba497 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8732727402599'] for network (95bd5d86-55c4-46bd-b82b-fba59ededc99), precommit_create {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:17:01.060502 dv-cinder-830097-4-iscsi neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4685a896-bde6-4477-a4c8-fb6a4f0c7c92 req-d4eaac0e-549f-48d9-a727-71317ca8e91e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 13:17:01.062025 dv-cinder-830097-4-iscsi neutron-server[103457]: INFO neutron.wsgi [req-4685a896-bde6-4477-a4c8-fb6a4f0c7c92 req-d4eaac0e-549f-48d9-a727-71317ca8e91e service neutron] 10.222.0.55 "GET /v2.0/subnets?id=8fe7d341-75a1-4b96-b5db-f9b8d084f4c6 HTTP/1.1" status: 200 len: 852 time: 0.0903699 Apr 12 13:17:01.081365 dv-cinder-830097-4-iscsi neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-f52b6017-6e4d-4401-9ffa-4cacef3ba497 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3691972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3697887'] for network (95bd5d86-55c4-46bd-b82b-fba59ededc99), after_create {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:17:01.082447 dv-cinder-830097-4-iscsi neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f52b6017-6e4d-4401-9ffa-4cacef3ba497 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 13:17:01.083085 dv-cinder-830097-4-iscsi neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-f52b6017-6e4d-4401-9ffa-4cacef3ba497 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3697709'] for network (None), before_response {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:17:01.137276 dv-cinder-830097-4-iscsi neutron-server[103457]: INFO neutron.wsgi [req-4685a896-bde6-4477-a4c8-fb6a4f0c7c92 req-49051005-4a27-4bc4-8ecd-64532d507cfb service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=38860888-3f1a-46ed-95ac-25bed05bc1cd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0502574 Apr 12 13:17:01.144132 dv-cinder-830097-4-iscsi neutron-server[103457]: INFO neutron.wsgi [None req-f52b6017-6e4d-4401-9ffa-4cacef3ba497 admin admin] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.3573704 Apr 12 13:17:01.147198 dv-cinder-830097-4-iscsi neutron-server[103458]: DEBUG neutron.wsgi [-] (103458) accepted ('10.222.0.18', 42210) {{(pid=103458) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 13:17:01.153911 dv-cinder-830097-4-iscsi neutron-server[103458]: DEBUG neutron.api.v2.base [None req-2d85309f-326c-438a-bf91-bd04f5961b3a admin admin] Request body: {'subnet': {'network_id': '95bd5d86-55c4-46bd-b82b-fba59ededc99', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-608465207-subnet', 'tenant_id': '4974b048204f4ee8a72bfa1d92b232fb', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103458) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 12 13:17:01.176443 dv-cinder-830097-4-iscsi neutron-server[103457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f52b6017-6e4d-4401-9ffa-4cacef3ba497 admin admin] Pushing event updated for resources: {'Network': ['ID=95bd5d86-55c4-46bd-b82b-fba59ededc99,revision_number=1']} {{(pid=103457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 13:17:01.182533 dv-cinder-830097-4-iscsi neutron-server[103458]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2d85309f-326c-438a-bf91-bd04f5961b3a admin admin] Made reservation on behalf of 4974b048204f4ee8a72bfa1d92b232fb for: {'subnet': 1} {{(pid=103458) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 12 13:17:01.186088 dv-cinder-830097-4-iscsi neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-2d85309f-326c-438a-bf91-bd04f5961b3a admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:17:01.189152 dv-cinder-830097-4-iscsi neutron-server[103459]: DEBUG neutron.plugins.ml2.rpc [None req-53781792-8650-4c78-93a6-1c4d328d874c None None] Network 95bd5d86-55c4-46bd-b82b-fba59ededc99 details requested by agent ovs-agent-dv-cinder-830097-4-iscsi with host dv-cinder-830097-4-iscsi {{(pid=103459) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 12 13:17:01.202387 dv-cinder-830097-4-iscsi neutron-server[103459]: DEBUG neutron.plugins.ml2.rpc [None req-3505bd68-a9fd-4823-92ea-1a6ded8ab071 None None] Device 62c1ce97-2966-4f79-9ab2-998dae58f04b up at agent hyperv_hv-cinder-83009 {{(pid=103459) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 12 13:17:01.294727 dv-cinder-830097-4-iscsi neutron-server[103458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccd5f6cd-5046-4a42-8b9c-b5716e35967b req-5e12ff79-39ef-4b59-8959-b17d98c60af0 tempest-ServerRescueNegativeTestJSON-440649021 tempest-ServerRescueNegativeTestJSON-440649021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 13:17:01.296174 dv-cinder-830097-4-iscsi neutron-server[103458]: INFO neutron.wsgi [req-ccd5f6cd-5046-4a42-8b9c-b5716e35967b req-5e12ff79-39ef-4b59-8959-b17d98c60af0 tempest-ServerRescueNegativeTestJSON-440649021 tempest-ServerRescueNegativeTestJSON-440649021-project] 10.222.0.18 "GET /v2.0/ports?device_id=b080094e-e021-4092-a88d-24358c73db4d HTTP/1.1" status: 200 len: 945 time: 0.0902650 Apr 12 13:17:01.304614 dv-cinder-830097-4-iscsi neutron-server[103459]: DEBUG neutron.db.provisioning_blocks [None req-3505bd68-a9fd-4823-92ea-1a6ded8ab071 None None] Provisioning for port 62c1ce97-2966-4f79-9ab2-998dae58f04b completed by entity L2. {{(pid=103459) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Apr 12 13:17:01.310863 dv-cinder-830097-4-iscsi neutron-server[103459]: DEBUG neutron.db.provisioning_blocks [None req-3505bd68-a9fd-4823-92ea-1a6ded8ab071 None None] Provisioning complete for port 62c1ce97-2966-4f79-9ab2-998dae58f04b triggered by entity L2. {{(pid=103459) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 12 13:17:01.311263 dv-cinder-830097-4-iscsi neutron-server[103459]: DEBUG neutron_lib.callbacks.manager [None req-3505bd68-a9fd-4823-92ea-1a6ded8ab071 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-657243'] for port (62c1ce97-2966-4f79-9ab2-998dae58f04b), provisioning_complete {{(pid=103459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:17:01.384575 dv-cinder-830097-4-iscsi neutron-server[103458]: INFO neutron.wsgi [req-ccd5f6cd-5046-4a42-8b9c-b5716e35967b req-a9f27f56-bd5f-4691-b140-268e7878863f tempest-ServerRescueNegativeTestJSON-440649021 tempest-ServerRescueNegativeTestJSON-440649021-project] 10.222.0.18 "GET /v2.0/security-groups?id=1da71eb9-9022-4720-ae95-e700d9700270&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0800571 Apr 12 13:17:01.402595 dv-cinder-830097-4-iscsi neutron-server[103459]: DEBUG neutron.plugins.ml2.plugin [None req-3505bd68-a9fd-4823-92ea-1a6ded8ab071 None None] Current status of the port 62c1ce97-2966-4f79-9ab2-998dae58f04b is: BUILD; New status is: ACTIVE {{(pid=103459) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 12 13:17:01.403000 dv-cinder-830097-4-iscsi neutron-server[103459]: DEBUG neutron_lib.callbacks.manager [None req-3505bd68-a9fd-4823-92ea-1a6ded8ab071 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-916304'] for port (62c1ce97-2966-4f79-9ab2-998dae58f04b), before_update {{(pid=103459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:17:01.422489 dv-cinder-830097-4-iscsi neutron-server[103457]: INFO neutron.wsgi [req-4685a896-bde6-4477-a4c8-fb6a4f0c7c92 req-1db893d3-cb75-45d5-a02a-748a1c24ca81 service neutron] 10.222.0.55 "GET /v2.0/networks/38860888-3f1a-46ed-95ac-25bed05bc1cd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1041341 Apr 12 13:17:01.428305 dv-cinder-830097-4-iscsi neutron-server[103459]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ba22d8d3-a051-42d3-976a-fa1a9f083b90', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '62c1ce97-2966-4f79-9ab2-998dae58f04b'}] {{(pid=103459) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 12 13:17:01.431366 dv-cinder-830097-4-iscsi neutron-server[103459]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}95104bc0dd48ad9143548caf8a5bdec643107760c32fce8433ea43eac3fbdd81" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a218a3e1-4be9-4400-bb7d-d49ecb1be5cb" -d '{"events": [{"server_uuid": "ba22d8d3-a051-42d3-976a-fa1a9f083b90", "name": "network-vif-plugged", "status": "completed", "tag": "62c1ce97-2966-4f79-9ab2-998dae58f04b"}]}' {{(pid=103459) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 12 13:17:01.443062 dv-cinder-830097-4-iscsi neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-2d85309f-326c-438a-bf91-bd04f5961b3a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3682813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3697887'] for subnet (c0a18607-58ff-45cf-bd53-d02615191a76), after_create {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:17:01.445241 dv-cinder-830097-4-iscsi neutron-server[103459]: DEBUG neutron.plugins.ml2.db [None req-3505bd68-a9fd-4823-92ea-1a6ded8ab071 None None] For port 62c1ce97-2966-4f79-9ab2-998dae58f04b, host hv-cinder-83009, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83009',level=0,port_id=62c1ce97-2966-4f79-9ab2-998dae58f04b,segment=NetworkSegment(14551b93-9fd8-40ed-a0fc-48c46d45be33),segment_id=14551b93-9fd8-40ed-a0fc-48c46d45be33)] {{(pid=103459) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 12 13:17:01.449173 dv-cinder-830097-4-iscsi neutron-server[103459]: DEBUG neutron_lib.callbacks.manager [None req-3505bd68-a9fd-4823-92ea-1a6ded8ab071 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-915890', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3697887', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732727894815', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732727417932', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732727417950'] for port (62c1ce97-2966-4f79-9ab2-998dae58f04b), after_update {{(pid=103459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:17:01.498418 dv-cinder-830097-4-iscsi neutron-server[103459]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 12 Apr 2022 13:17:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5d7654b9-39c4-4e16-9b89-de12124f8808 x-openstack-request-id: req-5d7654b9-39c4-4e16-9b89-de12124f8808 {{(pid=103459) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 12 13:17:01.498710 dv-cinder-830097-4-iscsi neutron-server[103459]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ba22d8d3-a051-42d3-976a-fa1a9f083b90", "name": "network-vif-plugged", "status": "completed", "tag": "62c1ce97-2966-4f79-9ab2-998dae58f04b", "code": 200}]} {{(pid=103459) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 12 13:17:01.499012 dv-cinder-830097-4-iscsi neutron-server[103459]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-5d7654b9-39c4-4e16-9b89-de12124f8808 {{(pid=103459) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 12 13:17:01.499402 dv-cinder-830097-4-iscsi neutron-server[103459]: INFO neutron.notifiers.nova [-] Nova event matching ['req-5d7654b9-39c4-4e16-9b89-de12124f8808'] response: {'server_uuid': 'ba22d8d3-a051-42d3-976a-fa1a9f083b90', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '62c1ce97-2966-4f79-9ab2-998dae58f04b', 'code': 200} Apr 12 13:17:01.503179 dv-cinder-830097-4-iscsi neutron-server[103458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d85309f-326c-438a-bf91-bd04f5961b3a admin admin] Pushing event updated for resources: {'Subnet': ['ID=c0a18607-58ff-45cf-bd53-d02615191a76,revision_number=0']} {{(pid=103458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 13:17:01.516471 dv-cinder-830097-4-iscsi neutron-server[103458]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2d85309f-326c-438a-bf91-bd04f5961b3a admin admin] Checking segment: {'id': '186e25e0-2b6a-43a9-8996-4f854e7ae283', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 216, 'network_id': '95bd5d86-55c4-46bd-b82b-fba59ededc99'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103458) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 12 13:17:01.517094 dv-cinder-830097-4-iscsi neutron-server[103458]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2d85309f-326c-438a-bf91-bd04f5961b3a admin admin] Network hostable DHCP agents. Network: 95bd5d86-55c4-46bd-b82b-fba59ededc99, hostable agents: ['246ca497-e2ee-4e0b-b432-b4153c207e5f'], hosted agents: [] {{(pid=103458) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 12 13:17:01.531881 dv-cinder-830097-4-iscsi neutron-server[103459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3505bd68-a9fd-4823-92ea-1a6ded8ab071 None None] Pushing event updated for resources: {'Port': ['ID=62c1ce97-2966-4f79-9ab2-998dae58f04b,revision_number=5']} {{(pid=103459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 13:17:01.543260 dv-cinder-830097-4-iscsi neutron-server[103458]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2d85309f-326c-438a-bf91-bd04f5961b3a admin admin] Network 95bd5d86-55c4-46bd-b82b-fba59ededc99 is scheduled to be hosted by DHCP agent 246ca497-e2ee-4e0b-b432-b4153c207e5f with binding_index 1 {{(pid=103458) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 12 13:17:01.552423 dv-cinder-830097-4-iscsi neutron-server[103457]: INFO neutron.wsgi [req-4685a896-bde6-4477-a4c8-fb6a4f0c7c92 req-b804d65e-209e-4d0a-93f5-7f0507b01967 service neutron] 10.222.0.55 "GET /v2.0/networks/38860888-3f1a-46ed-95ac-25bed05bc1cd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0959127 Apr 12 13:17:01.573001 dv-cinder-830097-4-iscsi neutron-server[103458]: DEBUG neutron.scheduler.base_scheduler [None req-2d85309f-326c-438a-bf91-bd04f5961b3a admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-830097-4-iscsi, 95bd5d86-55c4-46bd-b82b-fba59ededc99) {{(pid=103458) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 12 13:17:01.579578 dv-cinder-830097-4-iscsi neutron-server[103458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2d85309f-326c-438a-bf91-bd04f5961b3a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=103458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 13:17:01.580161 dv-cinder-830097-4-iscsi neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-2d85309f-326c-438a-bf91-bd04f5961b3a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3697709'] for subnet (None), before_response {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:17:01.588086 dv-cinder-830097-4-iscsi neutron-server[103459]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0fc373c8-2872-4ec9-bbc1-f4f1db0afd4f None None] Network 95bd5d86-55c4-46bd-b82b-fba59ededc99 requested from dv-cinder-830097-4-iscsi {{(pid=103459) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 12 13:17:01.589877 dv-cinder-830097-4-iscsi neutron-server[103458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b0e3532-397a-4405-9327-b782f4cffb9f req-00b5b3ad-5101-420c-8529-4f37c3d76754 tempest-AttachVolumeShelveTestJSON-707707766 tempest-AttachVolumeShelveTestJSON-707707766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 13:17:01.591346 dv-cinder-830097-4-iscsi neutron-server[103458]: INFO neutron.wsgi [req-1b0e3532-397a-4405-9327-b782f4cffb9f req-00b5b3ad-5101-420c-8529-4f37c3d76754 tempest-AttachVolumeShelveTestJSON-707707766 tempest-AttachVolumeShelveTestJSON-707707766-project] 10.222.0.18 "GET /v2.0/ports?device_id=36b20118-8b82-4226-bcbc-1d8115480b68 HTTP/1.1" status: 200 len: 945 time: 0.0604405 Apr 12 13:17:01.609692 dv-cinder-830097-4-iscsi neutron-server[103458]: INFO neutron.wsgi [None req-2d85309f-326c-438a-bf91-bd04f5961b3a admin admin] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.4601648 Apr 12 13:17:01.650798 dv-cinder-830097-4-iscsi neutron-server[103458]: INFO neutron.wsgi [req-1b0e3532-397a-4405-9327-b782f4cffb9f req-be1a1732-2823-4df5-b3e5-8d173390ccff tempest-AttachVolumeShelveTestJSON-707707766 tempest-AttachVolumeShelveTestJSON-707707766-project] 10.222.0.18 "GET /v2.0/security-groups?id=6faf4076-452d-49e5-b67e-bfa1b1fd13c3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0522456 Apr 12 13:17:01.712298 dv-cinder-830097-4-iscsi neutron-server[103459]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-37104f86-810f-43d1-bd16-2cdea0357a53 None None] Network 95bd5d86-55c4-46bd-b82b-fba59ededc99 requested from dv-cinder-830097-4-iscsi {{(pid=103459) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 12 13:17:01.768934 dv-cinder-830097-4-iscsi neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-239090a9-f8ab-4b33-8ef5-929c9543a5ea req-dcf9bd35-5285-47df-b974-a6f0121b711b tempest-AttachVolumeTestJSON-1144281586 tempest-AttachVolumeTestJSON-1144281586-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 13:17:01.771408 dv-cinder-830097-4-iscsi neutron-server[103457]: INFO neutron.wsgi [req-239090a9-f8ab-4b33-8ef5-929c9543a5ea req-dcf9bd35-5285-47df-b974-a6f0121b711b tempest-AttachVolumeTestJSON-1144281586 tempest-AttachVolumeTestJSON-1144281586-project] 10.222.0.18 "GET /v2.0/ports?device_id=ba22d8d3-a051-42d3-976a-fa1a9f083b90 HTTP/1.1" status: 200 len: 946 time: 0.0561852 Apr 12 13:17:01.830897 dv-cinder-830097-4-iscsi neutron-server[103457]: INFO neutron.wsgi [req-239090a9-f8ab-4b33-8ef5-929c9543a5ea req-91457b6b-1232-4cce-b79a-9e748bdb3d93 tempest-AttachVolumeTestJSON-1144281586 tempest-AttachVolumeTestJSON-1144281586-project] 10.222.0.18 "GET /v2.0/security-groups?id=217ddcda-2ab1-4d2d-8d94-6a87ae6035e1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0541978 Apr 12 13:17:02.497286 dv-cinder-830097-4-iscsi neutron-server[103458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7ebd147-470d-4ed3-88f6-9b05c07e950e req-808ec7b2-a08f-4aba-8186-c3e93a2dd607 tempest-ServerRescueNegativeTestJSON-440649021 tempest-ServerRescueNegativeTestJSON-440649021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 13:17:02.498699 dv-cinder-830097-4-iscsi neutron-server[103458]: INFO neutron.wsgi [req-a7ebd147-470d-4ed3-88f6-9b05c07e950e req-808ec7b2-a08f-4aba-8186-c3e93a2dd607 tempest-ServerRescueNegativeTestJSON-440649021 tempest-ServerRescueNegativeTestJSON-440649021-project] 10.222.0.18 "GET /v2.0/ports?device_id=b080094e-e021-4092-a88d-24358c73db4d HTTP/1.1" status: 200 len: 945 time: 0.0459793 Apr 12 13:17:02.549495 dv-cinder-830097-4-iscsi neutron-server[103458]: INFO neutron.wsgi [req-a7ebd147-470d-4ed3-88f6-9b05c07e950e req-f0d9885c-51bf-46b0-8416-f24a8baddeab tempest-ServerRescueNegativeTestJSON-440649021 tempest-ServerRescueNegativeTestJSON-440649021-project] 10.222.0.18 "GET /v2.0/security-groups?id=1da71eb9-9022-4720-ae95-e700d9700270&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0452409 Apr 12 13:17:02.709130 dv-cinder-830097-4-iscsi neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d201b91-597f-41d2-b33c-387275258172 req-7a427076-c6a0-4822-9e01-b80cc2bc0e66 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 13:17:02.711028 dv-cinder-830097-4-iscsi neutron-server[103457]: INFO neutron.wsgi [req-2d201b91-597f-41d2-b33c-387275258172 req-7a427076-c6a0-4822-9e01-b80cc2bc0e66 service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=ba22d8d3-a051-42d3-976a-fa1a9f083b90 HTTP/1.1" status: 200 len: 1130 time: 0.0379446 Apr 12 13:17:02.782660 dv-cinder-830097-4-iscsi neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3ed7634-4d73-4710-bb5a-e853cd1acac3 req-4bba683e-a1e4-43c5-9884-a231d62a1062 tempest-AttachVolumeShelveTestJSON-707707766 tempest-AttachVolumeShelveTestJSON-707707766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 13:17:02.784097 dv-cinder-830097-4-iscsi neutron-server[103457]: INFO neutron.wsgi [req-b3ed7634-4d73-4710-bb5a-e853cd1acac3 req-4bba683e-a1e4-43c5-9884-a231d62a1062 tempest-AttachVolumeShelveTestJSON-707707766 tempest-AttachVolumeShelveTestJSON-707707766-project] 10.222.0.18 "GET /v2.0/ports?device_id=36b20118-8b82-4226-bcbc-1d8115480b68 HTTP/1.1" status: 200 len: 945 time: 0.0461099 Apr 12 13:17:02.861115 dv-cinder-830097-4-iscsi neutron-server[103457]: INFO neutron.wsgi [req-2d201b91-597f-41d2-b33c-387275258172 req-05fe0df1-ebaf-47a8-b710-14802539662c service neutron] 10.222.0.55 "GET /v2.0/security-groups?id=217ddcda-2ab1-4d2d-8d94-6a87ae6035e1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0741227 Apr 12 13:17:02.864098 dv-cinder-830097-4-iscsi neutron-server[103457]: INFO neutron.wsgi [req-b3ed7634-4d73-4710-bb5a-e853cd1acac3 req-6fb7dad1-658c-40ef-9507-73a6d72811a4 tempest-AttachVolumeShelveTestJSON-707707766 tempest-AttachVolumeShelveTestJSON-707707766-project] 10.222.0.18 "GET /v2.0/security-groups?id=6faf4076-452d-49e5-b67e-bfa1b1fd13c3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0710568 Apr 12 13:17:02.962079 dv-cinder-830097-4-iscsi neutron-server[103458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-519e5fe1-9127-4628-9e50-132991175143 req-b1d4bb97-b337-4dd6-a28e-0d3ba57b077b tempest-AttachVolumeTestJSON-1144281586 tempest-AttachVolumeTestJSON-1144281586-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 13:17:02.963547 dv-cinder-830097-4-iscsi neutron-server[103458]: INFO neutron.wsgi [req-519e5fe1-9127-4628-9e50-132991175143 req-b1d4bb97-b337-4dd6-a28e-0d3ba57b077b tempest-AttachVolumeTestJSON-1144281586 tempest-AttachVolumeTestJSON-1144281586-project] 10.222.0.18 "GET /v2.0/ports?device_id=ba22d8d3-a051-42d3-976a-fa1a9f083b90 HTTP/1.1" status: 200 len: 946 time: 0.0524101 Apr 12 13:17:02.990665 dv-cinder-830097-4-iscsi neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca9ea446-d42d-4fde-8f02-2bb24589b1c6 req-30f8d9af-9e55-4852-ad93-b6a56449eefb tempest-AttachVolumeShelveTestJSON-707707766 tempest-AttachVolumeShelveTestJSON-707707766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 13:17:02.992349 dv-cinder-830097-4-iscsi neutron-server[103457]: INFO neutron.wsgi [req-ca9ea446-d42d-4fde-8f02-2bb24589b1c6 req-30f8d9af-9e55-4852-ad93-b6a56449eefb tempest-AttachVolumeShelveTestJSON-707707766 tempest-AttachVolumeShelveTestJSON-707707766-project] 10.222.0.18 "GET /v2.0/ports?device_id=36b20118-8b82-4226-bcbc-1d8115480b68 HTTP/1.1" status: 200 len: 945 time: 0.0469739 Apr 12 13:17:03.001837 dv-cinder-830097-4-iscsi neutron-server[103457]: DEBUG neutron.wsgi [-] (103457) accepted ('10.222.0.18', 42250) {{(pid=103457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 13:17:03.006243 dv-cinder-830097-4-iscsi neutron-server[103457]: DEBUG neutron.api.v2.base [None req-0be0c17f-546b-444c-a1a8-1bf2f84bf29d tempest-AttachVolumeShelveTestJSON-707707766 tempest-AttachVolumeShelveTestJSON-707707766-project] Request body: {'floatingip': {'port_id': 'fb9ce2f5-e944-45af-8bea-9306ac5c33df'}} {{(pid=103457) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 12 13:17:03.011083 dv-cinder-830097-4-iscsi neutron-server[103458]: INFO neutron.wsgi [req-519e5fe1-9127-4628-9e50-132991175143 req-ad1bbb87-8e07-4b79-b726-3dca5760ae98 tempest-AttachVolumeTestJSON-1144281586 tempest-AttachVolumeTestJSON-1144281586-project] 10.222.0.18 "GET /v2.0/security-groups?id=217ddcda-2ab1-4d2d-8d94-6a87ae6035e1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0417194 Apr 12 13:17:03.079075 dv-cinder-830097-4-iscsi neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-0be0c17f-546b-444c-a1a8-1bf2f84bf29d tempest-AttachVolumeShelveTestJSON-707707766 tempest-AttachVolumeShelveTestJSON-707707766-project] Publish callbacks [] for floatingip (1a84d4c6-d513-479b-adae-ad89c90f6804), before_update {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:17:03.805208 dv-cinder-830097-4-iscsi neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1da0ad6-c83b-48ac-874f-600932b53580 req-01685918-d1a7-419e-ae4e-ce9bbbc0bedf tempest-ServerRescueNegativeTestJSON-440649021 tempest-ServerRescueNegativeTestJSON-440649021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 13:17:03.806575 dv-cinder-830097-4-iscsi neutron-server[103457]: INFO neutron.wsgi [req-d1da0ad6-c83b-48ac-874f-600932b53580 req-01685918-d1a7-419e-ae4e-ce9bbbc0bedf tempest-ServerRescueNegativeTestJSON-440649021 tempest-ServerRescueNegativeTestJSON-440649021-project] 10.222.0.18 "GET /v2.0/ports?device_id=b080094e-e021-4092-a88d-24358c73db4d HTTP/1.1" status: 200 len: 945 time: 0.0910163 Apr 12 13:17:03.966100 dv-cinder-830097-4-iscsi neutron-server[103457]: INFO neutron.wsgi [req-d1da0ad6-c83b-48ac-874f-600932b53580 req-eb04fc23-1e95-48a7-aaaf-33fa40ad68e8 tempest-ServerRescueNegativeTestJSON-440649021 tempest-ServerRescueNegativeTestJSON-440649021-project] 10.222.0.18 "GET /v2.0/security-groups?id=1da71eb9-9022-4720-ae95-e700d9700270&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1537282 Apr 12 13:17:03.988678 dv-cinder-830097-4-iscsi neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-0be0c17f-546b-444c-a1a8-1bf2f84bf29d tempest-AttachVolumeShelveTestJSON-707707766 tempest-AttachVolumeShelveTestJSON-707707766-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:17:03.993259 dv-cinder-830097-4-iscsi neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-0be0c17f-546b-444c-a1a8-1bf2f84bf29d tempest-AttachVolumeShelveTestJSON-707707766 tempest-AttachVolumeShelveTestJSON-707707766-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3739086'] for floatingip (1a84d4c6-d513-479b-adae-ad89c90f6804), after_update {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:17:04.095955 dv-cinder-830097-4-iscsi neutron-server[103457]: INFO neutron.db.l3_db [None req-0be0c17f-546b-444c-a1a8-1bf2f84bf29d tempest-AttachVolumeShelveTestJSON-707707766 tempest-AttachVolumeShelveTestJSON-707707766-project] Floating IP 1a84d4c6-d513-479b-adae-ad89c90f6804 associated. External IP: 172.27.0.41, port: fb9ce2f5-e944-45af-8bea-9306ac5c33df. Apr 12 13:17:04.131225 dv-cinder-830097-4-iscsi neutron-server[103458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfaefd56-7405-4532-a4cd-bd4162dfb491 req-81337162-32fd-4727-9c71-e53202953e22 tempest-AttachVolumeTestJSON-1144281586 tempest-AttachVolumeTestJSON-1144281586-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 13:17:04.132704 dv-cinder-830097-4-iscsi neutron-server[103458]: INFO neutron.wsgi [req-cfaefd56-7405-4532-a4cd-bd4162dfb491 req-81337162-32fd-4727-9c71-e53202953e22 tempest-AttachVolumeTestJSON-1144281586 tempest-AttachVolumeTestJSON-1144281586-project] 10.222.0.18 "GET /v2.0/ports?device_id=ba22d8d3-a051-42d3-976a-fa1a9f083b90 HTTP/1.1" status: 200 len: 946 time: 0.0492973 Apr 12 13:17:04.178357 dv-cinder-830097-4-iscsi neutron-server[103458]: INFO neutron.wsgi [req-cfaefd56-7405-4532-a4cd-bd4162dfb491 req-28607ea3-f514-46ec-ab32-3b31a15b45ff tempest-AttachVolumeTestJSON-1144281586 tempest-AttachVolumeTestJSON-1144281586-project] 10.222.0.18 "GET /v2.0/security-groups?id=217ddcda-2ab1-4d2d-8d94-6a87ae6035e1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0399404 Apr 12 13:17:04.307278 dv-cinder-830097-4-iscsi neutron-server[103457]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0be0c17f-546b-444c-a1a8-1bf2f84bf29d tempest-AttachVolumeShelveTestJSON-707707766 tempest-AttachVolumeShelveTestJSON-707707766-project] Router 66d38733-8a94-4306-9035-12f6b3906c1e has already been hosted by L3 agent b7e11a8b-aeed-493f-9763-461016dddc93 {{(pid=103457) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 12 13:17:04.423104 dv-cinder-830097-4-iscsi neutron-server[103457]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0be0c17f-546b-444c-a1a8-1bf2f84bf29d tempest-AttachVolumeShelveTestJSON-707707766 tempest-AttachVolumeShelveTestJSON-707707766-project] Notify agent at l3_agent.dv-cinder-830097-4-iscsi the message routers_updated {{(pid=103457) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 12 13:17:04.427628 dv-cinder-830097-4-iscsi neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-0be0c17f-546b-444c-a1a8-1bf2f84bf29d tempest-AttachVolumeShelveTestJSON-707707766 tempest-AttachVolumeShelveTestJSON-707707766-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-500965'] for floatingip (None), before_response {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:17:04.435756 dv-cinder-830097-4-iscsi neutron-server[103460]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6e5b3569-5897-4d47-bfb4-c586f552ff0c None None] Sync routers for ids ['66d38733-8a94-4306-9035-12f6b3906c1e'] in dv-cinder-830097-4-iscsi {{(pid=103460) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 12 13:17:04.447046 dv-cinder-830097-4-iscsi neutron-server[103460]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6e5b3569-5897-4d47-bfb4-c586f552ff0c None None] Routers {'66d38733-8a94-4306-9035-12f6b3906c1e'} bound to L3 agent in host dv-cinder-830097-4-iscsi {{(pid=103460) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 12 13:17:04.447647 dv-cinder-830097-4-iscsi neutron-server[103460]: DEBUG neutron.db.l3_hamode_db [None req-6e5b3569-5897-4d47-bfb4-c586f552ff0c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830097-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-12T13:07:19Z,description=,heartbeat_timestamp=2022-04-12T13:16:49Z,host='dv-cinder-830097-4-iscsi',id=b7e11a8b-aeed-493f-9763-461016dddc93,load=0,resource_versions=,resources_synced=,started_at=2022-04-12T13:07:19Z,topic='l3_agent')) {'router_ids': ['66d38733-8a94-4306-9035-12f6b3906c1e'], 'active': True} {{(pid=103460) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 13:17:04.457506 dv-cinder-830097-4-iscsi neutron-server[103457]: INFO neutron.wsgi [None req-0be0c17f-546b-444c-a1a8-1bf2f84bf29d tempest-AttachVolumeShelveTestJSON-707707766 tempest-AttachVolumeShelveTestJSON-707707766-project] 10.222.0.18 "PUT /v2.0/floatingips/1a84d4c6-d513-479b-adae-ad89c90f6804 HTTP/1.1" status: 200 len: 990 time: 1.4545467 Apr 12 13:17:04.458083 dv-cinder-830097-4-iscsi neutron-server[103457]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '36b20118-8b82-4226-bcbc-1d8115480b68', 'tag': 'fb9ce2f5-e944-45af-8bea-9306ac5c33df'}] {{(pid=103457) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 12 13:17:04.461163 dv-cinder-830097-4-iscsi neutron-server[103457]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}086c7d3de3560e72b9669b0aa2f8f0aa3a7dc6896401f4467231a6605ceb6cb3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-afee926b-fd5f-4d86-bd69-64a3452a0038" -d '{"events": [{"name": "network-changed", "server_uuid": "36b20118-8b82-4226-bcbc-1d8115480b68", "tag": "fb9ce2f5-e944-45af-8bea-9306ac5c33df"}]}' {{(pid=103457) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 12 13:17:04.506018 dv-cinder-830097-4-iscsi neutron-server[103457]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 12 Apr 2022 13:17:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0499e7d9-2e99-4f00-9b71-8136c0136489 x-openstack-request-id: req-0499e7d9-2e99-4f00-9b71-8136c0136489 {{(pid=103457) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 12 13:17:04.506422 dv-cinder-830097-4-iscsi neutron-server[103457]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "36b20118-8b82-4226-bcbc-1d8115480b68", "tag": "fb9ce2f5-e944-45af-8bea-9306ac5c33df", "status": "completed", "code": 200}]} {{(pid=103457) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 12 13:17:04.506734 dv-cinder-830097-4-iscsi neutron-server[103457]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-0499e7d9-2e99-4f00-9b71-8136c0136489 {{(pid=103457) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 12 13:17:04.507227 dv-cinder-830097-4-iscsi neutron-server[103457]: INFO neutron.notifiers.nova [-] Nova event matching ['req-0499e7d9-2e99-4f00-9b71-8136c0136489'] response: {'name': 'network-changed', 'server_uuid': '36b20118-8b82-4226-bcbc-1d8115480b68', 'tag': 'fb9ce2f5-e944-45af-8bea-9306ac5c33df', 'status': 'completed', 'code': 200} Apr 12 13:17:04.556630 dv-cinder-830097-4-iscsi neutron-server[103460]: DEBUG neutron.db.l3_dvr_db [None req-6e5b3569-5897-4d47-bfb4-c586f552ff0c None None] Set router 66d38733-8a94-4306-9035-12f6b3906c1e gateway port host: dv-cinder-830097-4-iscsi {{(pid=103460) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 12 13:17:04.824935 dv-cinder-830097-4-iscsi neutron-server[103460]: DEBUG neutron.db.l3_hamode_db [None req-6e5b3569-5897-4d47-bfb4-c586f552ff0c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '66d38733-8a94-4306-9035-12f6b3906c1e', 'name': 'tempest-AttachVolumeShelveTestJSON-268868150-router', 'tenant_id': '5ebad6ef7aca47f397d0e45a428e3948', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '26d0436d-8ae2-49bd-8cc6-3d2eac552c84', 'external_fixed_ips': [{'subnet_id': 'd93852d8-8f89-4b1c-bef4-0e05f499a8db', 'ip_address': '172.27.0.103'}], 'enable_snat': True}, 'gw_port_id': '84dfbbf2-673c-4766-87d8-ed32d247bb96', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-12T13:16:00Z', 'updated_at': '2022-04-12T13:16:16Z', 'revision_number': 4, 'project_id': '5ebad6ef7aca47f397d0e45a428e3948', 'gw_port': {'id': '84dfbbf2-673c-4766-87d8-ed32d247bb96', 'name': '', 'network_id': '26d0436d-8ae2-49bd-8cc6-3d2eac552c84', 'tenant_id': '', 'mac_address': 'fa:16:3e:47:67:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '66d38733-8a94-4306-9035-12f6b3906c1e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 80, 'fixed_ips': [{'subnet_id': 'd93852d8-8f89-4b1c-bef4-0e05f499a8db', 'ip_address': '172.27.0.103', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830097-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T13:16:02Z', 'updated_at': '2022-04-12T13:16:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd93852d8-8f89-4b1c-bef4-0e05f499a8db', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830097-4-iscsi', '_floatingips': [{'id': '1a84d4c6-d513-479b-adae-ad89c90f6804', 'tenant_id': '5ebad6ef7aca47f397d0e45a428e3948', 'floating_ip_address': '172.27.0.41', 'floating_network_id': '26d0436d-8ae2-49bd-8cc6-3d2eac552c84', 'router_id': '66d38733-8a94-4306-9035-12f6b3906c1e', 'port_id': 'fb9ce2f5-e944-45af-8bea-9306ac5c33df', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 156, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '6562521a-2ea5-45f4-a1f8-589dc7fbc9f3', 'mac_address': 'fa:16:3e:99:71:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '36b20118-8b82-4226-bcbc-1d8115480b68', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-12T13:16:28Z', 'updated_at': '2022-04-12T13:17:03Z', 'revision_number': 1, 'project_id': '5ebad6ef7aca47f397d0e45a428e3948', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ae9c6e44-f0d0-4a2a-86d6-9ca46ba23560', 'name': '', 'network_id': '6562521a-2ea5-45f4-a1f8-589dc7fbc9f3', 'tenant_id': '5ebad6ef7aca47f397d0e45a428e3948', 'mac_address': 'fa:16:3e:7c:df:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '66d38733-8a94-4306-9035-12f6b3906c1e', 'device_owner': 'network:router_interface', 'standard_attr_id': 110, 'fixed_ips': [{'subnet_id': 'cf735079-dcf8-4625-b8a7-d372f8fef245', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830097-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T13:16:12Z', 'updated_at': '2022-04-12T13:16:29Z', 'revision_number': 5, 'project_id': '5ebad6ef7aca47f397d0e45a428e3948', 'subnets': [{'id': 'cf735079-dcf8-4625-b8a7-d372f8fef245', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-830097-4-iscsi', False) {} {{(pid=103460) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 13:17:04.854651 dv-cinder-830097-4-iscsi neutron-server[103460]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6e5b3569-5897-4d47-bfb4-c586f552ff0c None None] Checking router: 66d38733-8a94-4306-9035-12f6b3906c1e for host: dv-cinder-830097-4-iscsi {{(pid=103460) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 12 13:17:04.862882 dv-cinder-830097-4-iscsi neutron-server[103460]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6e5b3569-5897-4d47-bfb4-c586f552ff0c None None] Routers {'66d38733-8a94-4306-9035-12f6b3906c1e'} bound to L3 agent in host dv-cinder-830097-4-iscsi {{(pid=103460) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 12 13:17:04.863420 dv-cinder-830097-4-iscsi neutron-server[103460]: DEBUG neutron.db.l3_hamode_db [None req-6e5b3569-5897-4d47-bfb4-c586f552ff0c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830097-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-12T13:07:19Z,description=,heartbeat_timestamp=2022-04-12T13:16:49Z,host='dv-cinder-830097-4-iscsi',id=b7e11a8b-aeed-493f-9763-461016dddc93,load=0,resource_versions=,resources_synced=,started_at=2022-04-12T13:07:19Z,topic='l3_agent')) {'router_ids': ['66d38733-8a94-4306-9035-12f6b3906c1e'], 'active': True} {{(pid=103460) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 13:17:04.968959 dv-cinder-830097-4-iscsi neutron-server[103460]: DEBUG neutron.db.l3_dvr_db [None req-6e5b3569-5897-4d47-bfb4-c586f552ff0c None None] Set router 66d38733-8a94-4306-9035-12f6b3906c1e gateway port host: dv-cinder-830097-4-iscsi {{(pid=103460) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 12 13:17:05.081985 dv-cinder-830097-4-iscsi neutron-server[103458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-726d7357-1f9f-482c-b6e0-1e04e62f9f1a req-0228134c-546c-4e81-92a8-60c10a730849 tempest-ServerRescueNegativeTestJSON-440649021 tempest-ServerRescueNegativeTestJSON-440649021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 13:17:05.083467 dv-cinder-830097-4-iscsi neutron-server[103458]: INFO neutron.wsgi [req-726d7357-1f9f-482c-b6e0-1e04e62f9f1a req-0228134c-546c-4e81-92a8-60c10a730849 tempest-ServerRescueNegativeTestJSON-440649021 tempest-ServerRescueNegativeTestJSON-440649021-project] 10.222.0.18 "GET /v2.0/ports?device_id=b080094e-e021-4092-a88d-24358c73db4d HTTP/1.1" status: 200 len: 945 time: 0.0468345 Apr 12 13:17:05.130570 dv-cinder-830097-4-iscsi neutron-server[103458]: INFO neutron.wsgi [req-726d7357-1f9f-482c-b6e0-1e04e62f9f1a req-7f4062cc-55d9-4320-8a7b-076c7f35a1c5 tempest-ServerRescueNegativeTestJSON-440649021 tempest-ServerRescueNegativeTestJSON-440649021-project] 10.222.0.18 "GET /v2.0/security-groups?id=1da71eb9-9022-4720-ae95-e700d9700270&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411413 Apr 12 13:17:05.185977 dv-cinder-830097-4-iscsi neutron-server[103460]: DEBUG neutron.db.l3_hamode_db [None req-6e5b3569-5897-4d47-bfb4-c586f552ff0c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '66d38733-8a94-4306-9035-12f6b3906c1e', 'name': 'tempest-AttachVolumeShelveTestJSON-268868150-router', 'tenant_id': '5ebad6ef7aca47f397d0e45a428e3948', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '26d0436d-8ae2-49bd-8cc6-3d2eac552c84', 'external_fixed_ips': [{'subnet_id': 'd93852d8-8f89-4b1c-bef4-0e05f499a8db', 'ip_address': '172.27.0.103'}], 'enable_snat': True}, 'gw_port_id': '84dfbbf2-673c-4766-87d8-ed32d247bb96', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-12T13:16:00Z', 'updated_at': '2022-04-12T13:16:16Z', 'revision_number': 4, 'project_id': '5ebad6ef7aca47f397d0e45a428e3948', 'gw_port': {'id': '84dfbbf2-673c-4766-87d8-ed32d247bb96', 'name': '', 'network_id': '26d0436d-8ae2-49bd-8cc6-3d2eac552c84', 'tenant_id': '', 'mac_address': 'fa:16:3e:47:67:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '66d38733-8a94-4306-9035-12f6b3906c1e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 80, 'fixed_ips': [{'subnet_id': 'd93852d8-8f89-4b1c-bef4-0e05f499a8db', 'ip_address': '172.27.0.103', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830097-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T13:16:02Z', 'updated_at': '2022-04-12T13:16:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd93852d8-8f89-4b1c-bef4-0e05f499a8db', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830097-4-iscsi', '_floatingips': [{'id': '1a84d4c6-d513-479b-adae-ad89c90f6804', 'tenant_id': '5ebad6ef7aca47f397d0e45a428e3948', 'floating_ip_address': '172.27.0.41', 'floating_network_id': '26d0436d-8ae2-49bd-8cc6-3d2eac552c84', 'router_id': '66d38733-8a94-4306-9035-12f6b3906c1e', 'port_id': 'fb9ce2f5-e944-45af-8bea-9306ac5c33df', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 156, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '6562521a-2ea5-45f4-a1f8-589dc7fbc9f3', 'mac_address': 'fa:16:3e:99:71:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '36b20118-8b82-4226-bcbc-1d8115480b68', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-12T13:16:28Z', 'updated_at': '2022-04-12T13:17:03Z', 'revision_number': 1, 'project_id': '5ebad6ef7aca47f397d0e45a428e3948', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ae9c6e44-f0d0-4a2a-86d6-9ca46ba23560', 'name': '', 'network_id': '6562521a-2ea5-45f4-a1f8-589dc7fbc9f3', 'tenant_id': '5ebad6ef7aca47f397d0e45a428e3948', 'mac_address': 'fa:16:3e:7c:df:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '66d38733-8a94-4306-9035-12f6b3906c1e', 'device_owner': 'network:router_interface', 'standard_attr_id': 110, 'fixed_ips': [{'subnet_id': 'cf735079-dcf8-4625-b8a7-d372f8fef245', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830097-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T13:16:12Z', 'updated_at': '2022-04-12T13:16:29Z', 'revision_number': 5, 'project_id': '5ebad6ef7aca47f397d0e45a428e3948', 'subnets': [{'id': 'cf735079-dcf8-4625-b8a7-d372f8fef245', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-830097-4-iscsi', False) {} {{(pid=103460) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 13:17:05.215824 dv-cinder-830097-4-iscsi neutron-server[103460]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6e5b3569-5897-4d47-bfb4-c586f552ff0c None None] The sync data for ids ['66d38733-8a94-4306-9035-12f6b3906c1e'] in dv-cinder-830097-4-iscsi is: [{'id': '66d38733-8a94-4306-9035-12f6b3906c1e', 'name': 'tempest-AttachVolumeShelveTestJSON-268868150-router', 'tenant_id': '5ebad6ef7aca47f397d0e45a428e3948', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '26d0436d-8ae2-49bd-8cc6-3d2eac552c84', 'external_fixed_ips': [{'subnet_id': 'd93852d8-8f89-4b1c-bef4-0e05f499a8db', 'ip_address': '172.27.0.103'}], 'enable_snat': True}, 'gw_port_id': '84dfbbf2-673c-4766-87d8-ed32d247bb96', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-12T13:16:00Z', 'updated_at': '2022-04-12T13:16:16Z', 'revision_number': 4, 'project_id': '5ebad6ef7aca47f397d0e45a428e3948', 'gw_port': {'id': '84dfbbf2-673c-4766-87d8-ed32d247bb96', 'name': '', 'network_id': '26d0436d-8ae2-49bd-8cc6-3d2eac552c84', 'tenant_id': '', 'mac_address': 'fa:16:3e:47:67:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '66d38733-8a94-4306-9035-12f6b3906c1e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 80, 'fixed_ips': [{'subnet_id': 'd93852d8-8f89-4b1c-bef4-0e05f499a8db', 'ip_address': '172.27.0.103', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830097-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T13:16:02Z', 'updated_at': '2022-04-12T13:16:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd93852d8-8f89-4b1c-bef4-0e05f499a8db', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830097-4-iscsi', '_floatingips': [{'id': '1a84d4c6-d513-479b-adae-ad89c90f6804', 'tenant_id': '5ebad6ef7aca47f397d0e45a428e3948', 'floating_ip_address': '172.27.0.41', 'floating_network_id': '26d0436d-8ae2-49bd-8cc6-3d2eac552c84', 'router_id': '66d38733-8a94-4306-9035-12f6b3906c1e', 'port_id': 'fb9ce2f5-e944-45af-8bea-9306ac5c33df', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 156, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '6562521a-2ea5-45f4-a1f8-589dc7fbc9f3', 'mac_address': 'fa:16:3e:99:71:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '36b20118-8b82-4226-bcbc-1d8115480b68', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-12T13:16:28Z', 'updated_at': '2022-04-12T13:17:03Z', 'revision_number': 1, 'project_id': '5ebad6ef7aca47f397d0e45a428e3948', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ae9c6e44-f0d0-4a2a-86d6-9ca46ba23560', 'name': '', 'network_id': '6562521a-2ea5-45f4-a1f8-589dc7fbc9f3', 'tenant_id': '5ebad6ef7aca47f397d0e45a428e3948', 'mac_address': 'fa:16:3e:7c:df:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '66d38733-8a94-4306-9035-12f6b3906c1e', 'device_owner': 'network:router_interface', 'standard_attr_id': 110, 'fixed_ips': [{'subnet_id': 'cf735079-dcf8-4625-b8a7-d372f8fef245', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830097-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T13:16:12Z', 'updated_at': '2022-04-12T13:16:29Z', 'revision_number': 5, 'project_id': '5ebad6ef7aca47f397d0e45a428e3948', 'subnets': [{'id': 'cf735079-dcf8-4625-b8a7-d372f8fef245', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103460) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 12 13:17:05.302771 dv-cinder-830097-4-iscsi neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2486c18c-a9b6-48c9-9dff-cb14fbe3dc93 req-969e70b5-a03d-4db1-b9b8-e5aa85c7090e tempest-AttachVolumeTestJSON-1144281586 tempest-AttachVolumeTestJSON-1144281586-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 13:17:05.304485 dv-cinder-830097-4-iscsi neutron-server[103457]: INFO neutron.wsgi [req-2486c18c-a9b6-48c9-9dff-cb14fbe3dc93 req-969e70b5-a03d-4db1-b9b8-e5aa85c7090e tempest-AttachVolumeTestJSON-1144281586 tempest-AttachVolumeTestJSON-1144281586-project] 10.222.0.18 "GET /v2.0/ports?device_id=ba22d8d3-a051-42d3-976a-fa1a9f083b90 HTTP/1.1" status: 200 len: 946 time: 0.0514152 Apr 12 13:17:05.356196 dv-cinder-830097-4-iscsi neutron-server[103457]: INFO neutron.wsgi [req-2486c18c-a9b6-48c9-9dff-cb14fbe3dc93 req-ccce269b-bea9-4129-9889-00f33d715b5a tempest-AttachVolumeTestJSON-1144281586 tempest-AttachVolumeTestJSON-1144281586-project] 10.222.0.18 "GET /v2.0/security-groups?id=217ddcda-2ab1-4d2d-8d94-6a87ae6035e1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0460157 Apr 12 13:17:05.438475 dv-cinder-830097-4-iscsi neutron-server[103459]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dab32d38-bf8e-4776-a2ee-4317c2afbc81 None None] New status for floating IP 1a84d4c6-d513-479b-adae-ad89c90f6804: ACTIVE {{(pid=103459) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 12 13:17:06.246583 dv-cinder-830097-4-iscsi neutron-server[103458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d8e4d5b-8ef3-4613-b31a-b8af5c4b402a req-0d57aca3-3c45-4d35-9a1e-58cb2bde8b73 tempest-ServerRescueNegativeTestJSON-440649021 tempest-ServerRescueNegativeTestJSON-440649021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 13:17:06.247927 dv-cinder-830097-4-iscsi neutron-server[103458]: INFO neutron.wsgi [req-1d8e4d5b-8ef3-4613-b31a-b8af5c4b402a req-0d57aca3-3c45-4d35-9a1e-58cb2bde8b73 tempest-ServerRescueNegativeTestJSON-440649021 tempest-ServerRescueNegativeTestJSON-440649021-project] 10.222.0.18 "GET /v2.0/ports?device_id=b080094e-e021-4092-a88d-24358c73db4d HTTP/1.1" status: 200 len: 945 time: 0.0502303 Apr 12 13:17:06.293340 dv-cinder-830097-4-iscsi neutron-server[103458]: INFO neutron.wsgi [req-1d8e4d5b-8ef3-4613-b31a-b8af5c4b402a req-c2c418f7-b498-4a3d-93c1-22c461b55a30 tempest-ServerRescueNegativeTestJSON-440649021 tempest-ServerRescueNegativeTestJSON-440649021-project] 10.222.0.18 "GET /v2.0/security-groups?id=1da71eb9-9022-4720-ae95-e700d9700270&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0398715 Apr 12 13:17:06.480410 dv-cinder-830097-4-iscsi neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f7c0503-5046-4674-ab9d-ba1ddf42bb74 req-03e8d1f1-6ab3-433d-ac35-b9d7d7c59112 tempest-AttachVolumeTestJSON-1144281586 tempest-AttachVolumeTestJSON-1144281586-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 13:17:06.481936 dv-cinder-830097-4-iscsi neutron-server[103457]: INFO neutron.wsgi [req-1f7c0503-5046-4674-ab9d-ba1ddf42bb74 req-03e8d1f1-6ab3-433d-ac35-b9d7d7c59112 tempest-AttachVolumeTestJSON-1144281586 tempest-AttachVolumeTestJSON-1144281586-project] 10.222.0.18 "GET /v2.0/ports?device_id=ba22d8d3-a051-42d3-976a-fa1a9f083b90 HTTP/1.1" status: 200 len: 946 time: 0.0499411 Apr 12 13:17:06.541582 dv-cinder-830097-4-iscsi neutron-server[103457]: INFO neutron.wsgi [req-1f7c0503-5046-4674-ab9d-ba1ddf42bb74 req-077c250b-488f-42ee-991c-8b7772a0895f tempest-AttachVolumeTestJSON-1144281586 tempest-AttachVolumeTestJSON-1144281586-project] 10.222.0.18 "GET /v2.0/security-groups?id=217ddcda-2ab1-4d2d-8d94-6a87ae6035e1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0539620 Apr 12 13:17:07.410398 dv-cinder-830097-4-iscsi neutron-server[103458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20de98f5-8ab0-4840-bb00-84ceb6299263 req-80857909-2197-4309-8423-dcf925b9193f tempest-ServerRescueNegativeTestJSON-440649021 tempest-ServerRescueNegativeTestJSON-440649021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 13:17:07.411740 dv-cinder-830097-4-iscsi neutron-server[103458]: INFO neutron.wsgi [req-20de98f5-8ab0-4840-bb00-84ceb6299263 req-80857909-2197-4309-8423-dcf925b9193f tempest-ServerRescueNegativeTestJSON-440649021 tempest-ServerRescueNegativeTestJSON-440649021-project] 10.222.0.18 "GET /v2.0/ports?device_id=b080094e-e021-4092-a88d-24358c73db4d HTTP/1.1" status: 200 len: 945 time: 0.0532424 Apr 12 13:17:07.458709 dv-cinder-830097-4-iscsi neutron-server[103458]: INFO neutron.wsgi [req-20de98f5-8ab0-4840-bb00-84ceb6299263 req-bc85bffd-54b5-473e-841c-e5ffeb29237a tempest-ServerRescueNegativeTestJSON-440649021 tempest-ServerRescueNegativeTestJSON-440649021-project] 10.222.0.18 "GET /v2.0/security-groups?id=1da71eb9-9022-4720-ae95-e700d9700270&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412254 Apr 12 13:17:07.529710 dv-cinder-830097-4-iscsi neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afee926b-fd5f-4d86-bd69-64a3452a0038 req-9de47567-67ca-4bdb-ad12-47d2171cb840 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 13:17:07.531207 dv-cinder-830097-4-iscsi neutron-server[103457]: INFO neutron.wsgi [req-afee926b-fd5f-4d86-bd69-64a3452a0038 req-9de47567-67ca-4bdb-ad12-47d2171cb840 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=5ebad6ef7aca47f397d0e45a428e3948&device_id=36b20118-8b82-4226-bcbc-1d8115480b68 HTTP/1.1" status: 200 len: 1129 time: 0.0405064 Apr 12 13:17:07.654188 dv-cinder-830097-4-iscsi neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c1d2caf-7f28-4b65-b4d9-022d19147bd7 req-95fcf5d6-401c-41bc-ac3a-03cf3a90c9c9 tempest-AttachVolumeTestJSON-1144281586 tempest-AttachVolumeTestJSON-1144281586-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 13:17:07.655700 dv-cinder-830097-4-iscsi neutron-server[103457]: INFO neutron.wsgi [req-6c1d2caf-7f28-4b65-b4d9-022d19147bd7 req-95fcf5d6-401c-41bc-ac3a-03cf3a90c9c9 tempest-AttachVolumeTestJSON-1144281586 tempest-AttachVolumeTestJSON-1144281586-project] 10.222.0.18 "GET /v2.0/ports?device_id=ba22d8d3-a051-42d3-976a-fa1a9f083b90 HTTP/1.1" status: 200 len: 946 time: 0.0468688 Apr 12 13:17:07.706805 dv-cinder-830097-4-iscsi neutron-server[103457]: INFO neutron.wsgi [req-6c1d2caf-7f28-4b65-b4d9-022d19147bd7 req-3be4dd3c-6dc0-405c-9d8d-fe7e21ec9417 tempest-AttachVolumeTestJSON-1144281586 tempest-AttachVolumeTestJSON-1144281586-project] 10.222.0.18 "GET /v2.0/security-groups?id=217ddcda-2ab1-4d2d-8d94-6a87ae6035e1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0453150 Apr 12 13:17:07.817062 dv-cinder-830097-4-iscsi neutron-server[103458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c13d9253-fa87-4b99-9d8e-c67e8384a550 req-609fdefa-2219-4599-95a5-de6868dba960 tempest-AttachVolumeTestJSON-1144281586 tempest-AttachVolumeTestJSON-1144281586-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 13:17:07.818509 dv-cinder-830097-4-iscsi neutron-server[103458]: INFO neutron.wsgi [req-c13d9253-fa87-4b99-9d8e-c67e8384a550 req-609fdefa-2219-4599-95a5-de6868dba960 tempest-AttachVolumeTestJSON-1144281586 tempest-AttachVolumeTestJSON-1144281586-project] 10.222.0.18 "GET /v2.0/ports?device_id=ba22d8d3-a051-42d3-976a-fa1a9f083b90 HTTP/1.1" status: 200 len: 946 time: 0.0481951 Apr 12 13:17:07.827927 dv-cinder-830097-4-iscsi neutron-server[103458]: DEBUG neutron.wsgi [-] (103458) accepted ('10.222.0.18', 42368) {{(pid=103458) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 13:17:07.832977 dv-cinder-830097-4-iscsi neutron-server[103458]: DEBUG neutron.api.v2.base [None req-2f52a13b-61ee-4644-9bf3-9006cab9d7b2 tempest-AttachVolumeTestJSON-1144281586 tempest-AttachVolumeTestJSON-1144281586-project] Request body: {'floatingip': {'port_id': '62c1ce97-2966-4f79-9ab2-998dae58f04b'}} {{(pid=103458) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 12 13:17:07.906931 dv-cinder-830097-4-iscsi neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-2f52a13b-61ee-4644-9bf3-9006cab9d7b2 tempest-AttachVolumeTestJSON-1144281586 tempest-AttachVolumeTestJSON-1144281586-project] Publish callbacks [] for floatingip (fb22a0e7-87df-4dd8-9e22-4a28de4a1fe8), before_update {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:17:08.574502 dv-cinder-830097-4-iscsi neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5af0451-6ee4-42af-87ef-912ecd6adfd4 req-9e73a8db-ac16-4f32-a490-a8254a09327a tempest-ServerRescueNegativeTestJSON-440649021 tempest-ServerRescueNegativeTestJSON-440649021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 13:17:08.576086 dv-cinder-830097-4-iscsi neutron-server[103457]: INFO neutron.wsgi [req-d5af0451-6ee4-42af-87ef-912ecd6adfd4 req-9e73a8db-ac16-4f32-a490-a8254a09327a tempest-ServerRescueNegativeTestJSON-440649021 tempest-ServerRescueNegativeTestJSON-440649021-project] 10.222.0.18 "GET /v2.0/ports?device_id=b080094e-e021-4092-a88d-24358c73db4d HTTP/1.1" status: 200 len: 945 time: 0.0480993 Apr 12 13:17:08.628860 dv-cinder-830097-4-iscsi neutron-server[103457]: INFO neutron.wsgi [req-d5af0451-6ee4-42af-87ef-912ecd6adfd4 req-6d734955-e27b-4f41-8baf-d96557390a13 tempest-ServerRescueNegativeTestJSON-440649021 tempest-ServerRescueNegativeTestJSON-440649021-project] 10.222.0.18 "GET /v2.0/security-groups?id=1da71eb9-9022-4720-ae95-e700d9700270&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0448408 Apr 12 13:17:08.745934 dv-cinder-830097-4-iscsi neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-2f52a13b-61ee-4644-9bf3-9006cab9d7b2 tempest-AttachVolumeTestJSON-1144281586 tempest-AttachVolumeTestJSON-1144281586-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:17:08.749328 dv-cinder-830097-4-iscsi neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-2f52a13b-61ee-4644-9bf3-9006cab9d7b2 tempest-AttachVolumeTestJSON-1144281586 tempest-AttachVolumeTestJSON-1144281586-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3739086'] for floatingip (fb22a0e7-87df-4dd8-9e22-4a28de4a1fe8), after_update {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:17:08.848860 dv-cinder-830097-4-iscsi neutron-server[103458]: INFO neutron.db.l3_db [None req-2f52a13b-61ee-4644-9bf3-9006cab9d7b2 tempest-AttachVolumeTestJSON-1144281586 tempest-AttachVolumeTestJSON-1144281586-project] Floating IP fb22a0e7-87df-4dd8-9e22-4a28de4a1fe8 associated. External IP: 172.27.0.25, port: 62c1ce97-2966-4f79-9ab2-998dae58f04b. Apr 12 13:17:08.977606 dv-cinder-830097-4-iscsi neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afee926b-fd5f-4d86-bd69-64a3452a0038 req-1e0ba935-2737-4c7f-bbd4-9db207535a2c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 13:17:08.985507 dv-cinder-830097-4-iscsi neutron-server[103457]: INFO neutron.wsgi [req-afee926b-fd5f-4d86-bd69-64a3452a0038 req-1e0ba935-2737-4c7f-bbd4-9db207535a2c service neutron] 10.222.0.55 "GET /v2.0/networks?id=6562521a-2ea5-45f4-a1f8-589dc7fbc9f3 HTTP/1.1" status: 200 len: 917 time: 0.1148691 Apr 12 13:17:09.097441 dv-cinder-830097-4-iscsi neutron-server[103458]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2f52a13b-61ee-4644-9bf3-9006cab9d7b2 tempest-AttachVolumeTestJSON-1144281586 tempest-AttachVolumeTestJSON-1144281586-project] Router af30ce41-ac25-45e3-9bbb-85ecf8f0a642 has already been hosted by L3 agent b7e11a8b-aeed-493f-9763-461016dddc93 {{(pid=103458) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 12 13:17:09.111430 dv-cinder-830097-4-iscsi neutron-server[103457]: INFO neutron.wsgi [req-afee926b-fd5f-4d86-bd69-64a3452a0038 req-a1d0a766-7eeb-41ba-ae2d-2c851c9af396 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=fb9ce2f5-e944-45af-8bea-9306ac5c33df HTTP/1.1" status: 200 len: 1000 time: 0.1147764 Apr 12 13:17:09.198373 dv-cinder-830097-4-iscsi neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afee926b-fd5f-4d86-bd69-64a3452a0038 req-3544a8b5-5819-4d49-9869-aea50b4683b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 13:17:09.200599 dv-cinder-830097-4-iscsi neutron-server[103457]: INFO neutron.wsgi [req-afee926b-fd5f-4d86-bd69-64a3452a0038 req-3544a8b5-5819-4d49-9869-aea50b4683b6 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=cf735079-dcf8-4625-b8a7-d372f8fef245 HTTP/1.1" status: 200 len: 855 time: 0.0768771 Apr 12 13:17:09.257499 dv-cinder-830097-4-iscsi neutron-server[103458]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2f52a13b-61ee-4644-9bf3-9006cab9d7b2 tempest-AttachVolumeTestJSON-1144281586 tempest-AttachVolumeTestJSON-1144281586-project] Notify agent at l3_agent.dv-cinder-830097-4-iscsi the message routers_updated {{(pid=103458) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 12 13:17:09.259438 dv-cinder-830097-4-iscsi neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afee926b-fd5f-4d86-bd69-64a3452a0038 req-c50e7d6c-9956-4c36-8d93-37f6b094a1c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 13:17:09.261074 dv-cinder-830097-4-iscsi neutron-server[103457]: INFO neutron.wsgi [req-afee926b-fd5f-4d86-bd69-64a3452a0038 req-c50e7d6c-9956-4c36-8d93-37f6b094a1c6 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=6562521a-2ea5-45f4-a1f8-589dc7fbc9f3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0515890 Apr 12 13:17:09.263213 dv-cinder-830097-4-iscsi neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-2f52a13b-61ee-4644-9bf3-9006cab9d7b2 tempest-AttachVolumeTestJSON-1144281586 tempest-AttachVolumeTestJSON-1144281586-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-500965'] for floatingip (None), before_response {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:17:09.269414 dv-cinder-830097-4-iscsi neutron-server[103460]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1a40fe01-5145-4704-8631-556c508380bf None None] Sync routers for ids ['af30ce41-ac25-45e3-9bbb-85ecf8f0a642'] in dv-cinder-830097-4-iscsi {{(pid=103460) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 12 13:17:09.289055 dv-cinder-830097-4-iscsi neutron-server[103460]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1a40fe01-5145-4704-8631-556c508380bf None None] Routers {'af30ce41-ac25-45e3-9bbb-85ecf8f0a642'} bound to L3 agent in host dv-cinder-830097-4-iscsi {{(pid=103460) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 12 13:17:09.289760 dv-cinder-830097-4-iscsi neutron-server[103460]: DEBUG neutron.db.l3_hamode_db [None req-1a40fe01-5145-4704-8631-556c508380bf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830097-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-12T13:07:19Z,description=,heartbeat_timestamp=2022-04-12T13:16:49Z,host='dv-cinder-830097-4-iscsi',id=b7e11a8b-aeed-493f-9763-461016dddc93,load=0,resource_versions=,resources_synced=,started_at=2022-04-12T13:07:19Z,topic='l3_agent')) {'router_ids': ['af30ce41-ac25-45e3-9bbb-85ecf8f0a642'], 'active': True} {{(pid=103460) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 13:17:09.348951 dv-cinder-830097-4-iscsi neutron-server[103458]: DEBUG neutron.wsgi [-] (103458) accepted ('10.222.0.18', 42414) {{(pid=103458) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 13:17:09.367099 dv-cinder-830097-4-iscsi neutron-server[103458]: INFO neutron.wsgi [None req-2f52a13b-61ee-4644-9bf3-9006cab9d7b2 tempest-AttachVolumeTestJSON-1144281586 tempest-AttachVolumeTestJSON-1144281586-project] 10.222.0.18 "PUT /v2.0/floatingips/fb22a0e7-87df-4dd8-9e22-4a28de4a1fe8 HTTP/1.1" status: 200 len: 991 time: 1.5379722 Apr 12 13:17:09.374607 dv-cinder-830097-4-iscsi neutron-server[103458]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ba22d8d3-a051-42d3-976a-fa1a9f083b90', 'tag': '62c1ce97-2966-4f79-9ab2-998dae58f04b'}] {{(pid=103458) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 12 13:17:09.378476 dv-cinder-830097-4-iscsi neutron-server[103458]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c94cb96f70f67f51233d4af7d4702c9d455fb3abb34896310c9f043c18b7c2b4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e36d4376-00b8-4b7f-8d5f-0ecb1eadc3dc" -d '{"events": [{"name": "network-changed", "server_uuid": "ba22d8d3-a051-42d3-976a-fa1a9f083b90", "tag": "62c1ce97-2966-4f79-9ab2-998dae58f04b"}]}' {{(pid=103458) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 12 13:17:09.411964 dv-cinder-830097-4-iscsi neutron-server[103457]: INFO neutron.wsgi [req-afee926b-fd5f-4d86-bd69-64a3452a0038 req-2b36fbdc-073a-4874-9ddd-ebdd674fe78e service neutron] 10.222.0.55 "GET /v2.0/networks/6562521a-2ea5-45f4-a1f8-589dc7fbc9f3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1412532 Apr 12 13:17:09.440447 dv-cinder-830097-4-iscsi neutron-server[103458]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 12 Apr 2022 13:17:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-461dbbb2-f557-40f7-9c51-eddbd249988d x-openstack-request-id: req-461dbbb2-f557-40f7-9c51-eddbd249988d {{(pid=103458) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 12 13:17:09.440916 dv-cinder-830097-4-iscsi neutron-server[103458]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ba22d8d3-a051-42d3-976a-fa1a9f083b90", "tag": "62c1ce97-2966-4f79-9ab2-998dae58f04b", "status": "completed", "code": 200}]} {{(pid=103458) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 12 13:17:09.441267 dv-cinder-830097-4-iscsi neutron-server[103458]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-461dbbb2-f557-40f7-9c51-eddbd249988d {{(pid=103458) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 12 13:17:09.441794 dv-cinder-830097-4-iscsi neutron-server[103458]: INFO neutron.notifiers.nova [-] Nova event matching ['req-461dbbb2-f557-40f7-9c51-eddbd249988d'] response: {'name': 'network-changed', 'server_uuid': 'ba22d8d3-a051-42d3-976a-fa1a9f083b90', 'tag': '62c1ce97-2966-4f79-9ab2-998dae58f04b', 'status': 'completed', 'code': 200} Apr 12 13:17:09.563653 dv-cinder-830097-4-iscsi neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-26dbf5b7-6625-426b-9850-ac3547424f00 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:17:09.571520 dv-cinder-830097-4-iscsi neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e36d4376-00b8-4b7f-8d5f-0ecb1eadc3dc req-639ea6e0-aaba-4791-83f4-f455f241030d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 13:17:09.573035 dv-cinder-830097-4-iscsi neutron-server[103457]: INFO neutron.wsgi [req-e36d4376-00b8-4b7f-8d5f-0ecb1eadc3dc req-639ea6e0-aaba-4791-83f4-f455f241030d service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=973344adf45e43fc87f28572c7cc70a5&device_id=ba22d8d3-a051-42d3-976a-fa1a9f083b90 HTTP/1.1" status: 200 len: 1130 time: 0.0566666 Apr 12 13:17:09.681168 dv-cinder-830097-4-iscsi neutron-server[103457]: INFO neutron.wsgi [req-afee926b-fd5f-4d86-bd69-64a3452a0038 req-21e5647b-3e39-49bf-a03f-15c7ca905713 service neutron] 10.222.0.55 "GET /v2.0/networks/6562521a-2ea5-45f4-a1f8-589dc7fbc9f3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2536910 Apr 12 13:17:09.717343 dv-cinder-830097-4-iscsi neutron-server[103460]: DEBUG neutron.db.l3_dvr_db [None req-1a40fe01-5145-4704-8631-556c508380bf None None] Set router af30ce41-ac25-45e3-9bbb-85ecf8f0a642 gateway port host: dv-cinder-830097-4-iscsi {{(pid=103460) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 12 13:17:09.722691 dv-cinder-830097-4-iscsi neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-26dbf5b7-6625-426b-9850-ac3547424f00 admin admin] Publish callbacks [] for security_group (199cabcf-b2cf-46c7-a0f7-6457ee249ad0), precommit_create {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:17:09.729790 dv-cinder-830097-4-iscsi neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-26dbf5b7-6625-426b-9850-ac3547424f00 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3691807'] for security_group (199cabcf-b2cf-46c7-a0f7-6457ee249ad0), after_create {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:17:09.735569 dv-cinder-830097-4-iscsi neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e36d4376-00b8-4b7f-8d5f-0ecb1eadc3dc req-fe78b5b3-9bc8-4194-b76e-44031ac815ea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 13:17:09.739004 dv-cinder-830097-4-iscsi neutron-server[103457]: INFO neutron.wsgi [req-e36d4376-00b8-4b7f-8d5f-0ecb1eadc3dc req-fe78b5b3-9bc8-4194-b76e-44031ac815ea service neutron] 10.222.0.55 "GET /v2.0/networks?id=33c58c83-bd42-46e6-829a-cd11f58e9fb1 HTTP/1.1" status: 200 len: 912 time: 0.1580510 Apr 12 13:17:09.812320 dv-cinder-830097-4-iscsi neutron-server[103458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26dbf5b7-6625-426b-9850-ac3547424f00 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=199cabcf-b2cf-46c7-a0f7-6457ee249ad0,revision_number=1']} {{(pid=103458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 13:17:09.820336 dv-cinder-830097-4-iscsi neutron-server[103458]: INFO neutron.wsgi [None req-26dbf5b7-6625-426b-9850-ac3547424f00 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=4399083480d84f6a8b413a64bcd162e4&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4686294 Apr 12 13:17:09.824180 dv-cinder-830097-4-iscsi neutron-server[103458]: DEBUG neutron.wsgi [-] (103458) accepted ('10.222.0.18', 42434) {{(pid=103458) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 13:17:09.842357 dv-cinder-830097-4-iscsi neutron-server[103458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6816eb6-ce75-4308-8332-9f454e05ff30 req-276cc278-212f-40d5-9dd7-323b136db179 tempest-ServerRescueNegativeTestJSON-440649021 tempest-ServerRescueNegativeTestJSON-440649021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 13:17:09.845050 dv-cinder-830097-4-iscsi neutron-server[103458]: INFO neutron.wsgi [req-b6816eb6-ce75-4308-8332-9f454e05ff30 req-276cc278-212f-40d5-9dd7-323b136db179 tempest-ServerRescueNegativeTestJSON-440649021 tempest-ServerRescueNegativeTestJSON-440649021-project] 10.222.0.18 "GET /v2.0/ports?device_id=b080094e-e021-4092-a88d-24358c73db4d HTTP/1.1" status: 200 len: 945 time: 0.0887921 Apr 12 13:17:09.858942 dv-cinder-830097-4-iscsi neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f0fa96a-9f00-4e1c-80f6-76a57b191398 req-3b0b1a0b-a8bd-42bd-98cc-cb0448da532c tempest-DeleteServersTestJSON-535355193 tempest-DeleteServersTestJSON-535355193-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 13:17:09.860458 dv-cinder-830097-4-iscsi neutron-server[103457]: INFO neutron.wsgi [req-0f0fa96a-9f00-4e1c-80f6-76a57b191398 req-3b0b1a0b-a8bd-42bd-98cc-cb0448da532c tempest-DeleteServersTestJSON-535355193 tempest-DeleteServersTestJSON-535355193-project] 10.222.0.18 "GET /v2.0/ports?device_id=62c98bc3-e89d-4509-9b6a-001a4d0a6e3b HTTP/1.1" status: 200 len: 946 time: 0.0833662 Apr 12 13:17:09.930270 dv-cinder-830097-4-iscsi neutron-server[103457]: INFO neutron.wsgi [req-0f0fa96a-9f00-4e1c-80f6-76a57b191398 req-ac328005-b9ce-4e3e-8a3c-6e1c7fc6b0de tempest-DeleteServersTestJSON-535355193 tempest-DeleteServersTestJSON-535355193-project] 10.222.0.18 "GET /v2.0/security-groups?id=feb0ab55-6426-4522-af82-2b05ab6d5c27&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0630476 Apr 12 13:17:09.964688 dv-cinder-830097-4-iscsi neutron-server[103458]: INFO neutron.wsgi [req-b6816eb6-ce75-4308-8332-9f454e05ff30 req-868ed147-0e1b-4a62-b8c4-31c22d32958b tempest-ServerRescueNegativeTestJSON-440649021 tempest-ServerRescueNegativeTestJSON-440649021-project] 10.222.0.18 "GET /v2.0/security-groups?id=1da71eb9-9022-4720-ae95-e700d9700270&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1112180 Apr 12 13:17:09.978708 dv-cinder-830097-4-iscsi neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-479a6101-8b08-4216-a2f7-5f51b1965213 admin admin] Publish callbacks [] for security_group (199cabcf-b2cf-46c7-a0f7-6457ee249ad0), before_delete {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:17:10.001981 dv-cinder-830097-4-iscsi neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-479a6101-8b08-4216-a2f7-5f51b1965213 admin admin] Publish callbacks [] for security_group (199cabcf-b2cf-46c7-a0f7-6457ee249ad0), precommit_delete {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:17:10.051015 dv-cinder-830097-4-iscsi neutron-server[103460]: DEBUG neutron.db.l3_hamode_db [None req-1a40fe01-5145-4704-8631-556c508380bf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'af30ce41-ac25-45e3-9bbb-85ecf8f0a642', 'name': 'tempest-AttachVolumeTestJSON-1053846076-router', 'tenant_id': '973344adf45e43fc87f28572c7cc70a5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '26d0436d-8ae2-49bd-8cc6-3d2eac552c84', 'external_fixed_ips': [{'subnet_id': 'd93852d8-8f89-4b1c-bef4-0e05f499a8db', 'ip_address': '172.27.0.93'}], 'enable_snat': True}, 'gw_port_id': 'bee35c5e-668a-49b2-8687-9dc92ebd1905', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-12T13:16:00Z', 'updated_at': '2022-04-12T13:16:13Z', 'revision_number': 4, 'project_id': '973344adf45e43fc87f28572c7cc70a5', 'gw_port': {'id': 'bee35c5e-668a-49b2-8687-9dc92ebd1905', 'name': '', 'network_id': '26d0436d-8ae2-49bd-8cc6-3d2eac552c84', 'tenant_id': '', 'mac_address': 'fa:16:3e:00:65:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'af30ce41-ac25-45e3-9bbb-85ecf8f0a642', 'device_owner': 'network:router_gateway', 'standard_attr_id': 81, 'fixed_ips': [{'subnet_id': 'd93852d8-8f89-4b1c-bef4-0e05f499a8db', 'ip_address': '172.27.0.93', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830097-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T13:16:02Z', 'updated_at': '2022-04-12T13:16:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd93852d8-8f89-4b1c-bef4-0e05f499a8db', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830097-4-iscsi', '_floatingips': [{'id': 'fb22a0e7-87df-4dd8-9e22-4a28de4a1fe8', 'tenant_id': '973344adf45e43fc87f28572c7cc70a5', 'floating_ip_address': '172.27.0.25', 'floating_network_id': '26d0436d-8ae2-49bd-8cc6-3d2eac552c84', 'router_id': 'af30ce41-ac25-45e3-9bbb-85ecf8f0a642', 'port_id': '62c1ce97-2966-4f79-9ab2-998dae58f04b', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 152, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '33c58c83-bd42-46e6-829a-cd11f58e9fb1', 'mac_address': 'fa:16:3e:aa:d9:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ba22d8d3-a051-42d3-976a-fa1a9f083b90', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-12T13:16:26Z', 'updated_at': '2022-04-12T13:17:08Z', 'revision_number': 1, 'project_id': '973344adf45e43fc87f28572c7cc70a5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1ceeff16-e486-4e8b-a1af-d7c1a6e70fb4', 'name': '', 'network_id': '33c58c83-bd42-46e6-829a-cd11f58e9fb1', 'tenant_id': '973344adf45e43fc87f28572c7cc70a5', 'mac_address': 'fa:16:3e:9b:fe:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'af30ce41-ac25-45e3-9bbb-85ecf8f0a642', 'device_owner': 'network:router_interface', 'standard_attr_id': 108, 'fixed_ips': [{'subnet_id': 'e7f58421-9187-48e8-8ede-d2e25149e657', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830097-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T13:16:11Z', 'updated_at': '2022-04-12T13:16:25Z', 'revision_number': 5, 'project_id': '973344adf45e43fc87f28572c7cc70a5', 'subnets': [{'id': 'e7f58421-9187-48e8-8ede-d2e25149e657', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-830097-4-iscsi', False) {} {{(pid=103460) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 13:17:10.052724 dv-cinder-830097-4-iscsi neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-479a6101-8b08-4216-a2f7-5f51b1965213 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3691807'] for security_group (199cabcf-b2cf-46c7-a0f7-6457ee249ad0), after_delete {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:17:10.055283 dv-cinder-830097-4-iscsi neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-479a6101-8b08-4216-a2f7-5f51b1965213 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:17:10.056390 dv-cinder-830097-4-iscsi neutron-server[103458]: INFO neutron.wsgi [None req-479a6101-8b08-4216-a2f7-5f51b1965213 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/199cabcf-b2cf-46c7-a0f7-6457ee249ad0 HTTP/1.1" status: 204 len: 168 time: 0.2309973 Apr 12 13:17:10.064194 dv-cinder-830097-4-iscsi neutron-server[103458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-479a6101-8b08-4216-a2f7-5f51b1965213 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=199cabcf-b2cf-46c7-a0f7-6457ee249ad0,revision_number=None']} {{(pid=103458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 13:17:10.081960 dv-cinder-830097-4-iscsi neutron-server[103460]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1a40fe01-5145-4704-8631-556c508380bf None None] Checking router: af30ce41-ac25-45e3-9bbb-85ecf8f0a642 for host: dv-cinder-830097-4-iscsi {{(pid=103460) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 12 13:17:10.091892 dv-cinder-830097-4-iscsi neutron-server[103460]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1a40fe01-5145-4704-8631-556c508380bf None None] Routers {'af30ce41-ac25-45e3-9bbb-85ecf8f0a642'} bound to L3 agent in host dv-cinder-830097-4-iscsi {{(pid=103460) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 12 13:17:10.092610 dv-cinder-830097-4-iscsi neutron-server[103460]: DEBUG neutron.db.l3_hamode_db [None req-1a40fe01-5145-4704-8631-556c508380bf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830097-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-12T13:07:19Z,description=,heartbeat_timestamp=2022-04-12T13:16:49Z,host='dv-cinder-830097-4-iscsi',id=b7e11a8b-aeed-493f-9763-461016dddc93,load=0,resource_versions=,resources_synced=,started_at=2022-04-12T13:07:19Z,topic='l3_agent')) {'router_ids': ['af30ce41-ac25-45e3-9bbb-85ecf8f0a642'], 'active': True} {{(pid=103460) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 13:17:10.199441 dv-cinder-830097-4-iscsi neutron-server[103460]: DEBUG neutron.db.l3_dvr_db [None req-1a40fe01-5145-4704-8631-556c508380bf None None] Set router af30ce41-ac25-45e3-9bbb-85ecf8f0a642 gateway port host: dv-cinder-830097-4-iscsi {{(pid=103460) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 12 13:17:10.421171 dv-cinder-830097-4-iscsi neutron-server[103460]: DEBUG neutron.db.l3_hamode_db [None req-1a40fe01-5145-4704-8631-556c508380bf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'af30ce41-ac25-45e3-9bbb-85ecf8f0a642', 'name': 'tempest-AttachVolumeTestJSON-1053846076-router', 'tenant_id': '973344adf45e43fc87f28572c7cc70a5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '26d0436d-8ae2-49bd-8cc6-3d2eac552c84', 'external_fixed_ips': [{'subnet_id': 'd93852d8-8f89-4b1c-bef4-0e05f499a8db', 'ip_address': '172.27.0.93'}], 'enable_snat': True}, 'gw_port_id': 'bee35c5e-668a-49b2-8687-9dc92ebd1905', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-12T13:16:00Z', 'updated_at': '2022-04-12T13:16:13Z', 'revision_number': 4, 'project_id': '973344adf45e43fc87f28572c7cc70a5', 'gw_port': {'id': 'bee35c5e-668a-49b2-8687-9dc92ebd1905', 'name': '', 'network_id': '26d0436d-8ae2-49bd-8cc6-3d2eac552c84', 'tenant_id': '', 'mac_address': 'fa:16:3e:00:65:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'af30ce41-ac25-45e3-9bbb-85ecf8f0a642', 'device_owner': 'network:router_gateway', 'standard_attr_id': 81, 'fixed_ips': [{'subnet_id': 'd93852d8-8f89-4b1c-bef4-0e05f499a8db', 'ip_address': '172.27.0.93', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830097-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T13:16:02Z', 'updated_at': '2022-04-12T13:16:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd93852d8-8f89-4b1c-bef4-0e05f499a8db', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830097-4-iscsi', '_floatingips': [{'id': 'fb22a0e7-87df-4dd8-9e22-4a28de4a1fe8', 'tenant_id': '973344adf45e43fc87f28572c7cc70a5', 'floating_ip_address': '172.27.0.25', 'floating_network_id': '26d0436d-8ae2-49bd-8cc6-3d2eac552c84', 'router_id': 'af30ce41-ac25-45e3-9bbb-85ecf8f0a642', 'port_id': '62c1ce97-2966-4f79-9ab2-998dae58f04b', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 152, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '33c58c83-bd42-46e6-829a-cd11f58e9fb1', 'mac_address': 'fa:16:3e:aa:d9:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ba22d8d3-a051-42d3-976a-fa1a9f083b90', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-12T13:16:26Z', 'updated_at': '2022-04-12T13:17:08Z', 'revision_number': 1, 'project_id': '973344adf45e43fc87f28572c7cc70a5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1ceeff16-e486-4e8b-a1af-d7c1a6e70fb4', 'name': '', 'network_id': '33c58c83-bd42-46e6-829a-cd11f58e9fb1', 'tenant_id': '973344adf45e43fc87f28572c7cc70a5', 'mac_address': 'fa:16:3e:9b:fe:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'af30ce41-ac25-45e3-9bbb-85ecf8f0a642', 'device_owner': 'network:router_interface', 'standard_attr_id': 108, 'fixed_ips': [{'subnet_id': 'e7f58421-9187-48e8-8ede-d2e25149e657', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830097-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T13:16:11Z', 'updated_at': '2022-04-12T13:16:25Z', 'revision_number': 5, 'project_id': '973344adf45e43fc87f28572c7cc70a5', 'subnets': [{'id': 'e7f58421-9187-48e8-8ede-d2e25149e657', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-830097-4-iscsi', False) {} {{(pid=103460) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 13:17:10.451385 dv-cinder-830097-4-iscsi neutron-server[103460]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1a40fe01-5145-4704-8631-556c508380bf None None] The sync data for ids ['af30ce41-ac25-45e3-9bbb-85ecf8f0a642'] in dv-cinder-830097-4-iscsi is: [{'id': 'af30ce41-ac25-45e3-9bbb-85ecf8f0a642', 'name': 'tempest-AttachVolumeTestJSON-1053846076-router', 'tenant_id': '973344adf45e43fc87f28572c7cc70a5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '26d0436d-8ae2-49bd-8cc6-3d2eac552c84', 'external_fixed_ips': [{'subnet_id': 'd93852d8-8f89-4b1c-bef4-0e05f499a8db', 'ip_address': '172.27.0.93'}], 'enable_snat': True}, 'gw_port_id': 'bee35c5e-668a-49b2-8687-9dc92ebd1905', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-12T13:16:00Z', 'updated_at': '2022-04-12T13:16:13Z', 'revision_number': 4, 'project_id': '973344adf45e43fc87f28572c7cc70a5', 'gw_port': {'id': 'bee35c5e-668a-49b2-8687-9dc92ebd1905', 'name': '', 'network_id': '26d0436d-8ae2-49bd-8cc6-3d2eac552c84', 'tenant_id': '', 'mac_address': 'fa:16:3e:00:65:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'af30ce41-ac25-45e3-9bbb-85ecf8f0a642', 'device_owner': 'network:router_gateway', 'standard_attr_id': 81, 'fixed_ips': [{'subnet_id': 'd93852d8-8f89-4b1c-bef4-0e05f499a8db', 'ip_address': '172.27.0.93', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830097-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T13:16:02Z', 'updated_at': '2022-04-12T13:16:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd93852d8-8f89-4b1c-bef4-0e05f499a8db', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830097-4-iscsi', '_floatingips': [{'id': 'fb22a0e7-87df-4dd8-9e22-4a28de4a1fe8', 'tenant_id': '973344adf45e43fc87f28572c7cc70a5', 'floating_ip_address': '172.27.0.25', 'floating_network_id': '26d0436d-8ae2-49bd-8cc6-3d2eac552c84', 'router_id': 'af30ce41-ac25-45e3-9bbb-85ecf8f0a642', 'port_id': '62c1ce97-2966-4f79-9ab2-998dae58f04b', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 152, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '33c58c83-bd42-46e6-829a-cd11f58e9fb1', 'mac_address': 'fa:16:3e:aa:d9:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ba22d8d3-a051-42d3-976a-fa1a9f083b90', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-12T13:16:26Z', 'updated_at': '2022-04-12T13:17:08Z', 'revision_number': 1, 'project_id': '973344adf45e43fc87f28572c7cc70a5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1ceeff16-e486-4e8b-a1af-d7c1a6e70fb4', 'name': '', 'network_id': '33c58c83-bd42-46e6-829a-cd11f58e9fb1', 'tenant_id': '973344adf45e43fc87f28572c7cc70a5', 'mac_address': 'fa:16:3e:9b:fe:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'af30ce41-ac25-45e3-9bbb-85ecf8f0a642', 'device_owner': 'network:router_interface', 'standard_attr_id': 108, 'fixed_ips': [{'subnet_id': 'e7f58421-9187-48e8-8ede-d2e25149e657', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830097-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T13:16:11Z', 'updated_at': '2022-04-12T13:16:25Z', 'revision_number': 5, 'project_id': '973344adf45e43fc87f28572c7cc70a5', 'subnets': [{'id': 'e7f58421-9187-48e8-8ede-d2e25149e657', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103460) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 12 13:17:10.685910 dv-cinder-830097-4-iscsi neutron-server[103459]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2bfe23fe-5fdf-49a2-bd48-7060efa19b77 None None] New status for floating IP fb22a0e7-87df-4dd8-9e22-4a28de4a1fe8: ACTIVE {{(pid=103459) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 12 13:17:11.078858 dv-cinder-830097-4-iscsi neutron-server[103458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42fc100c-b157-4c5d-81e6-6f3826ee76e1 req-58d9a1a6-a8ba-4ca7-abf3-1dbc5c0d7674 tempest-ServerRescueNegativeTestJSON-440649021 tempest-ServerRescueNegativeTestJSON-440649021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 13:17:11.079968 dv-cinder-830097-4-iscsi neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23abd1ef-6d0a-48d7-bfcb-9e3407b228db req-e0f41966-6a49-4fa1-a3e6-a4b457949c3e tempest-DeleteServersTestJSON-535355193 tempest-DeleteServersTestJSON-535355193-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 13:17:11.080376 dv-cinder-830097-4-iscsi neutron-server[103458]: INFO neutron.wsgi [req-42fc100c-b157-4c5d-81e6-6f3826ee76e1 req-58d9a1a6-a8ba-4ca7-abf3-1dbc5c0d7674 tempest-ServerRescueNegativeTestJSON-440649021 tempest-ServerRescueNegativeTestJSON-440649021-project] 10.222.0.18 "GET /v2.0/ports?device_id=b080094e-e021-4092-a88d-24358c73db4d HTTP/1.1" status: 200 len: 945 time: 0.0504420 Apr 12 13:17:11.081782 dv-cinder-830097-4-iscsi neutron-server[103457]: INFO neutron.wsgi [req-23abd1ef-6d0a-48d7-bfcb-9e3407b228db req-e0f41966-6a49-4fa1-a3e6-a4b457949c3e tempest-DeleteServersTestJSON-535355193 tempest-DeleteServersTestJSON-535355193-project] 10.222.0.18 "GET /v2.0/ports?device_id=62c98bc3-e89d-4509-9b6a-001a4d0a6e3b HTTP/1.1" status: 200 len: 946 time: 0.0761769 Apr 12 13:17:11.134734 dv-cinder-830097-4-iscsi neutron-server[103458]: INFO neutron.wsgi [req-42fc100c-b157-4c5d-81e6-6f3826ee76e1 req-048c2d83-9f64-4abf-9e7c-c66fe10ccedd tempest-ServerRescueNegativeTestJSON-440649021 tempest-ServerRescueNegativeTestJSON-440649021-project] 10.222.0.18 "GET /v2.0/security-groups?id=1da71eb9-9022-4720-ae95-e700d9700270&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0464032 Apr 12 13:17:11.135608 dv-cinder-830097-4-iscsi neutron-server[103457]: INFO neutron.wsgi [req-23abd1ef-6d0a-48d7-bfcb-9e3407b228db req-ad4060da-311c-42b0-9e38-fa4243939b58 tempest-DeleteServersTestJSON-535355193 tempest-DeleteServersTestJSON-535355193-project] 10.222.0.18 "GET /v2.0/security-groups?id=feb0ab55-6426-4522-af82-2b05ab6d5c27&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0473511 Apr 12 13:17:11.444903 dv-cinder-830097-4-iscsi neutron-server[103457]: INFO neutron.wsgi [req-e36d4376-00b8-4b7f-8d5f-0ecb1eadc3dc req-09d54f7e-e028-4010-9f3f-21fdc7295c47 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=62c1ce97-2966-4f79-9ab2-998dae58f04b HTTP/1.1" status: 200 len: 1001 time: 0.0563252 Apr 12 13:17:11.494090 dv-cinder-830097-4-iscsi neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e36d4376-00b8-4b7f-8d5f-0ecb1eadc3dc req-a34dd4fd-6160-4f32-9f54-1411da271abc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 13:17:11.495438 dv-cinder-830097-4-iscsi neutron-server[103457]: INFO neutron.wsgi [req-e36d4376-00b8-4b7f-8d5f-0ecb1eadc3dc req-a34dd4fd-6160-4f32-9f54-1411da271abc service neutron] 10.222.0.55 "GET /v2.0/subnets?id=e7f58421-9187-48e8-8ede-d2e25149e657 HTTP/1.1" status: 200 len: 850 time: 0.0422711 Apr 12 13:17:11.542704 dv-cinder-830097-4-iscsi neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e36d4376-00b8-4b7f-8d5f-0ecb1eadc3dc req-93e5555e-ff1a-4f03-9372-1d6610c79d5c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 13:17:11.544120 dv-cinder-830097-4-iscsi neutron-server[103457]: INFO neutron.wsgi [req-e36d4376-00b8-4b7f-8d5f-0ecb1eadc3dc req-93e5555e-ff1a-4f03-9372-1d6610c79d5c service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=33c58c83-bd42-46e6-829a-cd11f58e9fb1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0389156 Apr 12 13:17:11.653434 dv-cinder-830097-4-iscsi neutron-server[103457]: INFO neutron.wsgi [req-e36d4376-00b8-4b7f-8d5f-0ecb1eadc3dc req-c98a19c9-a4be-4e1d-b839-2f84bb26e4ee service neutron] 10.222.0.55 "GET /v2.0/networks/33c58c83-bd42-46e6-829a-cd11f58e9fb1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0805948 Apr 12 13:17:12.251576 dv-cinder-830097-4-iscsi neutron-server[103458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12e822ad-3a1f-4f35-ab01-3b99b533e313 req-120a76f3-8302-442a-9f1f-73c4eee652f2 tempest-ServerRescueNegativeTestJSON-440649021 tempest-ServerRescueNegativeTestJSON-440649021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 13:17:12.254223 dv-cinder-830097-4-iscsi neutron-server[103458]: INFO neutron.wsgi [req-12e822ad-3a1f-4f35-ab01-3b99b533e313 req-120a76f3-8302-442a-9f1f-73c4eee652f2 tempest-ServerRescueNegativeTestJSON-440649021 tempest-ServerRescueNegativeTestJSON-440649021-project] 10.222.0.18 "GET /v2.0/ports?device_id=b080094e-e021-4092-a88d-24358c73db4d HTTP/1.1" status: 200 len: 945 time: 0.0492091 Apr 12 13:17:12.270661 dv-cinder-830097-4-iscsi neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b903ced6-5d3e-44b8-87e4-f000b7d0667c req-de8ff438-98ff-43e0-9b5d-bcc64e32ffb5 tempest-DeleteServersTestJSON-535355193 tempest-DeleteServersTestJSON-535355193-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 13:17:12.272836 dv-cinder-830097-4-iscsi neutron-server[103457]: INFO neutron.wsgi [req-b903ced6-5d3e-44b8-87e4-f000b7d0667c req-de8ff438-98ff-43e0-9b5d-bcc64e32ffb5 tempest-DeleteServersTestJSON-535355193 tempest-DeleteServersTestJSON-535355193-project] 10.222.0.18 "GET /v2.0/ports?device_id=62c98bc3-e89d-4509-9b6a-001a4d0a6e3b HTTP/1.1" status: 200 len: 946 time: 0.0511169 Apr 12 13:17:12.301685 dv-cinder-830097-4-iscsi neutron-server[103458]: INFO neutron.wsgi [req-12e822ad-3a1f-4f35-ab01-3b99b533e313 req-eeef1050-344f-4e60-990c-d58369ca768c tempest-ServerRescueNegativeTestJSON-440649021 tempest-ServerRescueNegativeTestJSON-440649021-project] 10.222.0.18 "GET /v2.0/security-groups?id=1da71eb9-9022-4720-ae95-e700d9700270&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406992 Apr 12 13:17:12.319750 dv-cinder-830097-4-iscsi neutron-server[103457]: INFO neutron.wsgi [req-b903ced6-5d3e-44b8-87e4-f000b7d0667c req-45e72f37-f7bc-49f4-9f36-7b9e3edf9ed7 tempest-DeleteServersTestJSON-535355193 tempest-DeleteServersTestJSON-535355193-project] 10.222.0.18 "GET /v2.0/security-groups?id=feb0ab55-6426-4522-af82-2b05ab6d5c27&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0397339 Apr 12 13:17:13.417455 dv-cinder-830097-4-iscsi neutron-server[103458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61c3abf6-be17-42ce-a2ff-1dd5950eb376 req-34dbb4b4-070a-4095-81e6-685ea31e68e2 tempest-ServerRescueNegativeTestJSON-440649021 tempest-ServerRescueNegativeTestJSON-440649021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 13:17:13.418933 dv-cinder-830097-4-iscsi neutron-server[103458]: INFO neutron.wsgi [req-61c3abf6-be17-42ce-a2ff-1dd5950eb376 req-34dbb4b4-070a-4095-81e6-685ea31e68e2 tempest-ServerRescueNegativeTestJSON-440649021 tempest-ServerRescueNegativeTestJSON-440649021-project] 10.222.0.18 "GET /v2.0/ports?device_id=b080094e-e021-4092-a88d-24358c73db4d HTTP/1.1" status: 200 len: 945 time: 0.0492976 Apr 12 13:17:13.433191 dv-cinder-830097-4-iscsi neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01f1937f-c7f0-4a99-809e-86261ffcb248 req-51a4edad-3b47-445f-a006-4c09155dcdd8 tempest-DeleteServersTestJSON-535355193 tempest-DeleteServersTestJSON-535355193-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 13:17:13.434714 dv-cinder-830097-4-iscsi neutron-server[103457]: INFO neutron.wsgi [req-01f1937f-c7f0-4a99-809e-86261ffcb248 req-51a4edad-3b47-445f-a006-4c09155dcdd8 tempest-DeleteServersTestJSON-535355193 tempest-DeleteServersTestJSON-535355193-project] 10.222.0.18 "GET /v2.0/ports?device_id=62c98bc3-e89d-4509-9b6a-001a4d0a6e3b HTTP/1.1" status: 200 len: 946 time: 0.0487242 Apr 12 13:17:13.464919 dv-cinder-830097-4-iscsi neutron-server[103458]: INFO neutron.wsgi [req-61c3abf6-be17-42ce-a2ff-1dd5950eb376 req-694c38f3-8389-437f-9d9e-ee6127e1321d tempest-ServerRescueNegativeTestJSON-440649021 tempest-ServerRescueNegativeTestJSON-440649021-project] 10.222.0.18 "GET /v2.0/security-groups?id=1da71eb9-9022-4720-ae95-e700d9700270&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403993 Apr 12 13:17:13.485800 dv-cinder-830097-4-iscsi neutron-server[103457]: INFO neutron.wsgi [req-01f1937f-c7f0-4a99-809e-86261ffcb248 req-30bfdbca-8812-4698-bccf-a008186df5a6 tempest-DeleteServersTestJSON-535355193 tempest-DeleteServersTestJSON-535355193-project] 10.222.0.18 "GET /v2.0/security-groups?id=feb0ab55-6426-4522-af82-2b05ab6d5c27&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0456872 Apr 12 13:17:14.549705 dv-cinder-830097-4-iscsi neutron-server[103457]: INFO neutron.wsgi [req-e36d4376-00b8-4b7f-8d5f-0ecb1eadc3dc req-e7aa50db-8db9-4cf9-afc9-fca523a889b5 service neutron] 10.222.0.55 "GET /v2.0/networks/33c58c83-bd42-46e6-829a-cd11f58e9fb1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0875349 Apr 12 13:17:14.579523 dv-cinder-830097-4-iscsi neutron-server[103458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dde72c4-509a-4559-a5a3-d1826c12bc6f req-ce8cbc5f-0c2d-4b43-b19d-9147c8af6435 tempest-ServerRescueNegativeTestJSON-440649021 tempest-ServerRescueNegativeTestJSON-440649021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 13:17:14.580198 dv-cinder-830097-4-iscsi neutron-server[103458]: INFO neutron.wsgi [req-0dde72c4-509a-4559-a5a3-d1826c12bc6f req-ce8cbc5f-0c2d-4b43-b19d-9147c8af6435 tempest-ServerRescueNegativeTestJSON-440649021 tempest-ServerRescueNegativeTestJSON-440649021-project] 10.222.0.18 "GET /v2.0/ports?device_id=b080094e-e021-4092-a88d-24358c73db4d HTTP/1.1" status: 200 len: 945 time: 0.0470293 Apr 12 13:17:14.597283 dv-cinder-830097-4-iscsi neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b766789a-d8b6-4224-9d76-e780f108784a req-5bb7555a-699d-4196-9d66-59e45bbf3a17 tempest-DeleteServersTestJSON-535355193 tempest-DeleteServersTestJSON-535355193-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 13:17:14.598458 dv-cinder-830097-4-iscsi neutron-server[103457]: INFO neutron.wsgi [req-b766789a-d8b6-4224-9d76-e780f108784a req-5bb7555a-699d-4196-9d66-59e45bbf3a17 tempest-DeleteServersTestJSON-535355193 tempest-DeleteServersTestJSON-535355193-project] 10.222.0.18 "GET /v2.0/ports?device_id=62c98bc3-e89d-4509-9b6a-001a4d0a6e3b HTTP/1.1" status: 200 len: 946 time: 0.0459490 Apr 12 13:17:14.632498 dv-cinder-830097-4-iscsi neutron-server[103458]: INFO neutron.wsgi [req-0dde72c4-509a-4559-a5a3-d1826c12bc6f req-cfd2454c-e3fb-4631-a79d-00ac9d621aee tempest-ServerRescueNegativeTestJSON-440649021 tempest-ServerRescueNegativeTestJSON-440649021-project] 10.222.0.18 "GET /v2.0/security-groups?id=1da71eb9-9022-4720-ae95-e700d9700270&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0442491 Apr 12 13:17:14.654562 dv-cinder-830097-4-iscsi neutron-server[103457]: INFO neutron.wsgi [req-b766789a-d8b6-4224-9d76-e780f108784a req-4a1f6604-14b1-4bda-9b17-d25515cce1e0 tempest-DeleteServersTestJSON-535355193 tempest-DeleteServersTestJSON-535355193-project] 10.222.0.18 "GET /v2.0/security-groups?id=feb0ab55-6426-4522-af82-2b05ab6d5c27&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0492148 Apr 12 13:17:15.171572 dv-cinder-830097-4-iscsi neutron-server[103460]: DEBUG neutron.db.agents_db [None req-38c2972b-b018-47ca-95cb-8760adc1e78b None None] Agent healthcheck: found 6 active agents {{(pid=103460) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 12 13:17:15.746910 dv-cinder-830097-4-iscsi neutron-server[103458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19e65baa-dea5-49d1-8d85-8d146487223d req-5137e394-b0ea-4a33-ab51-e6c1b331f38c tempest-ServerRescueNegativeTestJSON-440649021 tempest-ServerRescueNegativeTestJSON-440649021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 13:17:15.748369 dv-cinder-830097-4-iscsi neutron-server[103458]: INFO neutron.wsgi [req-19e65baa-dea5-49d1-8d85-8d146487223d req-5137e394-b0ea-4a33-ab51-e6c1b331f38c tempest-ServerRescueNegativeTestJSON-440649021 tempest-ServerRescueNegativeTestJSON-440649021-project] 10.222.0.18 "GET /v2.0/ports?device_id=b080094e-e021-4092-a88d-24358c73db4d HTTP/1.1" status: 200 len: 945 time: 0.0497904 Apr 12 13:17:15.768679 dv-cinder-830097-4-iscsi neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14bb536c-ffc0-49cf-a2f0-5fd04b54a428 req-3ce2be8d-0acb-4620-a1a8-94b7da46f003 tempest-DeleteServersTestJSON-535355193 tempest-DeleteServersTestJSON-535355193-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 13:17:15.770191 dv-cinder-830097-4-iscsi neutron-server[103457]: INFO neutron.wsgi [req-14bb536c-ffc0-49cf-a2f0-5fd04b54a428 req-3ce2be8d-0acb-4620-a1a8-94b7da46f003 tempest-DeleteServersTestJSON-535355193 tempest-DeleteServersTestJSON-535355193-project] 10.222.0.18 "GET /v2.0/ports?device_id=62c98bc3-e89d-4509-9b6a-001a4d0a6e3b HTTP/1.1" status: 200 len: 946 time: 0.0466676 Apr 12 13:17:15.797688 dv-cinder-830097-4-iscsi neutron-server[103458]: INFO neutron.wsgi [req-19e65baa-dea5-49d1-8d85-8d146487223d req-0833f2b9-3af3-4f07-ab01-93a02f250ca4 tempest-ServerRescueNegativeTestJSON-440649021 tempest-ServerRescueNegativeTestJSON-440649021-project] 10.222.0.18 "GET /v2.0/security-groups?id=1da71eb9-9022-4720-ae95-e700d9700270&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0436778 Apr 12 13:17:15.816110 dv-cinder-830097-4-iscsi neutron-server[103457]: INFO neutron.wsgi [req-14bb536c-ffc0-49cf-a2f0-5fd04b54a428 req-321f8cb8-11a2-4430-91bc-e0ad9c9d134d tempest-DeleteServersTestJSON-535355193 tempest-DeleteServersTestJSON-535355193-project] 10.222.0.18 "GET /v2.0/security-groups?id=feb0ab55-6426-4522-af82-2b05ab6d5c27&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0400920 Apr 12 13:17:16.750430 dv-cinder-830097-4-iscsi neutron-server[103459]: DEBUG neutron_lib.callbacks.manager [None req-ebb8a6d4-a7b6-48ae-8923-c6ed2d416339 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732727929501', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-657397'] for agent (246ca497-e2ee-4e0b-b432-b4153c207e5f), after_update {{(pid=103459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:17:16.912008 dv-cinder-830097-4-iscsi neutron-server[103458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43725a02-0e62-4960-b0fe-6d9e32430d02 req-fef9f5d8-0bf1-464c-9326-858618bfb4b9 tempest-ServerRescueNegativeTestJSON-440649021 tempest-ServerRescueNegativeTestJSON-440649021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 13:17:16.914221 dv-cinder-830097-4-iscsi neutron-server[103458]: INFO neutron.wsgi [req-43725a02-0e62-4960-b0fe-6d9e32430d02 req-fef9f5d8-0bf1-464c-9326-858618bfb4b9 tempest-ServerRescueNegativeTestJSON-440649021 tempest-ServerRescueNegativeTestJSON-440649021-project] 10.222.0.18 "GET /v2.0/ports?device_id=b080094e-e021-4092-a88d-24358c73db4d HTTP/1.1" status: 200 len: 945 time: 0.0502846 Apr 12 13:17:16.938602 dv-cinder-830097-4-iscsi neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2472033c-4c7a-43c5-b6ea-d17c2d423efa req-968211d0-65b3-400a-9279-ea35d3b50b20 tempest-DeleteServersTestJSON-535355193 tempest-DeleteServersTestJSON-535355193-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 13:17:16.940076 dv-cinder-830097-4-iscsi neutron-server[103457]: INFO neutron.wsgi [req-2472033c-4c7a-43c5-b6ea-d17c2d423efa req-968211d0-65b3-400a-9279-ea35d3b50b20 tempest-DeleteServersTestJSON-535355193 tempest-DeleteServersTestJSON-535355193-project] 10.222.0.18 "GET /v2.0/ports?device_id=62c98bc3-e89d-4509-9b6a-001a4d0a6e3b HTTP/1.1" status: 200 len: 946 time: 0.0544777 Apr 12 13:17:16.966424 dv-cinder-830097-4-iscsi neutron-server[103458]: INFO neutron.wsgi [req-43725a02-0e62-4960-b0fe-6d9e32430d02 req-dae85abb-1f6d-468f-9fbf-9ec56c661151 tempest-ServerRescueNegativeTestJSON-440649021 tempest-ServerRescueNegativeTestJSON-440649021-project] 10.222.0.18 "GET /v2.0/security-groups?id=1da71eb9-9022-4720-ae95-e700d9700270&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0454495 Apr 12 13:17:16.994508 dv-cinder-830097-4-iscsi neutron-server[103457]: INFO neutron.wsgi [req-2472033c-4c7a-43c5-b6ea-d17c2d423efa req-a00084f7-c613-4827-b361-64fb7bae76d7 tempest-DeleteServersTestJSON-535355193 tempest-DeleteServersTestJSON-535355193-project] 10.222.0.18 "GET /v2.0/security-groups?id=feb0ab55-6426-4522-af82-2b05ab6d5c27&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0478311 Apr 12 13:17:18.101549 dv-cinder-830097-4-iscsi neutron-server[103458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9791ac24-397f-487b-88d4-77331b734736 req-e9e23e63-754b-4fb3-b2fe-45e2c945e4e7 tempest-ServerRescueNegativeTestJSON-440649021 tempest-ServerRescueNegativeTestJSON-440649021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 13:17:18.103077 dv-cinder-830097-4-iscsi neutron-server[103458]: INFO neutron.wsgi [req-9791ac24-397f-487b-88d4-77331b734736 req-e9e23e63-754b-4fb3-b2fe-45e2c945e4e7 tempest-ServerRescueNegativeTestJSON-440649021 tempest-ServerRescueNegativeTestJSON-440649021-project] 10.222.0.18 "GET /v2.0/ports?device_id=b080094e-e021-4092-a88d-24358c73db4d HTTP/1.1" status: 200 len: 945 time: 0.0658476 Apr 12 13:17:18.108559 dv-cinder-830097-4-iscsi neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b96aaf9-04f3-4ad0-b272-db0cc260fb95 req-0bc42666-2c65-474f-9dc7-881d88ed4636 tempest-DeleteServersTestJSON-535355193 tempest-DeleteServersTestJSON-535355193-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 13:17:18.110092 dv-cinder-830097-4-iscsi neutron-server[103457]: INFO neutron.wsgi [req-4b96aaf9-04f3-4ad0-b272-db0cc260fb95 req-0bc42666-2c65-474f-9dc7-881d88ed4636 tempest-DeleteServersTestJSON-535355193 tempest-DeleteServersTestJSON-535355193-project] 10.222.0.18 "GET /v2.0/ports?device_id=62c98bc3-e89d-4509-9b6a-001a4d0a6e3b HTTP/1.1" status: 200 len: 946 time: 0.0471334 Apr 12 13:17:18.150514 dv-cinder-830097-4-iscsi neutron-server[103458]: INFO neutron.wsgi [req-9791ac24-397f-487b-88d4-77331b734736 req-c1635333-0b61-4b41-8a76-35029dd6430d tempest-ServerRescueNegativeTestJSON-440649021 tempest-ServerRescueNegativeTestJSON-440649021-project] 10.222.0.18 "GET /v2.0/security-groups?id=1da71eb9-9022-4720-ae95-e700d9700270&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418420 Apr 12 13:17:18.189087 dv-cinder-830097-4-iscsi neutron-server[103457]: INFO neutron.wsgi [req-4b96aaf9-04f3-4ad0-b272-db0cc260fb95 req-0e14b466-b2be-431d-a1de-a9963c8be38c tempest-DeleteServersTestJSON-535355193 tempest-DeleteServersTestJSON-535355193-project] 10.222.0.18 "GET /v2.0/security-groups?id=feb0ab55-6426-4522-af82-2b05ab6d5c27&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0730422 Apr 12 13:17:18.195420 dv-cinder-830097-4-iscsi neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b98ba573-aa9b-4727-b1dd-43e1859bf616 req-74c1ee22-c3c2-4d76-8b79-2df139cac8b0 tempest-DeleteServersTestJSON-535355193 tempest-DeleteServersTestJSON-535355193-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 13:17:18.196764 dv-cinder-830097-4-iscsi neutron-server[103457]: INFO neutron.wsgi [req-b98ba573-aa9b-4727-b1dd-43e1859bf616 req-74c1ee22-c3c2-4d76-8b79-2df139cac8b0 tempest-DeleteServersTestJSON-535355193 tempest-DeleteServersTestJSON-535355193-project] 10.222.0.55 "GET /v2.0/ports?device_id=62c98bc3-e89d-4509-9b6a-001a4d0a6e3b HTTP/1.1" status: 200 len: 946 time: 0.0621383 Apr 12 13:17:18.312606 dv-cinder-830097-4-iscsi neutron-server[103457]: DEBUG neutron.plugins.ml2.plugin [req-b98ba573-aa9b-4727-b1dd-43e1859bf616 req-1972f4c3-a85f-4ba5-991c-fa98f357ad70 tempest-DeleteServersTestJSON-535355193 tempest-DeleteServersTestJSON-535355193-project] Deleting port b886a5ab-3dd9-4707-bb6a-3c2b5f1d2b8d {{(pid=103457) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 12 13:17:18.312974 dv-cinder-830097-4-iscsi neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [req-b98ba573-aa9b-4727-b1dd-43e1859bf616 req-1972f4c3-a85f-4ba5-991c-fa98f357ad70 tempest-DeleteServersTestJSON-535355193 tempest-DeleteServersTestJSON-535355193-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732727887391'] for port (b886a5ab-3dd9-4707-bb6a-3c2b5f1d2b8d), before_delete {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:17:18.623250 dv-cinder-830097-4-iscsi neutron-server[103457]: DEBUG neutron.plugins.ml2.db [req-b98ba573-aa9b-4727-b1dd-43e1859bf616 req-1972f4c3-a85f-4ba5-991c-fa98f357ad70 tempest-DeleteServersTestJSON-535355193 tempest-DeleteServersTestJSON-535355193-project] For port b886a5ab-3dd9-4707-bb6a-3c2b5f1d2b8d, host hv-cinder-83009, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83009',level=0,port_id=b886a5ab-3dd9-4707-bb6a-3c2b5f1d2b8d,segment=NetworkSegment(11f386ac-f254-4302-9e90-b4f6e47c7bd0),segment_id=11f386ac-f254-4302-9e90-b4f6e47c7bd0)] {{(pid=103457) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 12 13:17:18.623615 dv-cinder-830097-4-iscsi neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [req-b98ba573-aa9b-4727-b1dd-43e1859bf616 req-1972f4c3-a85f-4ba5-991c-fa98f357ad70 tempest-DeleteServersTestJSON-535355193 tempest-DeleteServersTestJSON-535355193-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3742288'] for port (b886a5ab-3dd9-4707-bb6a-3c2b5f1d2b8d), precommit_delete {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:17:18.640458 dv-cinder-830097-4-iscsi neutron-server[103457]: DEBUG neutron.plugins.ml2.plugin [req-b98ba573-aa9b-4727-b1dd-43e1859bf616 req-1972f4c3-a85f-4ba5-991c-fa98f357ad70 tempest-DeleteServersTestJSON-535355193 tempest-DeleteServersTestJSON-535355193-project] Calling delete_port for b886a5ab-3dd9-4707-bb6a-3c2b5f1d2b8d owned by compute:nova {{(pid=103457) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 12 13:17:18.805551 dv-cinder-830097-4-iscsi neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [req-b98ba573-aa9b-4727-b1dd-43e1859bf616 req-1972f4c3-a85f-4ba5-991c-fa98f357ad70 tempest-DeleteServersTestJSON-535355193 tempest-DeleteServersTestJSON-535355193-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-915890', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3697887', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732727894797', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732727417923'] for port (b886a5ab-3dd9-4707-bb6a-3c2b5f1d2b8d), after_delete {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:17:18.831464 dv-cinder-830097-4-iscsi neutron-server[103457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1972f4c3-a85f-4ba5-991c-fa98f357ad70 tempest-DeleteServersTestJSON-535355193 tempest-DeleteServersTestJSON-535355193-project] Pushing event deleted for resources: {'Port': ['ID=b886a5ab-3dd9-4707-bb6a-3c2b5f1d2b8d,revision_number=None']} {{(pid=103457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 13:17:18.899019 dv-cinder-830097-4-iscsi neutron-server[103457]: DEBUG neutron.db.l3_dvrscheduler_db [req-b98ba573-aa9b-4727-b1dd-43e1859bf616 req-1972f4c3-a85f-4ba5-991c-fa98f357ad70 tempest-DeleteServersTestJSON-535355193 tempest-DeleteServersTestJSON-535355193-project] No DVR routers for this DVR port b886a5ab-3dd9-4707-bb6a-3c2b5f1d2b8d on host hv-cinder-83009 {{(pid=103457) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 12 13:17:18.902083 dv-cinder-830097-4-iscsi neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [req-b98ba573-aa9b-4727-b1dd-43e1859bf616 req-1972f4c3-a85f-4ba5-991c-fa98f357ad70 tempest-DeleteServersTestJSON-535355193 tempest-DeleteServersTestJSON-535355193-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-500965'] for port (None), before_response {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:17:18.905328 dv-cinder-830097-4-iscsi neutron-server[103457]: INFO neutron.wsgi [req-b98ba573-aa9b-4727-b1dd-43e1859bf616 req-1972f4c3-a85f-4ba5-991c-fa98f357ad70 tempest-DeleteServersTestJSON-535355193 tempest-DeleteServersTestJSON-535355193-project] 10.222.0.55 "DELETE /v2.0/ports/b886a5ab-3dd9-4707-bb6a-3c2b5f1d2b8d HTTP/1.1" status: 204 len: 173 time: 0.7020738 Apr 12 13:17:18.905762 dv-cinder-830097-4-iscsi neutron-server[103457]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '62c98bc3-e89d-4509-9b6a-001a4d0a6e3b', 'name': 'network-vif-deleted', 'tag': 'b886a5ab-3dd9-4707-bb6a-3c2b5f1d2b8d'}] {{(pid=103457) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 12 13:17:18.907971 dv-cinder-830097-4-iscsi neutron-server[103457]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}086c7d3de3560e72b9669b0aa2f8f0aa3a7dc6896401f4467231a6605ceb6cb3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7a152fb2-1a40-4624-aa72-3cfd93e7d2fb" -d '{"events": [{"server_uuid": "62c98bc3-e89d-4509-9b6a-001a4d0a6e3b", "name": "network-vif-deleted", "tag": "b886a5ab-3dd9-4707-bb6a-3c2b5f1d2b8d"}]}' {{(pid=103457) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 12 13:17:18.944736 dv-cinder-830097-4-iscsi neutron-server[103457]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 12 Apr 2022 13:17:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-22b2ad42-5189-43b5-bcb0-c536ecfb7f1b x-openstack-request-id: req-22b2ad42-5189-43b5-bcb0-c536ecfb7f1b {{(pid=103457) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 12 13:17:18.945050 dv-cinder-830097-4-iscsi neutron-server[103457]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "62c98bc3-e89d-4509-9b6a-001a4d0a6e3b", "name": "network-vif-deleted", "tag": "b886a5ab-3dd9-4707-bb6a-3c2b5f1d2b8d", "status": "completed", "code": 200}]} {{(pid=103457) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 12 13:17:18.945300 dv-cinder-830097-4-iscsi neutron-server[103457]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-22b2ad42-5189-43b5-bcb0-c536ecfb7f1b {{(pid=103457) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 12 13:17:18.945696 dv-cinder-830097-4-iscsi neutron-server[103457]: INFO neutron.notifiers.nova [-] Nova event matching ['req-22b2ad42-5189-43b5-bcb0-c536ecfb7f1b'] response: {'server_uuid': '62c98bc3-e89d-4509-9b6a-001a4d0a6e3b', 'name': 'network-vif-deleted', 'tag': 'b886a5ab-3dd9-4707-bb6a-3c2b5f1d2b8d', 'status': 'completed', 'code': 200} Apr 12 13:17:19.262136 dv-cinder-830097-4-iscsi neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8453186d-c0d8-4dee-9838-7412ccea157b req-4a0be3c7-34ec-4fbf-8078-671ee60aaa05 tempest-ServerRescueNegativeTestJSON-440649021 tempest-ServerRescueNegativeTestJSON-440649021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 13:17:19.264662 dv-cinder-830097-4-iscsi neutron-server[103457]: INFO neutron.wsgi [req-8453186d-c0d8-4dee-9838-7412ccea157b req-4a0be3c7-34ec-4fbf-8078-671ee60aaa05 tempest-ServerRescueNegativeTestJSON-440649021 tempest-ServerRescueNegativeTestJSON-440649021-project] 10.222.0.18 "GET /v2.0/ports?device_id=b080094e-e021-4092-a88d-24358c73db4d HTTP/1.1" status: 200 len: 945 time: 0.0495949 Apr 12 13:17:19.293580 dv-cinder-830097-4-iscsi neutron-server[103458]: INFO neutron.wsgi [req-90dc88e1-fc5b-486a-a135-790b1929a69c req-f279c9b9-101d-4adb-baef-a3d566121a57 tempest-DeleteServersTestJSON-535355193 tempest-DeleteServersTestJSON-535355193-project] 10.222.0.18 "GET /v2.0/ports?device_id=62c98bc3-e89d-4509-9b6a-001a4d0a6e3b HTTP/1.1" status: 200 len: 210 time: 0.0322440 Apr 12 13:17:19.310525 dv-cinder-830097-4-iscsi neutron-server[103457]: INFO neutron.wsgi [req-8453186d-c0d8-4dee-9838-7412ccea157b req-3149e1e1-8940-4890-8ae5-39deb5d6bc97 tempest-ServerRescueNegativeTestJSON-440649021 tempest-ServerRescueNegativeTestJSON-440649021-project] 10.222.0.18 "GET /v2.0/security-groups?id=1da71eb9-9022-4720-ae95-e700d9700270&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405407 Apr 12 13:17:19.339556 dv-cinder-830097-4-iscsi neutron-server[103459]: DEBUG neutron_lib.callbacks.manager [None req-39008794-26cc-4757-b88c-9e3979e7a6bd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732727929501', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-657397'] for agent (b7e11a8b-aeed-493f-9763-461016dddc93), after_update {{(pid=103459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:17:20.241365 dv-cinder-830097-4-iscsi neutron-server[103459]: DEBUG neutron_lib.callbacks.manager [None req-f20c20fe-5767-407a-9f30-b36f01c50254 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732727929501', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-657397'] for agent (1e8a91c7-94d1-4b17-9536-32bc01f44a9b), after_update {{(pid=103459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:17:20.387408 dv-cinder-830097-4-iscsi neutron-server[103458]: INFO neutron.wsgi [req-c688ca79-2551-4e47-ac35-d5203b19dec1 req-d18988b6-b0d0-4095-831b-ef50e3501824 tempest-DeleteServersTestJSON-535355193 tempest-DeleteServersTestJSON-535355193-project] 10.222.0.18 "GET /v2.0/ports?device_id=62c98bc3-e89d-4509-9b6a-001a4d0a6e3b HTTP/1.1" status: 200 len: 210 time: 0.0270002 Apr 12 13:17:20.421737 dv-cinder-830097-4-iscsi neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e730fa7c-9b20-4953-af27-02211b52141b req-78d1cede-72c6-4f71-959d-4918ac2f0d56 tempest-ServerRescueNegativeTestJSON-440649021 tempest-ServerRescueNegativeTestJSON-440649021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 13:17:20.423159 dv-cinder-830097-4-iscsi neutron-server[103457]: INFO neutron.wsgi [req-e730fa7c-9b20-4953-af27-02211b52141b req-78d1cede-72c6-4f71-959d-4918ac2f0d56 tempest-ServerRescueNegativeTestJSON-440649021 tempest-ServerRescueNegativeTestJSON-440649021-project] 10.222.0.18 "GET /v2.0/ports?device_id=b080094e-e021-4092-a88d-24358c73db4d HTTP/1.1" status: 200 len: 945 time: 0.0480175 Apr 12 13:17:20.467929 dv-cinder-830097-4-iscsi neutron-server[103457]: INFO neutron.wsgi [req-e730fa7c-9b20-4953-af27-02211b52141b req-99e4e1da-a367-4ced-a34b-7a9c3f85bb8c tempest-ServerRescueNegativeTestJSON-440649021 tempest-ServerRescueNegativeTestJSON-440649021-project] 10.222.0.18 "GET /v2.0/security-groups?id=1da71eb9-9022-4720-ae95-e700d9700270&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0384684 Apr 12 13:17:21.371364 dv-cinder-830097-4-iscsi neutron-server[103459]: DEBUG neutron_lib.callbacks.manager [None req-09c91955-1169-4ba5-b480-d25faf385fa1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732727929501', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-657397'] for agent (6571c785-b050-42b7-b6d0-d71237f75507), after_update {{(pid=103459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:17:21.481140 dv-cinder-830097-4-iscsi neutron-server[103458]: INFO neutron.wsgi [req-cfbe4b31-10ee-4f7f-89a1-fec89044b9b3 req-13b0180b-f038-4183-a4e6-044c358aa8dd tempest-DeleteServersTestJSON-535355193 tempest-DeleteServersTestJSON-535355193-project] 10.222.0.18 "GET /v2.0/ports?device_id=62c98bc3-e89d-4509-9b6a-001a4d0a6e3b HTTP/1.1" status: 200 len: 210 time: 0.0273721 Apr 12 13:17:21.579877 dv-cinder-830097-4-iscsi neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ae2d1db-075c-4379-b777-89f72066d2d4 req-641afb43-0f94-46c2-8a33-7fe223c400f3 tempest-ServerRescueNegativeTestJSON-440649021 tempest-ServerRescueNegativeTestJSON-440649021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 13:17:21.581364 dv-cinder-830097-4-iscsi neutron-server[103457]: INFO neutron.wsgi [req-2ae2d1db-075c-4379-b777-89f72066d2d4 req-641afb43-0f94-46c2-8a33-7fe223c400f3 tempest-ServerRescueNegativeTestJSON-440649021 tempest-ServerRescueNegativeTestJSON-440649021-project] 10.222.0.18 "GET /v2.0/ports?device_id=b080094e-e021-4092-a88d-24358c73db4d HTTP/1.1" status: 200 len: 945 time: 0.0485504 Apr 12 13:17:21.628491 dv-cinder-830097-4-iscsi neutron-server[103457]: INFO neutron.wsgi [req-2ae2d1db-075c-4379-b777-89f72066d2d4 req-adc753eb-32f6-4bdb-8eb5-2f6263460d7e tempest-ServerRescueNegativeTestJSON-440649021 tempest-ServerRescueNegativeTestJSON-440649021-project] 10.222.0.18 "GET /v2.0/security-groups?id=1da71eb9-9022-4720-ae95-e700d9700270&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409408 Apr 12 13:17:22.575515 dv-cinder-830097-4-iscsi neutron-server[103458]: INFO neutron.wsgi [req-489bfbc7-dfa5-48ea-9382-66d1e9281f20 req-095d8d55-2751-48ca-b14a-87ccc07ea9d5 tempest-DeleteServersTestJSON-535355193 tempest-DeleteServersTestJSON-535355193-project] 10.222.0.18 "GET /v2.0/ports?device_id=62c98bc3-e89d-4509-9b6a-001a4d0a6e3b HTTP/1.1" status: 200 len: 210 time: 0.0280905 Apr 12 13:17:22.739618 dv-cinder-830097-4-iscsi neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e916f9b3-9cce-4524-8298-b2e909c6338e req-f3026379-6ae1-44f9-8d5a-81fd715d3021 tempest-ServerRescueNegativeTestJSON-440649021 tempest-ServerRescueNegativeTestJSON-440649021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 13:17:22.741774 dv-cinder-830097-4-iscsi neutron-server[103457]: INFO neutron.wsgi [req-e916f9b3-9cce-4524-8298-b2e909c6338e req-f3026379-6ae1-44f9-8d5a-81fd715d3021 tempest-ServerRescueNegativeTestJSON-440649021 tempest-ServerRescueNegativeTestJSON-440649021-project] 10.222.0.18 "GET /v2.0/ports?device_id=b080094e-e021-4092-a88d-24358c73db4d HTTP/1.1" status: 200 len: 945 time: 0.0460215 Apr 12 13:17:22.790838 dv-cinder-830097-4-iscsi neutron-server[103457]: INFO neutron.wsgi [req-e916f9b3-9cce-4524-8298-b2e909c6338e req-2e109bb8-3de9-4017-aeb0-0a01d170b925 tempest-ServerRescueNegativeTestJSON-440649021 tempest-ServerRescueNegativeTestJSON-440649021-project] 10.222.0.18 "GET /v2.0/security-groups?id=1da71eb9-9022-4720-ae95-e700d9700270&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0435162 Apr 12 13:17:22.850934 dv-cinder-830097-4-iscsi neutron-server[103459]: DEBUG neutron.plugins.ml2.db [None req-3505bd68-a9fd-4823-92ea-1a6ded8ab071 None None] get_ports_and_sgs() called for port_ids ['b886a5ab-3dd9-4707-bb6a-3c2b5f1d2b8d'] {{(pid=103459) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 12 13:17:23.175989 dv-cinder-830097-4-iscsi neutron-server[103459]: DEBUG neutron_lib.callbacks.manager [None req-53781792-8650-4c78-93a6-1c4d328d874c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732727929501', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-657397'] for agent (3f2daa45-5e56-452b-8a21-b519edfce99e), after_update {{(pid=103459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:17:23.668798 dv-cinder-830097-4-iscsi neutron-server[103458]: INFO neutron.wsgi [req-abe81c67-f383-4872-b26e-555b74ef440c req-ae2559ca-5e45-4cf1-a44b-086e0e09fed2 tempest-DeleteServersTestJSON-535355193 tempest-DeleteServersTestJSON-535355193-project] 10.222.0.18 "GET /v2.0/ports?device_id=62c98bc3-e89d-4509-9b6a-001a4d0a6e3b HTTP/1.1" status: 200 len: 210 time: 0.0272832 Apr 12 13:17:23.901724 dv-cinder-830097-4-iscsi neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21935a4e-ccf3-467b-9c81-6025d637a59e req-f563af30-3bfc-4cf6-9faa-40d29a358984 tempest-ServerRescueNegativeTestJSON-440649021 tempest-ServerRescueNegativeTestJSON-440649021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 13:17:23.903171 dv-cinder-830097-4-iscsi neutron-server[103457]: INFO neutron.wsgi [req-21935a4e-ccf3-467b-9c81-6025d637a59e req-f563af30-3bfc-4cf6-9faa-40d29a358984 tempest-ServerRescueNegativeTestJSON-440649021 tempest-ServerRescueNegativeTestJSON-440649021-project] 10.222.0.18 "GET /v2.0/ports?device_id=b080094e-e021-4092-a88d-24358c73db4d HTTP/1.1" status: 200 len: 945 time: 0.0462310 Apr 12 13:17:23.950057 dv-cinder-830097-4-iscsi neutron-server[103457]: INFO neutron.wsgi [req-21935a4e-ccf3-467b-9c81-6025d637a59e req-9f2800ac-a7cd-4be2-ae90-1361c681d7b4 tempest-ServerRescueNegativeTestJSON-440649021 tempest-ServerRescueNegativeTestJSON-440649021-project] 10.222.0.18 "GET /v2.0/security-groups?id=1da71eb9-9022-4720-ae95-e700d9700270&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412555 Apr 12 13:17:24.769329 dv-cinder-830097-4-iscsi neutron-server[103458]: INFO neutron.wsgi [req-ce5daa5f-2d5a-4e72-92dc-807e5ad91ed0 req-f13cefb1-849c-4341-a676-4364912d7566 tempest-DeleteServersTestJSON-535355193 tempest-DeleteServersTestJSON-535355193-project] 10.222.0.18 "GET /v2.0/ports?device_id=62c98bc3-e89d-4509-9b6a-001a4d0a6e3b HTTP/1.1" status: 200 len: 210 time: 0.0319793 Apr 12 13:17:25.068993 dv-cinder-830097-4-iscsi neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5715ce70-a5d4-4dfb-b15e-025dfb765e8d req-60d3653e-bdb3-4f05-98ab-216135967b42 tempest-ServerRescueNegativeTestJSON-440649021 tempest-ServerRescueNegativeTestJSON-440649021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 13:17:25.070382 dv-cinder-830097-4-iscsi neutron-server[103457]: INFO neutron.wsgi [req-5715ce70-a5d4-4dfb-b15e-025dfb765e8d req-60d3653e-bdb3-4f05-98ab-216135967b42 tempest-ServerRescueNegativeTestJSON-440649021 tempest-ServerRescueNegativeTestJSON-440649021-project] 10.222.0.18 "GET /v2.0/ports?device_id=b080094e-e021-4092-a88d-24358c73db4d HTTP/1.1" status: 200 len: 945 time: 0.0559282 Apr 12 13:17:25.125441 dv-cinder-830097-4-iscsi neutron-server[103457]: INFO neutron.wsgi [req-5715ce70-a5d4-4dfb-b15e-025dfb765e8d req-84870bb1-90ac-4770-9b14-d31eb1cce176 tempest-ServerRescueNegativeTestJSON-440649021 tempest-ServerRescueNegativeTestJSON-440649021-project] 10.222.0.18 "GET /v2.0/security-groups?id=1da71eb9-9022-4720-ae95-e700d9700270&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0495822 Apr 12 13:17:25.878206 dv-cinder-830097-4-iscsi neutron-server[103458]: INFO neutron.wsgi [req-60384108-4e0b-443c-bb52-e4d9df51ad9b req-bf5ef4e1-a7e4-4ff9-8790-79be04f0dead tempest-DeleteServersTestJSON-535355193 tempest-DeleteServersTestJSON-535355193-project] 10.222.0.18 "GET /v2.0/ports?device_id=62c98bc3-e89d-4509-9b6a-001a4d0a6e3b HTTP/1.1" status: 200 len: 210 time: 0.0341232 Apr 12 13:17:26.242173 dv-cinder-830097-4-iscsi neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40c262d2-c2d4-4619-99bf-88bd388867a0 req-76f4310f-4eda-40b9-859b-3d7e678cf56b tempest-ServerRescueNegativeTestJSON-440649021 tempest-ServerRescueNegativeTestJSON-440649021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 13:17:26.243667 dv-cinder-830097-4-iscsi neutron-server[103457]: INFO neutron.wsgi [req-40c262d2-c2d4-4619-99bf-88bd388867a0 req-76f4310f-4eda-40b9-859b-3d7e678cf56b tempest-ServerRescueNegativeTestJSON-440649021 tempest-ServerRescueNegativeTestJSON-440649021-project] 10.222.0.18 "GET /v2.0/ports?device_id=b080094e-e021-4092-a88d-24358c73db4d HTTP/1.1" status: 200 len: 945 time: 0.0515366 Apr 12 13:17:26.293259 dv-cinder-830097-4-iscsi neutron-server[103457]: INFO neutron.wsgi [req-40c262d2-c2d4-4619-99bf-88bd388867a0 req-c2c2ba5e-810d-4035-a3fe-85ba96bf88ed tempest-ServerRescueNegativeTestJSON-440649021 tempest-ServerRescueNegativeTestJSON-440649021-project] 10.222.0.18 "GET /v2.0/security-groups?id=1da71eb9-9022-4720-ae95-e700d9700270&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0441277 Apr 12 13:17:26.982320 dv-cinder-830097-4-iscsi neutron-server[103458]: INFO neutron.wsgi [req-00677148-ef5b-462a-9d2e-f874ceda503f req-c3d00757-7dc4-4ac9-82fb-4e80d9267f52 tempest-DeleteServersTestJSON-535355193 tempest-DeleteServersTestJSON-535355193-project] 10.222.0.18 "GET /v2.0/ports?device_id=62c98bc3-e89d-4509-9b6a-001a4d0a6e3b HTTP/1.1" status: 200 len: 210 time: 0.0290258 Apr 12 13:17:27.402396 dv-cinder-830097-4-iscsi neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb958a72-ed87-4f24-bae1-53af768f9ea1 req-deac597e-7e7f-4ba0-9303-2b55f54013b4 tempest-ServerRescueNegativeTestJSON-440649021 tempest-ServerRescueNegativeTestJSON-440649021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 13:17:27.403812 dv-cinder-830097-4-iscsi neutron-server[103457]: INFO neutron.wsgi [req-eb958a72-ed87-4f24-bae1-53af768f9ea1 req-deac597e-7e7f-4ba0-9303-2b55f54013b4 tempest-ServerRescueNegativeTestJSON-440649021 tempest-ServerRescueNegativeTestJSON-440649021-project] 10.222.0.18 "GET /v2.0/ports?device_id=b080094e-e021-4092-a88d-24358c73db4d HTTP/1.1" status: 200 len: 945 time: 0.0459950 Apr 12 13:17:27.449814 dv-cinder-830097-4-iscsi neutron-server[103457]: INFO neutron.wsgi [req-eb958a72-ed87-4f24-bae1-53af768f9ea1 req-2be774a8-bcc9-4781-9bc9-95b37c925f68 tempest-ServerRescueNegativeTestJSON-440649021 tempest-ServerRescueNegativeTestJSON-440649021-project] 10.222.0.18 "GET /v2.0/security-groups?id=1da71eb9-9022-4720-ae95-e700d9700270&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405297 Apr 12 13:17:28.075745 dv-cinder-830097-4-iscsi neutron-server[103458]: INFO neutron.wsgi [req-df091691-af43-4972-935f-b3121e068c6f req-59649b07-4739-446b-b517-8b7af0225ba8 tempest-DeleteServersTestJSON-535355193 tempest-DeleteServersTestJSON-535355193-project] 10.222.0.18 "GET /v2.0/ports?device_id=62c98bc3-e89d-4509-9b6a-001a4d0a6e3b HTTP/1.1" status: 200 len: 210 time: 0.0275218 Apr 12 13:17:28.560355 dv-cinder-830097-4-iscsi neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94095076-0ddc-49bc-8eeb-69bf61634a09 req-af7428aa-4de2-494d-bf19-0a59db07ddf3 tempest-ServerRescueNegativeTestJSON-440649021 tempest-ServerRescueNegativeTestJSON-440649021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 13:17:28.561847 dv-cinder-830097-4-iscsi neutron-server[103457]: INFO neutron.wsgi [req-94095076-0ddc-49bc-8eeb-69bf61634a09 req-af7428aa-4de2-494d-bf19-0a59db07ddf3 tempest-ServerRescueNegativeTestJSON-440649021 tempest-ServerRescueNegativeTestJSON-440649021-project] 10.222.0.18 "GET /v2.0/ports?device_id=b080094e-e021-4092-a88d-24358c73db4d HTTP/1.1" status: 200 len: 945 time: 0.0461433 Apr 12 13:17:28.615346 dv-cinder-830097-4-iscsi neutron-server[103457]: INFO neutron.wsgi [req-94095076-0ddc-49bc-8eeb-69bf61634a09 req-292ad90c-b699-41a9-a941-4d25385f288e tempest-ServerRescueNegativeTestJSON-440649021 tempest-ServerRescueNegativeTestJSON-440649021-project] 10.222.0.18 "GET /v2.0/security-groups?id=1da71eb9-9022-4720-ae95-e700d9700270&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0472095 Apr 12 13:17:28.888814 dv-cinder-830097-4-iscsi neutron-server[103459]: DEBUG neutron.plugins.ml2.rpc [None req-3505bd68-a9fd-4823-92ea-1a6ded8ab071 None None] Device b886a5ab-3dd9-4707-bb6a-3c2b5f1d2b8d no longer exists at agent hyperv_hv-cinder-83009 {{(pid=103459) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 12 13:17:28.913834 dv-cinder-830097-4-iscsi neutron-server[103459]: DEBUG neutron.plugins.ml2.plugin [None req-3505bd68-a9fd-4823-92ea-1a6ded8ab071 None None] No Port match for: b886a5ab-3dd9-4707-bb6a-3c2b5f1d2b8d {{(pid=103459) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2341}} Apr 12 13:17:28.914183 dv-cinder-830097-4-iscsi neutron-server[103459]: DEBUG neutron.plugins.ml2.rpc [None req-3505bd68-a9fd-4823-92ea-1a6ded8ab071 None None] Device b886a5ab-3dd9-4707-bb6a-3c2b5f1d2b8d not bound to the agent host hv-cinder-83009 {{(pid=103459) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 12 13:17:28.923731 dv-cinder-830097-4-iscsi neutron-server[103459]: DEBUG neutron_lib.callbacks.manager [None req-3505bd68-a9fd-4823-92ea-1a6ded8ab071 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732727929501', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-657397'] for agent (ee5509cd-6dd7-49df-aa37-3740ebd1e34b), after_update {{(pid=103459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:17:29.168147 dv-cinder-830097-4-iscsi neutron-server[103458]: INFO neutron.wsgi [req-5ba2355a-0718-412d-abe5-51845770f030 req-6bc343b5-4df7-43aa-aeb9-74b9009c05a9 tempest-DeleteServersTestJSON-535355193 tempest-DeleteServersTestJSON-535355193-project] 10.222.0.18 "GET /v2.0/ports?device_id=62c98bc3-e89d-4509-9b6a-001a4d0a6e3b HTTP/1.1" status: 200 len: 210 time: 0.0270467 Apr 12 13:17:29.725222 dv-cinder-830097-4-iscsi neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c81af01b-be61-47f7-b758-91b0dda20c6f req-b0725a69-8134-42e7-aa6a-2bab0098e069 tempest-ServerRescueNegativeTestJSON-440649021 tempest-ServerRescueNegativeTestJSON-440649021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 13:17:29.726702 dv-cinder-830097-4-iscsi neutron-server[103457]: INFO neutron.wsgi [req-c81af01b-be61-47f7-b758-91b0dda20c6f req-b0725a69-8134-42e7-aa6a-2bab0098e069 tempest-ServerRescueNegativeTestJSON-440649021 tempest-ServerRescueNegativeTestJSON-440649021-project] 10.222.0.18 "GET /v2.0/ports?device_id=b080094e-e021-4092-a88d-24358c73db4d HTTP/1.1" status: 200 len: 945 time: 0.0462880 Apr 12 13:17:29.772648 dv-cinder-830097-4-iscsi neutron-server[103457]: INFO neutron.wsgi [req-c81af01b-be61-47f7-b758-91b0dda20c6f req-23e705da-fd53-4c06-a250-3cfda69aaaad tempest-ServerRescueNegativeTestJSON-440649021 tempest-ServerRescueNegativeTestJSON-440649021-project] 10.222.0.18 "GET /v2.0/security-groups?id=1da71eb9-9022-4720-ae95-e700d9700270&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403843 Apr 12 13:17:30.262160 dv-cinder-830097-4-iscsi neutron-server[103458]: INFO neutron.wsgi [req-c03190a6-b211-4416-982b-8f8182bc6f66 req-90aa8c59-3942-4dff-8cbd-e811d345c8b2 tempest-DeleteServersTestJSON-535355193 tempest-DeleteServersTestJSON-535355193-project] 10.222.0.18 "GET /v2.0/ports?device_id=62c98bc3-e89d-4509-9b6a-001a4d0a6e3b HTTP/1.1" status: 200 len: 210 time: 0.0269842 Apr 12 13:17:30.883639 dv-cinder-830097-4-iscsi neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a13f705-7a06-4a7a-b8a3-c983c166c3c8 req-21318a35-e2db-4fc0-aa8c-2f5be8d129b9 tempest-ServerRescueNegativeTestJSON-440649021 tempest-ServerRescueNegativeTestJSON-440649021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 13:17:30.885115 dv-cinder-830097-4-iscsi neutron-server[103457]: INFO neutron.wsgi [req-6a13f705-7a06-4a7a-b8a3-c983c166c3c8 req-21318a35-e2db-4fc0-aa8c-2f5be8d129b9 tempest-ServerRescueNegativeTestJSON-440649021 tempest-ServerRescueNegativeTestJSON-440649021-project] 10.222.0.18 "GET /v2.0/ports?device_id=b080094e-e021-4092-a88d-24358c73db4d HTTP/1.1" status: 200 len: 945 time: 0.0472894 Apr 12 13:17:30.931892 dv-cinder-830097-4-iscsi neutron-server[103457]: INFO neutron.wsgi [req-6a13f705-7a06-4a7a-b8a3-c983c166c3c8 req-c6a7dcaa-4e20-4445-b604-f14b8a93c3db tempest-ServerRescueNegativeTestJSON-440649021 tempest-ServerRescueNegativeTestJSON-440649021-project] 10.222.0.18 "GET /v2.0/security-groups?id=1da71eb9-9022-4720-ae95-e700d9700270&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412211 Apr 12 13:17:31.356899 dv-cinder-830097-4-iscsi neutron-server[103458]: INFO neutron.wsgi [req-33baf121-0092-4a92-8f6f-5672c4c2723d req-666285ef-fcc0-464f-a257-90fbd412e405 tempest-DeleteServersTestJSON-535355193 tempest-DeleteServersTestJSON-535355193-project] 10.222.0.18 "GET /v2.0/ports?device_id=62c98bc3-e89d-4509-9b6a-001a4d0a6e3b HTTP/1.1" status: 200 len: 210 time: 0.0300758 Apr 12 13:17:32.047488 dv-cinder-830097-4-iscsi neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cbb3b3f-8da9-4dd3-9b29-1c98811a6713 req-d14429e9-d998-474b-8900-a1bee19a3d6f tempest-ServerRescueNegativeTestJSON-440649021 tempest-ServerRescueNegativeTestJSON-440649021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 13:17:32.049034 dv-cinder-830097-4-iscsi neutron-server[103457]: INFO neutron.wsgi [req-6cbb3b3f-8da9-4dd3-9b29-1c98811a6713 req-d14429e9-d998-474b-8900-a1bee19a3d6f tempest-ServerRescueNegativeTestJSON-440649021 tempest-ServerRescueNegativeTestJSON-440649021-project] 10.222.0.18 "GET /v2.0/ports?device_id=b080094e-e021-4092-a88d-24358c73db4d HTTP/1.1" status: 200 len: 945 time: 0.0527358 Apr 12 13:17:32.096190 dv-cinder-830097-4-iscsi neutron-server[103457]: INFO neutron.wsgi [req-6cbb3b3f-8da9-4dd3-9b29-1c98811a6713 req-fc06da2f-d21a-40d9-abe1-f18e4ace7bd1 tempest-ServerRescueNegativeTestJSON-440649021 tempest-ServerRescueNegativeTestJSON-440649021-project] 10.222.0.18 "GET /v2.0/security-groups?id=1da71eb9-9022-4720-ae95-e700d9700270&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404603 Apr 12 13:17:32.454410 dv-cinder-830097-4-iscsi neutron-server[103458]: INFO neutron.wsgi [req-11f403d6-0daa-4796-bf28-ff92694ddb9b req-26ad0951-5ff9-4b7a-ac77-3007d40f4924 tempest-DeleteServersTestJSON-535355193 tempest-DeleteServersTestJSON-535355193-project] 10.222.0.18 "GET /v2.0/ports?device_id=62c98bc3-e89d-4509-9b6a-001a4d0a6e3b HTTP/1.1" status: 200 len: 210 time: 0.0282097 Apr 12 13:17:33.207531 dv-cinder-830097-4-iscsi neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64d49469-f7b5-4b39-b777-6ce67e09944b req-444d2910-5763-40ca-8fdc-efe650ccce77 tempest-ServerRescueNegativeTestJSON-440649021 tempest-ServerRescueNegativeTestJSON-440649021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 13:17:33.209184 dv-cinder-830097-4-iscsi neutron-server[103457]: INFO neutron.wsgi [req-64d49469-f7b5-4b39-b777-6ce67e09944b req-444d2910-5763-40ca-8fdc-efe650ccce77 tempest-ServerRescueNegativeTestJSON-440649021 tempest-ServerRescueNegativeTestJSON-440649021-project] 10.222.0.18 "GET /v2.0/ports?device_id=b080094e-e021-4092-a88d-24358c73db4d HTTP/1.1" status: 200 len: 945 time: 0.0480318 Apr 12 13:17:33.255553 dv-cinder-830097-4-iscsi neutron-server[103457]: INFO neutron.wsgi [req-64d49469-f7b5-4b39-b777-6ce67e09944b req-04a3beda-be2a-4aff-9aef-62ccc68e4122 tempest-ServerRescueNegativeTestJSON-440649021 tempest-ServerRescueNegativeTestJSON-440649021-project] 10.222.0.18 "GET /v2.0/security-groups?id=1da71eb9-9022-4720-ae95-e700d9700270&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402806 Apr 12 13:17:33.554264 dv-cinder-830097-4-iscsi neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30728769-5794-48e6-9995-633fc2704e74 req-a36fd657-c1d8-4f94-8022-b7a64b8b3fc2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 13:17:33.555741 dv-cinder-830097-4-iscsi neutron-server[103457]: INFO neutron.wsgi [req-30728769-5794-48e6-9995-633fc2704e74 req-a36fd657-c1d8-4f94-8022-b7a64b8b3fc2 service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=b080094e-e021-4092-a88d-24358c73db4d HTTP/1.1" status: 200 len: 1129 time: 0.0414162 Apr 12 13:17:33.569740 dv-cinder-830097-4-iscsi neutron-server[103458]: INFO neutron.wsgi [req-8f5066fd-d3c9-4833-a327-20934f0358e1 req-90afe904-3345-41f9-b0f4-45eb68353c7e tempest-DeleteServersTestJSON-535355193 tempest-DeleteServersTestJSON-535355193-project] 10.222.0.18 "GET /v2.0/ports?device_id=62c98bc3-e89d-4509-9b6a-001a4d0a6e3b HTTP/1.1" status: 200 len: 210 time: 0.0273006 Apr 12 13:17:33.853444 dv-cinder-830097-4-iscsi neutron-server[103457]: INFO neutron.wsgi [req-30728769-5794-48e6-9995-633fc2704e74 req-e6b74d14-397d-49ff-a6cf-407c3be65337 service neutron] 10.222.0.55 "GET /v2.0/security-groups?id=1da71eb9-9022-4720-ae95-e700d9700270&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0647264 Apr 12 13:17:34.367740 dv-cinder-830097-4-iscsi neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbf7da08-502a-4bd5-b959-44447174b807 req-9b5cb563-be2d-48c7-83c1-d98c276d60ce tempest-ServerRescueNegativeTestJSON-440649021 tempest-ServerRescueNegativeTestJSON-440649021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 13:17:34.369245 dv-cinder-830097-4-iscsi neutron-server[103457]: INFO neutron.wsgi [req-cbf7da08-502a-4bd5-b959-44447174b807 req-9b5cb563-be2d-48c7-83c1-d98c276d60ce tempest-ServerRescueNegativeTestJSON-440649021 tempest-ServerRescueNegativeTestJSON-440649021-project] 10.222.0.18 "GET /v2.0/ports?device_id=b080094e-e021-4092-a88d-24358c73db4d HTTP/1.1" status: 200 len: 945 time: 0.0479517 Apr 12 13:17:34.418852 dv-cinder-830097-4-iscsi neutron-server[103457]: INFO neutron.wsgi [req-cbf7da08-502a-4bd5-b959-44447174b807 req-d3e47ccb-b163-4225-99c4-35861328da38 tempest-ServerRescueNegativeTestJSON-440649021 tempest-ServerRescueNegativeTestJSON-440649021-project] 10.222.0.18 "GET /v2.0/security-groups?id=1da71eb9-9022-4720-ae95-e700d9700270&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0437448 Apr 12 13:17:35.528226 dv-cinder-830097-4-iscsi neutron-server[103458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21d20d61-4685-4c49-a589-9dbf95295dec req-7dbf799f-cb88-4e76-9ce6-5bd2c51ea849 tempest-ServerRescueNegativeTestJSON-440649021 tempest-ServerRescueNegativeTestJSON-440649021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 13:17:35.529606 dv-cinder-830097-4-iscsi neutron-server[103458]: INFO neutron.wsgi [req-21d20d61-4685-4c49-a589-9dbf95295dec req-7dbf799f-cb88-4e76-9ce6-5bd2c51ea849 tempest-ServerRescueNegativeTestJSON-440649021 tempest-ServerRescueNegativeTestJSON-440649021-project] 10.222.0.18 "GET /v2.0/ports?device_id=b080094e-e021-4092-a88d-24358c73db4d HTTP/1.1" status: 200 len: 945 time: 0.0459197 Apr 12 13:17:35.575159 dv-cinder-830097-4-iscsi neutron-server[103458]: INFO neutron.wsgi [req-21d20d61-4685-4c49-a589-9dbf95295dec req-b58122ee-576b-43e0-be21-91e118012a9e tempest-ServerRescueNegativeTestJSON-440649021 tempest-ServerRescueNegativeTestJSON-440649021-project] 10.222.0.18 "GET /v2.0/security-groups?id=1da71eb9-9022-4720-ae95-e700d9700270&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0399289 Apr 12 13:17:35.690142 dv-cinder-830097-4-iscsi neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd753846-2695-4b39-a48b-b2546d3118b1 req-ef3bcfd1-e432-491e-9607-5ca9447d0484 tempest-ServerRescueNegativeTestJSON-440649021 tempest-ServerRescueNegativeTestJSON-440649021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 13:17:35.691623 dv-cinder-830097-4-iscsi neutron-server[103457]: INFO neutron.wsgi [req-bd753846-2695-4b39-a48b-b2546d3118b1 req-ef3bcfd1-e432-491e-9607-5ca9447d0484 tempest-ServerRescueNegativeTestJSON-440649021 tempest-ServerRescueNegativeTestJSON-440649021-project] 10.222.0.18 "GET /v2.0/ports?device_id=5aa72395-ebb9-4022-8269-0c34238e58aa HTTP/1.1" status: 200 len: 945 time: 0.0497360 Apr 12 13:17:35.746166 dv-cinder-830097-4-iscsi neutron-server[103457]: INFO neutron.wsgi [req-bd753846-2695-4b39-a48b-b2546d3118b1 req-90c86678-2c82-4146-a050-50b41a882dbb tempest-ServerRescueNegativeTestJSON-440649021 tempest-ServerRescueNegativeTestJSON-440649021-project] 10.222.0.18 "GET /v2.0/security-groups?id=1da71eb9-9022-4720-ae95-e700d9700270&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0488195 Apr 12 13:17:36.114010 dv-cinder-830097-4-iscsi neutron-server[103458]: DEBUG neutron.wsgi [-] (103458) accepted ('10.222.0.18', 42926) {{(pid=103458) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 13:17:36.179592 dv-cinder-830097-4-iscsi neutron-server[103458]: DEBUG neutron.db.db_base_plugin_v2 [None req-0fa78817-6bdf-4346-a65f-d5bcea659b57 admin admin] Deleting subnet 8fe7d341-75a1-4b96-b5db-f9b8d084f4c6 {{(pid=103458) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Apr 12 13:17:36.183153 dv-cinder-830097-4-iscsi neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-0fa78817-6bdf-4346-a65f-d5bcea659b57 admin admin] Publish callbacks [] for subnet (8fe7d341-75a1-4b96-b5db-f9b8d084f4c6), before_delete {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:17:36.227153 dv-cinder-830097-4-iscsi neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-0fa78817-6bdf-4346-a65f-d5bcea659b57 admin admin] Publish callbacks [] for subnet (8fe7d341-75a1-4b96-b5db-f9b8d084f4c6), precommit_delete_associations {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:17:36.244412 dv-cinder-830097-4-iscsi neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-0fa78817-6bdf-4346-a65f-d5bcea659b57 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-660287'] for subnet (8fe7d341-75a1-4b96-b5db-f9b8d084f4c6), precommit_delete {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:17:36.308278 dv-cinder-830097-4-iscsi neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-0fa78817-6bdf-4346-a65f-d5bcea659b57 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-660230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3682813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3697887'] for subnet (8fe7d341-75a1-4b96-b5db-f9b8d084f4c6), after_delete {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:17:36.333936 dv-cinder-830097-4-iscsi neutron-server[103458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fa78817-6bdf-4346-a65f-d5bcea659b57 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=8fe7d341-75a1-4b96-b5db-f9b8d084f4c6,revision_number=None']} {{(pid=103458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 13:17:36.338914 dv-cinder-830097-4-iscsi neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-0fa78817-6bdf-4346-a65f-d5bcea659b57 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3697709'] for subnet (None), before_response {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:17:36.342409 dv-cinder-830097-4-iscsi neutron-server[103458]: INFO neutron.wsgi [None req-0fa78817-6bdf-4346-a65f-d5bcea659b57 admin admin] 10.222.0.18 "DELETE /v2.0/subnets/8fe7d341-75a1-4b96-b5db-f9b8d084f4c6 HTTP/1.1" status: 204 len: 168 time: 0.2265463 Apr 12 13:17:36.345371 dv-cinder-830097-4-iscsi neutron-server[103458]: DEBUG neutron.wsgi [-] (103458) accepted ('10.222.0.18', 42940) {{(pid=103458) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 13:17:36.394776 dv-cinder-830097-4-iscsi neutron-server[103457]: DEBUG neutron.wsgi [-] (103457) accepted ('10.222.0.18', 42944) {{(pid=103457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 13:17:36.424284 dv-cinder-830097-4-iscsi neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-69ac98f7-a467-4d76-a42a-8d36cf91fa99 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-739948'] for network (38860888-3f1a-46ed-95ac-25bed05bc1cd), before_delete {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:17:36.503011 dv-cinder-830097-4-iscsi neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-cbe5943c-8ff1-4430-8786-b544922c5675 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:17:36.509220 dv-cinder-830097-4-iscsi neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-69ac98f7-a467-4d76-a42a-8d36cf91fa99 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-661938', 'neutron.services.segments.db._delete_segments_for_network-8732727929519'] for network (38860888-3f1a-46ed-95ac-25bed05bc1cd), precommit_delete {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:17:36.529724 dv-cinder-830097-4-iscsi neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-69ac98f7-a467-4d76-a42a-8d36cf91fa99 admin admin] Subscribe: > segment before_delete 55550000 {{(pid=103458) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 12 13:17:36.530357 dv-cinder-830097-4-iscsi neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-69ac98f7-a467-4d76-a42a-8d36cf91fa99 admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=103458) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 12 13:17:36.530799 dv-cinder-830097-4-iscsi neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-69ac98f7-a467-4d76-a42a-8d36cf91fa99 admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=103458) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 12 13:17:36.531160 dv-cinder-830097-4-iscsi neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-69ac98f7-a467-4d76-a42a-8d36cf91fa99 admin admin] Subscribe: > port after_create 55550000 {{(pid=103458) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 12 13:17:36.531550 dv-cinder-830097-4-iscsi neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-69ac98f7-a467-4d76-a42a-8d36cf91fa99 admin admin] Subscribe: > port after_delete 55550000 {{(pid=103458) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 12 13:17:36.531792 dv-cinder-830097-4-iscsi neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-69ac98f7-a467-4d76-a42a-8d36cf91fa99 admin admin] Subscribe: > port after_update 55550000 {{(pid=103458) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 12 13:17:36.532124 dv-cinder-830097-4-iscsi neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-69ac98f7-a467-4d76-a42a-8d36cf91fa99 admin admin] Subscribe: > segment after_delete 55550000 {{(pid=103458) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 12 13:17:36.532440 dv-cinder-830097-4-iscsi neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-69ac98f7-a467-4d76-a42a-8d36cf91fa99 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=103458) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 12 13:17:36.532752 dv-cinder-830097-4-iscsi neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-69ac98f7-a467-4d76-a42a-8d36cf91fa99 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=103458) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 12 13:17:36.533088 dv-cinder-830097-4-iscsi neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-69ac98f7-a467-4d76-a42a-8d36cf91fa99 admin admin] Subscribe: > subnet after_update 55550000 {{(pid=103458) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 12 13:17:36.580215 dv-cinder-830097-4-iscsi neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-cbe5943c-8ff1-4430-8786-b544922c5675 admin admin] Publish callbacks [] for security_group (9e34704b-583d-4a73-a280-358d9708792d), precommit_create {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:17:36.585286 dv-cinder-830097-4-iscsi neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-cbe5943c-8ff1-4430-8786-b544922c5675 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3691807'] for security_group (9e34704b-583d-4a73-a280-358d9708792d), after_create {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:17:36.621697 dv-cinder-830097-4-iscsi neutron-server[103457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbe5943c-8ff1-4430-8786-b544922c5675 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9e34704b-583d-4a73-a280-358d9708792d,revision_number=1']} {{(pid=103457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 13:17:36.625958 dv-cinder-830097-4-iscsi neutron-server[103457]: INFO neutron.wsgi [None req-cbe5943c-8ff1-4430-8786-b544922c5675 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=f44fec1a73974f1298eeafa94b1c3312&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2298768 Apr 12 13:17:36.628595 dv-cinder-830097-4-iscsi neutron-server[103457]: DEBUG neutron.wsgi [-] (103457) accepted ('10.222.0.18', 42948) {{(pid=103457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 13:17:36.633720 dv-cinder-830097-4-iscsi neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-69ac98f7-a467-4d76-a42a-8d36cf91fa99 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=103458) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 12 13:17:36.634183 dv-cinder-830097-4-iscsi neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-69ac98f7-a467-4d76-a42a-8d36cf91fa99 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=103458) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 12 13:17:36.634677 dv-cinder-830097-4-iscsi neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-69ac98f7-a467-4d76-a42a-8d36cf91fa99 admin admin] Subscribe: > subnet before_create 55550000 {{(pid=103458) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 12 13:17:36.635147 dv-cinder-830097-4-iscsi neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-69ac98f7-a467-4d76-a42a-8d36cf91fa99 admin admin] Subscribe: > subnet before_update 55550000 {{(pid=103458) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 12 13:17:36.635470 dv-cinder-830097-4-iscsi neutron-server[103458]: DEBUG neutron.services.segments.db [None req-69ac98f7-a467-4d76-a42a-8d36cf91fa99 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['38860888-3f1a-46ed-95ac-25bed05bc1cd']}} {{(pid=103458) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 13:17:36.655021 dv-cinder-830097-4-iscsi neutron-server[103458]: DEBUG neutron.services.segments.db [None req-69ac98f7-a467-4d76-a42a-8d36cf91fa99 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '11f386ac-f254-4302-9e90-b4f6e47c7bd0') {'for_net_delete': True} {{(pid=103458) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 13:17:36.655311 dv-cinder-830097-4-iscsi neutron-server[103458]: DEBUG neutron.services.segments.db [None req-69ac98f7-a467-4d76-a42a-8d36cf91fa99 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '11f386ac-f254-4302-9e90-b4f6e47c7bd0') {} {{(pid=103458) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 13:17:36.672081 dv-cinder-830097-4-iscsi neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-69ac98f7-a467-4d76-a42a-8d36cf91fa99 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8732727932344', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26034242'] for segment (11f386ac-f254-4302-9e90-b4f6e47c7bd0), before_delete {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:17:36.676991 dv-cinder-830097-4-iscsi neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-96e37e37-586b-4fe5-9f60-0ff3473ae6bb admin admin] Publish callbacks [] for security_group (9e34704b-583d-4a73-a280-358d9708792d), before_delete {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:17:36.693003 dv-cinder-830097-4-iscsi neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-69ac98f7-a467-4d76-a42a-8d36cf91fa99 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-715442'] for segment (11f386ac-f254-4302-9e90-b4f6e47c7bd0), precommit_delete {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:17:36.698020 dv-cinder-830097-4-iscsi neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-96e37e37-586b-4fe5-9f60-0ff3473ae6bb admin admin] Publish callbacks [] for security_group (9e34704b-583d-4a73-a280-358d9708792d), precommit_delete {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:17:36.701831 dv-cinder-830097-4-iscsi neutron-server[103458]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-69ac98f7-a467-4d76-a42a-8d36cf91fa99 admin admin] Releasing vlan 235 on physical network physnet1 to pool {{(pid=103458) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 12 13:17:36.702335 dv-cinder-830097-4-iscsi neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-69ac98f7-a467-4d76-a42a-8d36cf91fa99 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-715442', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26096954'] for segment (11f386ac-f254-4302-9e90-b4f6e47c7bd0), after_delete {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:17:36.725705 dv-cinder-830097-4-iscsi neutron-server[103458]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Apr 12 13:17:36.725705 dv-cinder-830097-4-iscsi neutron-server[103458]: from cryptography.utils import int_from_bytes Apr 12 13:17:36.725705 dv-cinder-830097-4-iscsi neutron-server[103458]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Apr 12 13:17:36.725705 dv-cinder-830097-4-iscsi neutron-server[103458]: from cryptography.utils import int_from_bytes Apr 12 13:17:36.725705 dv-cinder-830097-4-iscsi neutron-server[103458]: Traceback (most recent call last): Apr 12 13:17:36.725705 dv-cinder-830097-4-iscsi neutron-server[103458]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 12 13:17:36.725705 dv-cinder-830097-4-iscsi neutron-server[103458]: timer() Apr 12 13:17:36.725705 dv-cinder-830097-4-iscsi neutron-server[103458]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 12 13:17:36.725705 dv-cinder-830097-4-iscsi neutron-server[103458]: cb(*args, **kw) Apr 12 13:17:36.725705 dv-cinder-830097-4-iscsi neutron-server[103458]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 12 13:17:36.725705 dv-cinder-830097-4-iscsi neutron-server[103458]: return func(*args, **kwargs) Apr 12 13:17:36.725705 dv-cinder-830097-4-iscsi neutron-server[103458]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 12 13:17:36.725705 dv-cinder-830097-4-iscsi neutron-server[103458]: self._notify() Apr 12 13:17:36.725705 dv-cinder-830097-4-iscsi neutron-server[103458]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 12 13:17:36.725705 dv-cinder-830097-4-iscsi neutron-server[103458]: self.callback(batched_events) Apr 12 13:17:36.725705 dv-cinder-830097-4-iscsi neutron-server[103458]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 12 13:17:36.725705 dv-cinder-830097-4-iscsi neutron-server[103458]: event.method(event) Apr 12 13:17:36.725705 dv-cinder-830097-4-iscsi neutron-server[103458]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 12 13:17:36.725705 dv-cinder-830097-4-iscsi neutron-server[103458]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 12 13:17:36.725705 dv-cinder-830097-4-iscsi neutron-server[103458]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 12 13:17:36.725705 dv-cinder-830097-4-iscsi neutron-server[103458]: aggregate_uuid = self.p_client.list_aggregates( Apr 12 13:17:36.725705 dv-cinder-830097-4-iscsi neutron-server[103458]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 12 13:17:36.725705 dv-cinder-830097-4-iscsi neutron-server[103458]: return f(self, *a, **k) Apr 12 13:17:36.725705 dv-cinder-830097-4-iscsi neutron-server[103458]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 12 13:17:36.725705 dv-cinder-830097-4-iscsi neutron-server[103458]: return self._get(url).json() Apr 12 13:17:36.725705 dv-cinder-830097-4-iscsi neutron-server[103458]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 12 13:17:36.725705 dv-cinder-830097-4-iscsi neutron-server[103458]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 12 13:17:36.725705 dv-cinder-830097-4-iscsi neutron-server[103458]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 12 13:17:36.725705 dv-cinder-830097-4-iscsi neutron-server[103458]: return self.request(url, 'GET', **kwargs) Apr 12 13:17:36.725705 dv-cinder-830097-4-iscsi neutron-server[103458]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 12 13:17:36.725705 dv-cinder-830097-4-iscsi neutron-server[103458]: base_url = self.get_endpoint(auth, allow=allow, Apr 12 13:17:36.725705 dv-cinder-830097-4-iscsi neutron-server[103458]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 12 13:17:36.725705 dv-cinder-830097-4-iscsi neutron-server[103458]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 12 13:17:36.725705 dv-cinder-830097-4-iscsi neutron-server[103458]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 12 13:17:36.725705 dv-cinder-830097-4-iscsi neutron-server[103458]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 12 13:17:36.725705 dv-cinder-830097-4-iscsi neutron-server[103458]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 12 13:17:36.746692 dv-cinder-830097-4-iscsi neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-96e37e37-586b-4fe5-9f60-0ff3473ae6bb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3691807'] for security_group (9e34704b-583d-4a73-a280-358d9708792d), after_delete {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:17:36.749382 dv-cinder-830097-4-iscsi neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-96e37e37-586b-4fe5-9f60-0ff3473ae6bb admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:17:36.752835 dv-cinder-830097-4-iscsi neutron-server[103457]: INFO neutron.wsgi [None req-96e37e37-586b-4fe5-9f60-0ff3473ae6bb admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/9e34704b-583d-4a73-a280-358d9708792d HTTP/1.1" status: 204 len: 168 time: 0.1210444 Apr 12 13:17:36.759856 dv-cinder-830097-4-iscsi neutron-server[103457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96e37e37-586b-4fe5-9f60-0ff3473ae6bb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9e34704b-583d-4a73-a280-358d9708792d,revision_number=None']} {{(pid=103457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 13:17:36.790541 dv-cinder-830097-4-iscsi neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-69ac98f7-a467-4d76-a42a-8d36cf91fa99 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-661949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3691972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3697887', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3739104'] for network (38860888-3f1a-46ed-95ac-25bed05bc1cd), after_delete {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:17:36.802999 dv-cinder-830097-4-iscsi neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-69ac98f7-a467-4d76-a42a-8d36cf91fa99 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3697709'] for network (None), before_response {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:17:36.806303 dv-cinder-830097-4-iscsi neutron-server[103458]: INFO neutron.wsgi [None req-69ac98f7-a467-4d76-a42a-8d36cf91fa99 admin admin] 10.222.0.18 "DELETE /v2.0/networks/38860888-3f1a-46ed-95ac-25bed05bc1cd HTTP/1.1" status: 204 len: 168 time: 0.4599428 Apr 12 13:17:36.819281 dv-cinder-830097-4-iscsi neutron-server[103458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69ac98f7-a467-4d76-a42a-8d36cf91fa99 admin admin] Pushing event deleted for resources: {'Network': ['ID=38860888-3f1a-46ed-95ac-25bed05bc1cd,revision_number=None']} {{(pid=103458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 13:17:36.979173 dv-cinder-830097-4-iscsi neutron-server[103457]: DEBUG neutron.wsgi [-] (103457) accepted ('10.222.0.18', 42960) {{(pid=103457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 13:17:37.025136 dv-cinder-830097-4-iscsi neutron-server[103457]: INFO neutron.wsgi [None req-8d75e736-4be5-4eaf-8fca-1e0ea7186e01 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=0edd631f1dd54aaea20cdf862c39584b&name=default HTTP/1.1" status: 200 len: 2992 time: 0.0447502 Apr 12 13:17:37.027924 dv-cinder-830097-4-iscsi neutron-server[103458]: DEBUG neutron.wsgi [-] (103458) accepted ('10.222.0.18', 42966) {{(pid=103458) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 13:17:37.268283 dv-cinder-830097-4-iscsi neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-1bd961e8-39b5-4697-8c9c-a9f86182ae83 admin admin] Publish callbacks [] for security_group (feb0ab55-6426-4522-af82-2b05ab6d5c27), before_delete {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:17:37.292695 dv-cinder-830097-4-iscsi neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-1bd961e8-39b5-4697-8c9c-a9f86182ae83 admin admin] Publish callbacks [] for security_group (feb0ab55-6426-4522-af82-2b05ab6d5c27), precommit_delete {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:17:37.342337 dv-cinder-830097-4-iscsi neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-1bd961e8-39b5-4697-8c9c-a9f86182ae83 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3691807'] for security_group (feb0ab55-6426-4522-af82-2b05ab6d5c27), after_delete {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:17:37.345089 dv-cinder-830097-4-iscsi neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-1bd961e8-39b5-4697-8c9c-a9f86182ae83 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:17:37.348616 dv-cinder-830097-4-iscsi neutron-server[103458]: INFO neutron.wsgi [None req-1bd961e8-39b5-4697-8c9c-a9f86182ae83 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/feb0ab55-6426-4522-af82-2b05ab6d5c27 HTTP/1.1" status: 204 len: 168 time: 0.3173349 Apr 12 13:17:37.355635 dv-cinder-830097-4-iscsi neutron-server[103458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bd961e8-39b5-4697-8c9c-a9f86182ae83 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=feb0ab55-6426-4522-af82-2b05ab6d5c27,revision_number=None']} {{(pid=103458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 13:17:38.547028 dv-cinder-830097-4-iscsi neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-054f06e8-0e99-4d4e-aef1-5ed8778de501 req-68a76456-087d-4164-a62d-fd053d1ac1f0 tempest-ServerRescueNegativeTestJSON-440649021 tempest-ServerRescueNegativeTestJSON-440649021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 13:17:38.548502 dv-cinder-830097-4-iscsi neutron-server[103457]: INFO neutron.wsgi [req-054f06e8-0e99-4d4e-aef1-5ed8778de501 req-68a76456-087d-4164-a62d-fd053d1ac1f0 tempest-ServerRescueNegativeTestJSON-440649021 tempest-ServerRescueNegativeTestJSON-440649021-project] 10.222.0.18 "GET /v2.0/ports?device_id=5aa72395-ebb9-4022-8269-0c34238e58aa HTTP/1.1" status: 200 len: 945 time: 0.0753496 Apr 12 13:17:38.553643 dv-cinder-830097-4-iscsi neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-545a7147-0005-41b8-9e98-301d6e1fd5c5 req-aa4989bf-560c-4456-b93b-34f1789702a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 13:17:38.555040 dv-cinder-830097-4-iscsi neutron-server[103457]: INFO neutron.wsgi [req-545a7147-0005-41b8-9e98-301d6e1fd5c5 req-aa4989bf-560c-4456-b93b-34f1789702a6 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=03e871d047514daabb60a84f86099232&device_id=5aa72395-ebb9-4022-8269-0c34238e58aa HTTP/1.1" status: 200 len: 1129 time: 0.0532365 Apr 12 13:17:38.663011 dv-cinder-830097-4-iscsi neutron-server[103457]: INFO neutron.wsgi [req-054f06e8-0e99-4d4e-aef1-5ed8778de501 req-d995c61d-a17f-49dd-b19e-f4a6fdac0bf9 tempest-ServerRescueNegativeTestJSON-440649021 tempest-ServerRescueNegativeTestJSON-440649021-project] 10.222.0.18 "GET /v2.0/security-groups?id=1da71eb9-9022-4720-ae95-e700d9700270&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1070347 Apr 12 13:17:38.681952 dv-cinder-830097-4-iscsi neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-545a7147-0005-41b8-9e98-301d6e1fd5c5 req-4f8d04e2-a310-49e5-bef0-267be8c73bd9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 13:17:38.683440 dv-cinder-830097-4-iscsi neutron-server[103457]: INFO neutron.wsgi [req-545a7147-0005-41b8-9e98-301d6e1fd5c5 req-4f8d04e2-a310-49e5-bef0-267be8c73bd9 service neutron] 10.222.0.55 "GET /v2.0/networks?id=8a9d7c73-ddbc-4eef-a839-e9bbe858207d HTTP/1.1" status: 200 len: 919 time: 0.1210604 Apr 12 13:17:38.726753 dv-cinder-830097-4-iscsi neutron-server[103457]: INFO neutron.wsgi [req-545a7147-0005-41b8-9e98-301d6e1fd5c5 req-65b1a9b3-1bb0-486d-9b01-af129aab73a5 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=56170bf4-2a4b-4830-9e9e-5f6c429fd3b5 HTTP/1.1" status: 200 len: 217 time: 0.0351198 Apr 12 13:17:38.778911 dv-cinder-830097-4-iscsi neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-545a7147-0005-41b8-9e98-301d6e1fd5c5 req-bd381481-bd6b-461c-b636-38ef535f555b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 13:17:38.780368 dv-cinder-830097-4-iscsi neutron-server[103457]: INFO neutron.wsgi [req-545a7147-0005-41b8-9e98-301d6e1fd5c5 req-bd381481-bd6b-461c-b636-38ef535f555b service neutron] 10.222.0.55 "GET /v2.0/subnets?id=e7f620b9-ee69-4e3f-9fdf-c3881765f45f HTTP/1.1" status: 200 len: 857 time: 0.0469294 Apr 12 13:17:38.836188 dv-cinder-830097-4-iscsi neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-545a7147-0005-41b8-9e98-301d6e1fd5c5 req-e618d610-f8b8-43c0-8ebf-cbc93fd9fa32 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 13:17:38.837696 dv-cinder-830097-4-iscsi neutron-server[103457]: INFO neutron.wsgi [req-545a7147-0005-41b8-9e98-301d6e1fd5c5 req-e618d610-f8b8-43c0-8ebf-cbc93fd9fa32 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=8a9d7c73-ddbc-4eef-a839-e9bbe858207d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0440328 Apr 12 13:17:38.941446 dv-cinder-830097-4-iscsi neutron-server[103457]: INFO neutron.wsgi [req-545a7147-0005-41b8-9e98-301d6e1fd5c5 req-264cf651-97f4-4ed7-b080-dc54e7d9f6f2 service neutron] 10.222.0.55 "GET /v2.0/networks/8a9d7c73-ddbc-4eef-a839-e9bbe858207d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0921445 Apr 12 13:17:39.034138 dv-cinder-830097-4-iscsi neutron-server[103457]: INFO neutron.wsgi [req-545a7147-0005-41b8-9e98-301d6e1fd5c5 req-44f5a6c8-5481-400e-ac5b-bd13a56b78bd service neutron] 10.222.0.55 "GET /v2.0/networks/8a9d7c73-ddbc-4eef-a839-e9bbe858207d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0856726 Apr 12 13:17:39.776687 dv-cinder-830097-4-iscsi neutron-server[103458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78392cf8-ac02-447d-930a-a0d2f4c3ec6a req-310f865c-df61-43f4-86bd-cf8220dffa22 tempest-ServerRescueNegativeTestJSON-440649021 tempest-ServerRescueNegativeTestJSON-440649021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 13:17:39.778162 dv-cinder-830097-4-iscsi neutron-server[103458]: INFO neutron.wsgi [req-78392cf8-ac02-447d-930a-a0d2f4c3ec6a req-310f865c-df61-43f4-86bd-cf8220dffa22 tempest-ServerRescueNegativeTestJSON-440649021 tempest-ServerRescueNegativeTestJSON-440649021-project] 10.222.0.18 "GET /v2.0/ports?device_id=5aa72395-ebb9-4022-8269-0c34238e58aa HTTP/1.1" status: 200 len: 945 time: 0.0462906 Apr 12 13:17:39.823737 dv-cinder-830097-4-iscsi neutron-server[103458]: INFO neutron.wsgi [req-78392cf8-ac02-447d-930a-a0d2f4c3ec6a req-780f9a82-1b6a-4431-bfb2-e04a9adda3d7 tempest-ServerRescueNegativeTestJSON-440649021 tempest-ServerRescueNegativeTestJSON-440649021-project] 10.222.0.18 "GET /v2.0/security-groups?id=1da71eb9-9022-4720-ae95-e700d9700270&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0399840 Apr 12 13:17:40.945799 dv-cinder-830097-4-iscsi neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cbaead7-1844-4841-a7d4-98b118f05706 req-c4d6773c-cb2a-4963-bcdf-cccb17714bc2 tempest-ServerRescueNegativeTestJSON-440649021 tempest-ServerRescueNegativeTestJSON-440649021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 13:17:40.947281 dv-cinder-830097-4-iscsi neutron-server[103457]: INFO neutron.wsgi [req-1cbaead7-1844-4841-a7d4-98b118f05706 req-c4d6773c-cb2a-4963-bcdf-cccb17714bc2 tempest-ServerRescueNegativeTestJSON-440649021 tempest-ServerRescueNegativeTestJSON-440649021-project] 10.222.0.18 "GET /v2.0/ports?device_id=5aa72395-ebb9-4022-8269-0c34238e58aa HTTP/1.1" status: 200 len: 945 time: 0.0544899 Apr 12 13:17:40.994596 dv-cinder-830097-4-iscsi neutron-server[103457]: INFO neutron.wsgi [req-1cbaead7-1844-4841-a7d4-98b118f05706 req-ac487adf-8415-4385-a918-530770422430 tempest-ServerRescueNegativeTestJSON-440649021 tempest-ServerRescueNegativeTestJSON-440649021-project] 10.222.0.18 "GET /v2.0/security-groups?id=1da71eb9-9022-4720-ae95-e700d9700270&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418060 Apr 12 13:17:41.380396 dv-cinder-830097-4-iscsi neutron-server[103458]: DEBUG neutron.wsgi [-] (103458) accepted ('10.222.0.18', 43156) {{(pid=103458) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 13:17:41.425114 dv-cinder-830097-4-iscsi neutron-server[103458]: DEBUG neutron.db.db_base_plugin_v2 [None req-0875b5e5-11a0-47ad-b5ff-861eafabde34 admin admin] Deleting subnet 3324746b-7797-4bb0-890e-6ce43d3a66c8 {{(pid=103458) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Apr 12 13:17:41.428973 dv-cinder-830097-4-iscsi neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-0875b5e5-11a0-47ad-b5ff-861eafabde34 admin admin] Publish callbacks [] for subnet (3324746b-7797-4bb0-890e-6ce43d3a66c8), before_delete {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:17:41.461564 dv-cinder-830097-4-iscsi neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-0875b5e5-11a0-47ad-b5ff-861eafabde34 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26034251'] for subnet (3324746b-7797-4bb0-890e-6ce43d3a66c8), precommit_delete_associations {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:17:41.499220 dv-cinder-830097-4-iscsi neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-0875b5e5-11a0-47ad-b5ff-861eafabde34 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-660287'] for subnet (3324746b-7797-4bb0-890e-6ce43d3a66c8), precommit_delete {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:17:41.547406 dv-cinder-830097-4-iscsi neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-0875b5e5-11a0-47ad-b5ff-861eafabde34 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-660230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3682813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3697887', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26097040', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25420786'] for subnet (3324746b-7797-4bb0-890e-6ce43d3a66c8), after_delete {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:17:41.575059 dv-cinder-830097-4-iscsi neutron-server[103458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0875b5e5-11a0-47ad-b5ff-861eafabde34 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=3324746b-7797-4bb0-890e-6ce43d3a66c8,revision_number=None']} {{(pid=103458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 13:17:41.578898 dv-cinder-830097-4-iscsi neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-0875b5e5-11a0-47ad-b5ff-861eafabde34 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3697709'] for subnet (None), before_response {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:17:41.581975 dv-cinder-830097-4-iscsi neutron-server[103458]: INFO neutron.wsgi [None req-0875b5e5-11a0-47ad-b5ff-861eafabde34 admin admin] 10.222.0.18 "DELETE /v2.0/subnets/3324746b-7797-4bb0-890e-6ce43d3a66c8 HTTP/1.1" status: 204 len: 168 time: 0.2005265 Apr 12 13:17:41.584868 dv-cinder-830097-4-iscsi neutron-server[103458]: DEBUG neutron.wsgi [-] (103458) accepted ('10.222.0.18', 43158) {{(pid=103458) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 13:17:41.649716 dv-cinder-830097-4-iscsi neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-ecb62090-9a6d-4381-ad8c-e8f4acdf8707 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-739948'] for network (55b5c92d-0c38-40dc-877b-0a2a8bb08d2d), before_delete {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:17:41.737207 dv-cinder-830097-4-iscsi neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-ecb62090-9a6d-4381-ad8c-e8f4acdf8707 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-661938', 'neutron.services.segments.db._delete_segments_for_network-8732727929519'] for network (55b5c92d-0c38-40dc-877b-0a2a8bb08d2d), precommit_delete {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:17:41.758195 dv-cinder-830097-4-iscsi neutron-server[103458]: DEBUG neutron.services.segments.db [None req-ecb62090-9a6d-4381-ad8c-e8f4acdf8707 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['55b5c92d-0c38-40dc-877b-0a2a8bb08d2d']}} {{(pid=103458) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 13:17:41.771544 dv-cinder-830097-4-iscsi neutron-server[103458]: DEBUG neutron.services.segments.db [None req-ecb62090-9a6d-4381-ad8c-e8f4acdf8707 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '319b4089-a514-4a39-a239-750c8270a7f2') {'for_net_delete': True} {{(pid=103458) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 13:17:41.771873 dv-cinder-830097-4-iscsi neutron-server[103458]: DEBUG neutron.services.segments.db [None req-ecb62090-9a6d-4381-ad8c-e8f4acdf8707 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '319b4089-a514-4a39-a239-750c8270a7f2') {} {{(pid=103458) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 13:17:41.781460 dv-cinder-830097-4-iscsi neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-ecb62090-9a6d-4381-ad8c-e8f4acdf8707 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8732727932344', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26034242'] for segment (319b4089-a514-4a39-a239-750c8270a7f2), before_delete {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:17:41.795207 dv-cinder-830097-4-iscsi neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-ecb62090-9a6d-4381-ad8c-e8f4acdf8707 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-715442'] for segment (319b4089-a514-4a39-a239-750c8270a7f2), precommit_delete {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:17:41.801280 dv-cinder-830097-4-iscsi neutron-server[103458]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ecb62090-9a6d-4381-ad8c-e8f4acdf8707 admin admin] Releasing vlan 239 on physical network physnet1 to pool {{(pid=103458) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 12 13:17:41.801750 dv-cinder-830097-4-iscsi neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-ecb62090-9a6d-4381-ad8c-e8f4acdf8707 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-715442', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26096954'] for segment (319b4089-a514-4a39-a239-750c8270a7f2), after_delete {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:17:41.803360 dv-cinder-830097-4-iscsi neutron-server[103458]: Traceback (most recent call last): Apr 12 13:17:41.803360 dv-cinder-830097-4-iscsi neutron-server[103458]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 12 13:17:41.803360 dv-cinder-830097-4-iscsi neutron-server[103458]: timer() Apr 12 13:17:41.803360 dv-cinder-830097-4-iscsi neutron-server[103458]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 12 13:17:41.803360 dv-cinder-830097-4-iscsi neutron-server[103458]: cb(*args, **kw) Apr 12 13:17:41.803360 dv-cinder-830097-4-iscsi neutron-server[103458]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 12 13:17:41.803360 dv-cinder-830097-4-iscsi neutron-server[103458]: return func(*args, **kwargs) Apr 12 13:17:41.803360 dv-cinder-830097-4-iscsi neutron-server[103458]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 12 13:17:41.803360 dv-cinder-830097-4-iscsi neutron-server[103458]: self._notify() Apr 12 13:17:41.803360 dv-cinder-830097-4-iscsi neutron-server[103458]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 12 13:17:41.803360 dv-cinder-830097-4-iscsi neutron-server[103458]: self.callback(batched_events) Apr 12 13:17:41.803360 dv-cinder-830097-4-iscsi neutron-server[103458]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 12 13:17:41.803360 dv-cinder-830097-4-iscsi neutron-server[103458]: event.method(event) Apr 12 13:17:41.803360 dv-cinder-830097-4-iscsi neutron-server[103458]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 12 13:17:41.803360 dv-cinder-830097-4-iscsi neutron-server[103458]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 12 13:17:41.803360 dv-cinder-830097-4-iscsi neutron-server[103458]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 12 13:17:41.803360 dv-cinder-830097-4-iscsi neutron-server[103458]: aggregate_uuid = self.p_client.list_aggregates( Apr 12 13:17:41.803360 dv-cinder-830097-4-iscsi neutron-server[103458]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 12 13:17:41.803360 dv-cinder-830097-4-iscsi neutron-server[103458]: return f(self, *a, **k) Apr 12 13:17:41.803360 dv-cinder-830097-4-iscsi neutron-server[103458]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 12 13:17:41.803360 dv-cinder-830097-4-iscsi neutron-server[103458]: return self._get(url).json() Apr 12 13:17:41.803360 dv-cinder-830097-4-iscsi neutron-server[103458]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 12 13:17:41.803360 dv-cinder-830097-4-iscsi neutron-server[103458]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 12 13:17:41.803360 dv-cinder-830097-4-iscsi neutron-server[103458]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 12 13:17:41.803360 dv-cinder-830097-4-iscsi neutron-server[103458]: return self.request(url, 'GET', **kwargs) Apr 12 13:17:41.803360 dv-cinder-830097-4-iscsi neutron-server[103458]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 12 13:17:41.803360 dv-cinder-830097-4-iscsi neutron-server[103458]: base_url = self.get_endpoint(auth, allow=allow, Apr 12 13:17:41.803360 dv-cinder-830097-4-iscsi neutron-server[103458]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 12 13:17:41.803360 dv-cinder-830097-4-iscsi neutron-server[103458]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 12 13:17:41.803360 dv-cinder-830097-4-iscsi neutron-server[103458]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 12 13:17:41.803360 dv-cinder-830097-4-iscsi neutron-server[103458]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 12 13:17:41.803360 dv-cinder-830097-4-iscsi neutron-server[103458]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 12 13:17:41.858541 dv-cinder-830097-4-iscsi neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-ecb62090-9a6d-4381-ad8c-e8f4acdf8707 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-661949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3691972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3697887', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3739104'] for network (55b5c92d-0c38-40dc-877b-0a2a8bb08d2d), after_delete {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:17:41.865044 dv-cinder-830097-4-iscsi neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-ecb62090-9a6d-4381-ad8c-e8f4acdf8707 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3697709'] for network (None), before_response {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:17:41.868235 dv-cinder-830097-4-iscsi neutron-server[103458]: INFO neutron.wsgi [None req-ecb62090-9a6d-4381-ad8c-e8f4acdf8707 admin admin] 10.222.0.18 "DELETE /v2.0/networks/55b5c92d-0c38-40dc-877b-0a2a8bb08d2d HTTP/1.1" status: 204 len: 168 time: 0.2824714 Apr 12 13:17:41.871201 dv-cinder-830097-4-iscsi neutron-server[103457]: DEBUG neutron.wsgi [-] (103457) accepted ('10.222.0.18', 43170) {{(pid=103457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 13:17:41.880404 dv-cinder-830097-4-iscsi neutron-server[103458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecb62090-9a6d-4381-ad8c-e8f4acdf8707 admin admin] Pushing event deleted for resources: {'Network': ['ID=55b5c92d-0c38-40dc-877b-0a2a8bb08d2d,revision_number=None']} {{(pid=103458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 13:17:41.923185 dv-cinder-830097-4-iscsi neutron-server[103457]: DEBUG neutron.db.db_base_plugin_v2 [None req-e11c7d0d-2f87-4d0d-a3ae-001810293638 admin admin] Deleting subnet c0a18607-58ff-45cf-bd53-d02615191a76 {{(pid=103457) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Apr 12 13:17:41.926841 dv-cinder-830097-4-iscsi neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-e11c7d0d-2f87-4d0d-a3ae-001810293638 admin admin] Publish callbacks [] for subnet (c0a18607-58ff-45cf-bd53-d02615191a76), before_delete {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:17:41.962883 dv-cinder-830097-4-iscsi neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-e11c7d0d-2f87-4d0d-a3ae-001810293638 admin admin] Publish callbacks [] for subnet (c0a18607-58ff-45cf-bd53-d02615191a76), precommit_delete_associations {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:17:41.972026 dv-cinder-830097-4-iscsi neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-e11c7d0d-2f87-4d0d-a3ae-001810293638 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-660287'] for subnet (c0a18607-58ff-45cf-bd53-d02615191a76), precommit_delete {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:17:42.026738 dv-cinder-830097-4-iscsi neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-e11c7d0d-2f87-4d0d-a3ae-001810293638 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-660230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3682813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3697887'] for subnet (c0a18607-58ff-45cf-bd53-d02615191a76), after_delete {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:17:42.035485 dv-cinder-830097-4-iscsi neutron-server[103458]: DEBUG neutron.wsgi [-] (103458) accepted ('10.222.0.18', 43176) {{(pid=103458) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 13:17:42.057557 dv-cinder-830097-4-iscsi neutron-server[103457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e11c7d0d-2f87-4d0d-a3ae-001810293638 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=c0a18607-58ff-45cf-bd53-d02615191a76,revision_number=None']} {{(pid=103457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 13:17:42.061938 dv-cinder-830097-4-iscsi neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-e11c7d0d-2f87-4d0d-a3ae-001810293638 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:17:42.065607 dv-cinder-830097-4-iscsi neutron-server[103457]: INFO neutron.wsgi [None req-e11c7d0d-2f87-4d0d-a3ae-001810293638 admin admin] 10.222.0.18 "DELETE /v2.0/subnets/c0a18607-58ff-45cf-bd53-d02615191a76 HTTP/1.1" status: 204 len: 168 time: 0.1934249 Apr 12 13:17:42.068503 dv-cinder-830097-4-iscsi neutron-server[103457]: DEBUG neutron.wsgi [-] (103457) accepted ('10.222.0.18', 43180) {{(pid=103457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 13:17:42.118849 dv-cinder-830097-4-iscsi neutron-server[103458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47a9cb2a-e2e3-4739-8240-3f3ac6734efa req-6a321966-c77b-4d9c-a615-3c72813cc45c tempest-ServerRescueNegativeTestJSON-440649021 tempest-ServerRescueNegativeTestJSON-440649021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 13:17:42.120323 dv-cinder-830097-4-iscsi neutron-server[103458]: INFO neutron.wsgi [req-47a9cb2a-e2e3-4739-8240-3f3ac6734efa req-6a321966-c77b-4d9c-a615-3c72813cc45c tempest-ServerRescueNegativeTestJSON-440649021 tempest-ServerRescueNegativeTestJSON-440649021-project] 10.222.0.18 "GET /v2.0/ports?device_id=5aa72395-ebb9-4022-8269-0c34238e58aa HTTP/1.1" status: 200 len: 945 time: 0.0548482 Apr 12 13:17:42.142254 dv-cinder-830097-4-iscsi neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-979e35f8-0a18-4217-b6e7-9f36f6cbe944 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-739948'] for network (95bd5d86-55c4-46bd-b82b-fba59ededc99), before_delete {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:17:42.170568 dv-cinder-830097-4-iscsi neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-c820033c-83c6-4003-a7bc-a734239814ca admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:17:42.186724 dv-cinder-830097-4-iscsi neutron-server[103458]: INFO neutron.wsgi [req-47a9cb2a-e2e3-4739-8240-3f3ac6734efa req-5c7c12e4-c946-4a9e-aa02-e8ca15da8004 tempest-ServerRescueNegativeTestJSON-440649021 tempest-ServerRescueNegativeTestJSON-440649021-project] 10.222.0.18 "GET /v2.0/security-groups?id=1da71eb9-9022-4720-ae95-e700d9700270&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0602994 Apr 12 13:17:42.229585 dv-cinder-830097-4-iscsi neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-979e35f8-0a18-4217-b6e7-9f36f6cbe944 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-661938', 'neutron.services.segments.db._delete_segments_for_network-8732727929519'] for network (95bd5d86-55c4-46bd-b82b-fba59ededc99), precommit_delete {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:17:42.255549 dv-cinder-830097-4-iscsi neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-979e35f8-0a18-4217-b6e7-9f36f6cbe944 admin admin] Subscribe: > segment before_delete 55550000 {{(pid=103457) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 12 13:17:42.255894 dv-cinder-830097-4-iscsi neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-979e35f8-0a18-4217-b6e7-9f36f6cbe944 admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=103457) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 12 13:17:42.256659 dv-cinder-830097-4-iscsi neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-979e35f8-0a18-4217-b6e7-9f36f6cbe944 admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=103457) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 12 13:17:42.257038 dv-cinder-830097-4-iscsi neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-979e35f8-0a18-4217-b6e7-9f36f6cbe944 admin admin] Subscribe: > port after_create 55550000 {{(pid=103457) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 12 13:17:42.257360 dv-cinder-830097-4-iscsi neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-979e35f8-0a18-4217-b6e7-9f36f6cbe944 admin admin] Subscribe: > port after_delete 55550000 {{(pid=103457) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 12 13:17:42.257672 dv-cinder-830097-4-iscsi neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-979e35f8-0a18-4217-b6e7-9f36f6cbe944 admin admin] Subscribe: > port after_update 55550000 {{(pid=103457) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 12 13:17:42.258001 dv-cinder-830097-4-iscsi neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-979e35f8-0a18-4217-b6e7-9f36f6cbe944 admin admin] Subscribe: > segment after_delete 55550000 {{(pid=103457) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 12 13:17:42.258318 dv-cinder-830097-4-iscsi neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-979e35f8-0a18-4217-b6e7-9f36f6cbe944 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=103457) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 12 13:17:42.258632 dv-cinder-830097-4-iscsi neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-979e35f8-0a18-4217-b6e7-9f36f6cbe944 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=103457) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 12 13:17:42.258945 dv-cinder-830097-4-iscsi neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-979e35f8-0a18-4217-b6e7-9f36f6cbe944 admin admin] Subscribe: > subnet after_update 55550000 {{(pid=103457) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 12 13:17:42.259624 dv-cinder-830097-4-iscsi neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-c820033c-83c6-4003-a7bc-a734239814ca admin admin] Publish callbacks [] for security_group (4193296e-3187-4e5e-94cc-b5853041e352), precommit_create {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:17:42.263635 dv-cinder-830097-4-iscsi neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-c820033c-83c6-4003-a7bc-a734239814ca admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3691807'] for security_group (4193296e-3187-4e5e-94cc-b5853041e352), after_create {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:17:42.299300 dv-cinder-830097-4-iscsi neutron-server[103458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c820033c-83c6-4003-a7bc-a734239814ca admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4193296e-3187-4e5e-94cc-b5853041e352,revision_number=1']} {{(pid=103458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 13:17:42.305236 dv-cinder-830097-4-iscsi neutron-server[103458]: INFO neutron.wsgi [None req-c820033c-83c6-4003-a7bc-a734239814ca admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=44f23745c9b743e99fb26593cf60a2f6&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2680385 Apr 12 13:17:42.306938 dv-cinder-830097-4-iscsi neutron-server[103458]: DEBUG neutron.wsgi [-] (103458) accepted ('10.222.0.18', 43186) {{(pid=103458) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 13:17:42.326761 dv-cinder-830097-4-iscsi neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-979e35f8-0a18-4217-b6e7-9f36f6cbe944 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=103457) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 12 13:17:42.327105 dv-cinder-830097-4-iscsi neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-979e35f8-0a18-4217-b6e7-9f36f6cbe944 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=103457) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 12 13:17:42.327436 dv-cinder-830097-4-iscsi neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-979e35f8-0a18-4217-b6e7-9f36f6cbe944 admin admin] Subscribe: > subnet before_create 55550000 {{(pid=103457) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 12 13:17:42.327768 dv-cinder-830097-4-iscsi neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-979e35f8-0a18-4217-b6e7-9f36f6cbe944 admin admin] Subscribe: > subnet before_update 55550000 {{(pid=103457) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 12 13:17:42.328142 dv-cinder-830097-4-iscsi neutron-server[103457]: DEBUG neutron.services.segments.db [None req-979e35f8-0a18-4217-b6e7-9f36f6cbe944 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['95bd5d86-55c4-46bd-b82b-fba59ededc99']}} {{(pid=103457) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 13:17:42.346199 dv-cinder-830097-4-iscsi neutron-server[103457]: DEBUG neutron.services.segments.db [None req-979e35f8-0a18-4217-b6e7-9f36f6cbe944 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '186e25e0-2b6a-43a9-8996-4f854e7ae283') {'for_net_delete': True} {{(pid=103457) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 13:17:42.346497 dv-cinder-830097-4-iscsi neutron-server[103457]: DEBUG neutron.services.segments.db [None req-979e35f8-0a18-4217-b6e7-9f36f6cbe944 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '186e25e0-2b6a-43a9-8996-4f854e7ae283') {} {{(pid=103457) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 13:17:42.357011 dv-cinder-830097-4-iscsi neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-95a82a05-9ee8-45af-b86d-f6df19722d6b admin admin] Publish callbacks [] for security_group (4193296e-3187-4e5e-94cc-b5853041e352), before_delete {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:17:42.362619 dv-cinder-830097-4-iscsi neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-979e35f8-0a18-4217-b6e7-9f36f6cbe944 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8732727932344', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25895923'] for segment (186e25e0-2b6a-43a9-8996-4f854e7ae283), before_delete {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:17:42.378142 dv-cinder-830097-4-iscsi neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-95a82a05-9ee8-45af-b86d-f6df19722d6b admin admin] Publish callbacks [] for security_group (4193296e-3187-4e5e-94cc-b5853041e352), precommit_delete {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:17:42.383440 dv-cinder-830097-4-iscsi neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-979e35f8-0a18-4217-b6e7-9f36f6cbe944 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-715442'] for segment (186e25e0-2b6a-43a9-8996-4f854e7ae283), precommit_delete {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:17:42.392287 dv-cinder-830097-4-iscsi neutron-server[103457]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-979e35f8-0a18-4217-b6e7-9f36f6cbe944 admin admin] Releasing vlan 216 on physical network physnet1 to pool {{(pid=103457) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 12 13:17:42.392702 dv-cinder-830097-4-iscsi neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-979e35f8-0a18-4217-b6e7-9f36f6cbe944 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-715442', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25610529'] for segment (186e25e0-2b6a-43a9-8996-4f854e7ae283), after_delete {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:17:42.396935 dv-cinder-830097-4-iscsi neutron-server[103457]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Apr 12 13:17:42.396935 dv-cinder-830097-4-iscsi neutron-server[103457]: from cryptography.utils import int_from_bytes Apr 12 13:17:42.396935 dv-cinder-830097-4-iscsi neutron-server[103457]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Apr 12 13:17:42.396935 dv-cinder-830097-4-iscsi neutron-server[103457]: from cryptography.utils import int_from_bytes Apr 12 13:17:42.396935 dv-cinder-830097-4-iscsi neutron-server[103457]: Traceback (most recent call last): Apr 12 13:17:42.396935 dv-cinder-830097-4-iscsi neutron-server[103457]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 12 13:17:42.396935 dv-cinder-830097-4-iscsi neutron-server[103457]: timer() Apr 12 13:17:42.396935 dv-cinder-830097-4-iscsi neutron-server[103457]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 12 13:17:42.396935 dv-cinder-830097-4-iscsi neutron-server[103457]: cb(*args, **kw) Apr 12 13:17:42.396935 dv-cinder-830097-4-iscsi neutron-server[103457]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 12 13:17:42.396935 dv-cinder-830097-4-iscsi neutron-server[103457]: return func(*args, **kwargs) Apr 12 13:17:42.396935 dv-cinder-830097-4-iscsi neutron-server[103457]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 12 13:17:42.396935 dv-cinder-830097-4-iscsi neutron-server[103457]: self._notify() Apr 12 13:17:42.396935 dv-cinder-830097-4-iscsi neutron-server[103457]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 12 13:17:42.396935 dv-cinder-830097-4-iscsi neutron-server[103457]: self.callback(batched_events) Apr 12 13:17:42.396935 dv-cinder-830097-4-iscsi neutron-server[103457]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 12 13:17:42.396935 dv-cinder-830097-4-iscsi neutron-server[103457]: event.method(event) Apr 12 13:17:42.396935 dv-cinder-830097-4-iscsi neutron-server[103457]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 12 13:17:42.396935 dv-cinder-830097-4-iscsi neutron-server[103457]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 12 13:17:42.396935 dv-cinder-830097-4-iscsi neutron-server[103457]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 12 13:17:42.396935 dv-cinder-830097-4-iscsi neutron-server[103457]: aggregate_uuid = self.p_client.list_aggregates( Apr 12 13:17:42.396935 dv-cinder-830097-4-iscsi neutron-server[103457]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 12 13:17:42.396935 dv-cinder-830097-4-iscsi neutron-server[103457]: return f(self, *a, **k) Apr 12 13:17:42.396935 dv-cinder-830097-4-iscsi neutron-server[103457]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 12 13:17:42.396935 dv-cinder-830097-4-iscsi neutron-server[103457]: return self._get(url).json() Apr 12 13:17:42.396935 dv-cinder-830097-4-iscsi neutron-server[103457]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 12 13:17:42.396935 dv-cinder-830097-4-iscsi neutron-server[103457]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 12 13:17:42.396935 dv-cinder-830097-4-iscsi neutron-server[103457]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 12 13:17:42.396935 dv-cinder-830097-4-iscsi neutron-server[103457]: return self.request(url, 'GET', **kwargs) Apr 12 13:17:42.396935 dv-cinder-830097-4-iscsi neutron-server[103457]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 12 13:17:42.396935 dv-cinder-830097-4-iscsi neutron-server[103457]: base_url = self.get_endpoint(auth, allow=allow, Apr 12 13:17:42.396935 dv-cinder-830097-4-iscsi neutron-server[103457]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 12 13:17:42.396935 dv-cinder-830097-4-iscsi neutron-server[103457]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 12 13:17:42.396935 dv-cinder-830097-4-iscsi neutron-server[103457]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 12 13:17:42.396935 dv-cinder-830097-4-iscsi neutron-server[103457]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 12 13:17:42.396935 dv-cinder-830097-4-iscsi neutron-server[103457]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 12 13:17:42.430263 dv-cinder-830097-4-iscsi neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-95a82a05-9ee8-45af-b86d-f6df19722d6b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3691807'] for security_group (4193296e-3187-4e5e-94cc-b5853041e352), after_delete {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:17:42.432941 dv-cinder-830097-4-iscsi neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-95a82a05-9ee8-45af-b86d-f6df19722d6b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:17:42.441157 dv-cinder-830097-4-iscsi neutron-server[103458]: INFO neutron.wsgi [None req-95a82a05-9ee8-45af-b86d-f6df19722d6b admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/4193296e-3187-4e5e-94cc-b5853041e352 HTTP/1.1" status: 204 len: 168 time: 0.1289337 Apr 12 13:17:42.457116 dv-cinder-830097-4-iscsi neutron-server[103458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95a82a05-9ee8-45af-b86d-f6df19722d6b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4193296e-3187-4e5e-94cc-b5853041e352,revision_number=None']} {{(pid=103458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 13:17:42.463524 dv-cinder-830097-4-iscsi neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-979e35f8-0a18-4217-b6e7-9f36f6cbe944 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-661949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3691972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3697887', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3739104'] for network (95bd5d86-55c4-46bd-b82b-fba59ededc99), after_delete {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:17:42.470779 dv-cinder-830097-4-iscsi neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-979e35f8-0a18-4217-b6e7-9f36f6cbe944 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3697709'] for network (None), before_response {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:17:42.475003 dv-cinder-830097-4-iscsi neutron-server[103457]: INFO neutron.wsgi [None req-979e35f8-0a18-4217-b6e7-9f36f6cbe944 admin admin] 10.222.0.18 "DELETE /v2.0/networks/95bd5d86-55c4-46bd-b82b-fba59ededc99 HTTP/1.1" status: 204 len: 168 time: 0.4058135 Apr 12 13:17:42.485295 dv-cinder-830097-4-iscsi neutron-server[103457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-979e35f8-0a18-4217-b6e7-9f36f6cbe944 admin admin] Pushing event deleted for resources: {'Network': ['ID=95bd5d86-55c4-46bd-b82b-fba59ededc99,revision_number=None']} {{(pid=103457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 13:17:42.591260 dv-cinder-830097-4-iscsi neutron-server[103458]: DEBUG neutron.wsgi [-] (103458) accepted ('10.222.0.18', 43196) {{(pid=103458) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 13:17:42.631299 dv-cinder-830097-4-iscsi neutron-server[103458]: INFO neutron.wsgi [None req-48b479bc-b3ed-46e0-b9a9-0ac6763a64b0 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=77ff2600bbc14454b299ca890f62a934&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0388975 Apr 12 13:17:42.634112 dv-cinder-830097-4-iscsi neutron-server[103457]: DEBUG neutron.wsgi [-] (103457) accepted ('10.222.0.18', 43198) {{(pid=103457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 13:17:42.687049 dv-cinder-830097-4-iscsi neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-e675f36b-d602-49b1-9ea3-d0f49be36495 admin admin] Publish callbacks [] for security_group (dda4ed85-a7e9-49c6-b1fd-806cd02c5009), before_delete {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:17:42.708964 dv-cinder-830097-4-iscsi neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-e675f36b-d602-49b1-9ea3-d0f49be36495 admin admin] Publish callbacks [] for security_group (dda4ed85-a7e9-49c6-b1fd-806cd02c5009), precommit_delete {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:17:42.758101 dv-cinder-830097-4-iscsi neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-e675f36b-d602-49b1-9ea3-d0f49be36495 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3691807'] for security_group (dda4ed85-a7e9-49c6-b1fd-806cd02c5009), after_delete {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:17:42.759367 dv-cinder-830097-4-iscsi neutron-server[103458]: DEBUG neutron.wsgi [-] (103458) accepted ('10.222.0.18', 43200) {{(pid=103458) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 13:17:42.760645 dv-cinder-830097-4-iscsi neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-e675f36b-d602-49b1-9ea3-d0f49be36495 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:17:42.761801 dv-cinder-830097-4-iscsi neutron-server[103457]: INFO neutron.wsgi [None req-e675f36b-d602-49b1-9ea3-d0f49be36495 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/dda4ed85-a7e9-49c6-b1fd-806cd02c5009 HTTP/1.1" status: 204 len: 168 time: 0.1266785 Apr 12 13:17:42.771528 dv-cinder-830097-4-iscsi neutron-server[103457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e675f36b-d602-49b1-9ea3-d0f49be36495 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dda4ed85-a7e9-49c6-b1fd-806cd02c5009,revision_number=None']} {{(pid=103457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 13:17:42.773764 dv-cinder-830097-4-iscsi neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-27cc962e-7fab-4afb-99f1-71b29e2d1b20 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:17:42.858287 dv-cinder-830097-4-iscsi neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-27cc962e-7fab-4afb-99f1-71b29e2d1b20 admin admin] Publish callbacks [] for security_group (5557dc49-ba39-4c26-b78c-3bff97a48c5d), precommit_create {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:17:42.862253 dv-cinder-830097-4-iscsi neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-27cc962e-7fab-4afb-99f1-71b29e2d1b20 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3691807'] for security_group (5557dc49-ba39-4c26-b78c-3bff97a48c5d), after_create {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:17:42.900053 dv-cinder-830097-4-iscsi neutron-server[103458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27cc962e-7fab-4afb-99f1-71b29e2d1b20 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5557dc49-ba39-4c26-b78c-3bff97a48c5d,revision_number=1']} {{(pid=103458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 13:17:42.905245 dv-cinder-830097-4-iscsi neutron-server[103458]: INFO neutron.wsgi [None req-27cc962e-7fab-4afb-99f1-71b29e2d1b20 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=6001f10c7d234ec9b4111a1202d3b770&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1446955 Apr 12 13:17:42.907001 dv-cinder-830097-4-iscsi neutron-server[103458]: DEBUG neutron.wsgi [-] (103458) accepted ('10.222.0.18', 43204) {{(pid=103458) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 13:17:42.959823 dv-cinder-830097-4-iscsi neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-a736dca8-7032-416d-99ea-949ba56c4ec5 admin admin] Publish callbacks [] for security_group (5557dc49-ba39-4c26-b78c-3bff97a48c5d), before_delete {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:17:42.980543 dv-cinder-830097-4-iscsi neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-a736dca8-7032-416d-99ea-949ba56c4ec5 admin admin] Publish callbacks [] for security_group (5557dc49-ba39-4c26-b78c-3bff97a48c5d), precommit_delete {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:17:43.029549 dv-cinder-830097-4-iscsi neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-a736dca8-7032-416d-99ea-949ba56c4ec5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3691807'] for security_group (5557dc49-ba39-4c26-b78c-3bff97a48c5d), after_delete {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:17:43.032091 dv-cinder-830097-4-iscsi neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-a736dca8-7032-416d-99ea-949ba56c4ec5 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:17:43.033296 dv-cinder-830097-4-iscsi neutron-server[103458]: INFO neutron.wsgi [None req-a736dca8-7032-416d-99ea-949ba56c4ec5 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/5557dc49-ba39-4c26-b78c-3bff97a48c5d HTTP/1.1" status: 204 len: 168 time: 0.1253989 Apr 12 13:17:43.041530 dv-cinder-830097-4-iscsi neutron-server[103458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a736dca8-7032-416d-99ea-949ba56c4ec5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5557dc49-ba39-4c26-b78c-3bff97a48c5d,revision_number=None']} {{(pid=103458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 13:17:43.103335 dv-cinder-830097-4-iscsi neutron-server[103458]: DEBUG neutron.wsgi [-] (103458) accepted ('10.222.0.18', 43210) {{(pid=103458) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 13:17:43.144882 dv-cinder-830097-4-iscsi neutron-server[103458]: INFO neutron.wsgi [None req-36e734b8-3879-4f48-8a69-b4dca14acb1d admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=4974b048204f4ee8a72bfa1d92b232fb&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0403259 Apr 12 13:17:43.147712 dv-cinder-830097-4-iscsi neutron-server[103458]: DEBUG neutron.wsgi [-] (103458) accepted ('10.222.0.18', 43214) {{(pid=103458) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 13:17:43.195127 dv-cinder-830097-4-iscsi neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-afae1690-1672-42af-833c-1ed3fe359102 admin admin] Publish callbacks [] for security_group (698977af-65a8-4ed6-a3f3-77446ab36ab3), before_delete {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:17:43.217893 dv-cinder-830097-4-iscsi neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-afae1690-1672-42af-833c-1ed3fe359102 admin admin] Publish callbacks [] for security_group (698977af-65a8-4ed6-a3f3-77446ab36ab3), precommit_delete {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:17:43.274660 dv-cinder-830097-4-iscsi neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-afae1690-1672-42af-833c-1ed3fe359102 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3691807'] for security_group (698977af-65a8-4ed6-a3f3-77446ab36ab3), after_delete {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:17:43.277830 dv-cinder-830097-4-iscsi neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-afae1690-1672-42af-833c-1ed3fe359102 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:17:43.282141 dv-cinder-830097-4-iscsi neutron-server[103458]: INFO neutron.wsgi [None req-afae1690-1672-42af-833c-1ed3fe359102 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/698977af-65a8-4ed6-a3f3-77446ab36ab3 HTTP/1.1" status: 204 len: 168 time: 0.1334753 Apr 12 13:17:43.292270 dv-cinder-830097-4-iscsi neutron-server[103458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afae1690-1672-42af-833c-1ed3fe359102 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=698977af-65a8-4ed6-a3f3-77446ab36ab3,revision_number=None']} {{(pid=103458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 13:17:43.321359 dv-cinder-830097-4-iscsi neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c88bec0-177a-4a38-a0ca-c84681fb2a98 req-a234b1d5-fb5b-4646-95d9-6b71e5392d18 tempest-ServerRescueNegativeTestJSON-440649021 tempest-ServerRescueNegativeTestJSON-440649021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 13:17:43.322861 dv-cinder-830097-4-iscsi neutron-server[103457]: INFO neutron.wsgi [req-7c88bec0-177a-4a38-a0ca-c84681fb2a98 req-a234b1d5-fb5b-4646-95d9-6b71e5392d18 tempest-ServerRescueNegativeTestJSON-440649021 tempest-ServerRescueNegativeTestJSON-440649021-project] 10.222.0.18 "GET /v2.0/ports?device_id=5aa72395-ebb9-4022-8269-0c34238e58aa HTTP/1.1" status: 200 len: 945 time: 0.0584157 Apr 12 13:17:43.380923 dv-cinder-830097-4-iscsi neutron-server[103457]: INFO neutron.wsgi [req-7c88bec0-177a-4a38-a0ca-c84681fb2a98 req-effcf1f2-377a-45b0-af89-4e4b0b7c5f1b tempest-ServerRescueNegativeTestJSON-440649021 tempest-ServerRescueNegativeTestJSON-440649021-project] 10.222.0.18 "GET /v2.0/security-groups?id=1da71eb9-9022-4720-ae95-e700d9700270&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0514662 Apr 12 13:17:43.999251 dv-cinder-830097-4-iscsi neutron-server[103458]: DEBUG neutron.wsgi [-] (103458) accepted ('10.222.0.18', 43270) {{(pid=103458) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 13:17:44.140559 dv-cinder-830097-4-iscsi neutron-server[103458]: DEBUG neutron.api.v2.base [None req-ddc6bf32-3f0d-41d2-93b5-7b86926db63e admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-1350615102-network', 'tenant_id': '324be551cdc84d27989a0ab080f181fe'}} {{(pid=103458) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 12 13:17:44.160177 dv-cinder-830097-4-iscsi neutron-server[103458]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ddc6bf32-3f0d-41d2-93b5-7b86926db63e admin admin] Made reservation on behalf of 324be551cdc84d27989a0ab080f181fe for: {'network': 1} {{(pid=103458) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 12 13:17:44.163114 dv-cinder-830097-4-iscsi neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-ddc6bf32-3f0d-41d2-93b5-7b86926db63e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-916304'] for network (None), before_create {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:17:44.172218 dv-cinder-830097-4-iscsi neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-ddc6bf32-3f0d-41d2-93b5-7b86926db63e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:17:44.256892 dv-cinder-830097-4-iscsi neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-ddc6bf32-3f0d-41d2-93b5-7b86926db63e admin admin] Publish callbacks [] for security_group (5cff6b3d-3421-463c-b8d1-a470719c1ceb), precommit_create {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:17:44.260783 dv-cinder-830097-4-iscsi neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-ddc6bf32-3f0d-41d2-93b5-7b86926db63e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3691807'] for security_group (5cff6b3d-3421-463c-b8d1-a470719c1ceb), after_create {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:17:44.285953 dv-cinder-830097-4-iscsi neutron-server[103458]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ddc6bf32-3f0d-41d2-93b5-7b86926db63e admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 229} {{(pid=103458) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 12 13:17:44.296215 dv-cinder-830097-4-iscsi neutron-server[103458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddc6bf32-3f0d-41d2-93b5-7b86926db63e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5cff6b3d-3421-463c-b8d1-a470719c1ceb,revision_number=1']} {{(pid=103458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 13:17:44.303124 dv-cinder-830097-4-iscsi neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-ddc6bf32-3f0d-41d2-93b5-7b86926db63e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-715442'] for segment (c7030a2b-c894-43d1-978c-a3dddc343332), precommit_create {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:17:44.303464 dv-cinder-830097-4-iscsi neutron-server[103458]: INFO neutron.db.segments_db [None req-ddc6bf32-3f0d-41d2-93b5-7b86926db63e admin admin] Added segment c7030a2b-c894-43d1-978c-a3dddc343332 of type vlan for network 43ad3d49-b83e-473d-8b7c-7c5b9f9692d2 Apr 12 13:17:44.346138 dv-cinder-830097-4-iscsi neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-ddc6bf32-3f0d-41d2-93b5-7b86926db63e admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8732727402599'] for network (43ad3d49-b83e-473d-8b7c-7c5b9f9692d2), precommit_create {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:17:44.371746 dv-cinder-830097-4-iscsi neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-ddc6bf32-3f0d-41d2-93b5-7b86926db63e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3691972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3697887'] for network (43ad3d49-b83e-473d-8b7c-7c5b9f9692d2), after_create {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:17:44.372685 dv-cinder-830097-4-iscsi neutron-server[103458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ddc6bf32-3f0d-41d2-93b5-7b86926db63e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 13:17:44.373285 dv-cinder-830097-4-iscsi neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-ddc6bf32-3f0d-41d2-93b5-7b86926db63e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3697709'] for network (None), before_response {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:17:44.439543 dv-cinder-830097-4-iscsi neutron-server[103458]: INFO neutron.wsgi [None req-ddc6bf32-3f0d-41d2-93b5-7b86926db63e admin admin] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.4391570 Apr 12 13:17:44.442586 dv-cinder-830097-4-iscsi neutron-server[103457]: DEBUG neutron.wsgi [-] (103457) accepted ('10.222.0.18', 43290) {{(pid=103457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 13:17:44.443069 dv-cinder-830097-4-iscsi neutron-server[103458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddc6bf32-3f0d-41d2-93b5-7b86926db63e admin admin] Pushing event updated for resources: {'Network': ['ID=43ad3d49-b83e-473d-8b7c-7c5b9f9692d2,revision_number=1']} {{(pid=103458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 13:17:44.448402 dv-cinder-830097-4-iscsi neutron-server[103457]: DEBUG neutron.api.v2.base [None req-7852a816-a0d5-444f-bec1-4d83eff87652 admin admin] Request body: {'subnet': {'network_id': '43ad3d49-b83e-473d-8b7c-7c5b9f9692d2', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-1350615102-subnet', 'tenant_id': '324be551cdc84d27989a0ab080f181fe', 'ip_version': 4}} {{(pid=103457) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 12 13:17:44.453691 dv-cinder-830097-4-iscsi neutron-server[103459]: DEBUG neutron.plugins.ml2.rpc [None req-53781792-8650-4c78-93a6-1c4d328d874c None None] Network 43ad3d49-b83e-473d-8b7c-7c5b9f9692d2 details requested by agent ovs-agent-dv-cinder-830097-4-iscsi with host dv-cinder-830097-4-iscsi {{(pid=103459) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 12 13:17:44.501527 dv-cinder-830097-4-iscsi neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7852a816-a0d5-444f-bec1-4d83eff87652 admin admin] Made reservation on behalf of 324be551cdc84d27989a0ab080f181fe for: {'subnet': 1} {{(pid=103457) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 12 13:17:44.504203 dv-cinder-830097-4-iscsi neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-7852a816-a0d5-444f-bec1-4d83eff87652 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25774359'] for subnet (None), before_create {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:17:44.510330 dv-cinder-830097-4-iscsi neutron-server[103458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-362526d2-1669-41b8-ab25-6b77ac26bc54 req-4ccaecca-27ef-42bc-8773-a5b7e245d23f tempest-ServerRescueNegativeTestJSON-440649021 tempest-ServerRescueNegativeTestJSON-440649021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 13:17:44.511987 dv-cinder-830097-4-iscsi neutron-server[103458]: INFO neutron.wsgi [req-362526d2-1669-41b8-ab25-6b77ac26bc54 req-4ccaecca-27ef-42bc-8773-a5b7e245d23f tempest-ServerRescueNegativeTestJSON-440649021 tempest-ServerRescueNegativeTestJSON-440649021-project] 10.222.0.18 "GET /v2.0/ports?device_id=5aa72395-ebb9-4022-8269-0c34238e58aa HTTP/1.1" status: 200 len: 945 time: 0.0544519 Apr 12 13:17:44.563783 dv-cinder-830097-4-iscsi neutron-server[103458]: INFO neutron.wsgi [req-362526d2-1669-41b8-ab25-6b77ac26bc54 req-53d338ea-2dcb-444e-a292-4e41f6897aee tempest-ServerRescueNegativeTestJSON-440649021 tempest-ServerRescueNegativeTestJSON-440649021-project] 10.222.0.18 "GET /v2.0/security-groups?id=1da71eb9-9022-4720-ae95-e700d9700270&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0458932 Apr 12 13:17:44.687675 dv-cinder-830097-4-iscsi neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-7852a816-a0d5-444f-bec1-4d83eff87652 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3682813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3697887', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25610054', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25774341'] for subnet (459228ea-ace1-423f-95f0-441946c28473), after_create {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:17:44.747775 dv-cinder-830097-4-iscsi neutron-server[103457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7852a816-a0d5-444f-bec1-4d83eff87652 admin admin] Pushing event updated for resources: {'Subnet': ['ID=459228ea-ace1-423f-95f0-441946c28473,revision_number=0']} {{(pid=103457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 13:17:44.754808 dv-cinder-830097-4-iscsi neutron-server[103457]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7852a816-a0d5-444f-bec1-4d83eff87652 admin admin] Checking segment: {'id': 'c7030a2b-c894-43d1-978c-a3dddc343332', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 229, 'network_id': '43ad3d49-b83e-473d-8b7c-7c5b9f9692d2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103457) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 12 13:17:44.755153 dv-cinder-830097-4-iscsi neutron-server[103457]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7852a816-a0d5-444f-bec1-4d83eff87652 admin admin] Network hostable DHCP agents. Network: 43ad3d49-b83e-473d-8b7c-7c5b9f9692d2, hostable agents: ['246ca497-e2ee-4e0b-b432-b4153c207e5f'], hosted agents: [] {{(pid=103457) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 12 13:17:44.774379 dv-cinder-830097-4-iscsi neutron-server[103457]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7852a816-a0d5-444f-bec1-4d83eff87652 admin admin] Network 43ad3d49-b83e-473d-8b7c-7c5b9f9692d2 is scheduled to be hosted by DHCP agent 246ca497-e2ee-4e0b-b432-b4153c207e5f with binding_index 1 {{(pid=103457) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 12 13:17:44.783230 dv-cinder-830097-4-iscsi neutron-server[103457]: DEBUG neutron.scheduler.base_scheduler [None req-7852a816-a0d5-444f-bec1-4d83eff87652 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-830097-4-iscsi, 43ad3d49-b83e-473d-8b7c-7c5b9f9692d2) {{(pid=103457) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 12 13:17:44.791882 dv-cinder-830097-4-iscsi neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7852a816-a0d5-444f-bec1-4d83eff87652 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 13:17:44.792957 dv-cinder-830097-4-iscsi neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-7852a816-a0d5-444f-bec1-4d83eff87652 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:17:44.794216 dv-cinder-830097-4-iscsi neutron-server[103459]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4d173e95-86fa-4287-80c9-451428cfcce1 None None] Network 43ad3d49-b83e-473d-8b7c-7c5b9f9692d2 requested from dv-cinder-830097-4-iscsi {{(pid=103459) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 12 13:17:44.833550 dv-cinder-830097-4-iscsi neutron-server[103457]: INFO neutron.wsgi [None req-7852a816-a0d5-444f-bec1-4d83eff87652 admin admin] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.3895917 Apr 12 13:17:44.835693 dv-cinder-830097-4-iscsi neutron-server[103457]: DEBUG neutron.wsgi [-] (103457) accepted ('10.222.0.18', 43298) {{(pid=103457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 13:17:44.839796 dv-cinder-830097-4-iscsi neutron-server[103457]: DEBUG neutron.api.v2.base [None req-d852703d-8c8e-4a47-a8a6-e224f1c30cc8 admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-1350615102-router', 'tenant_id': '324be551cdc84d27989a0ab080f181fe', 'external_gateway_info': {'network_id': '26d0436d-8ae2-49bd-8cc6-3d2eac552c84'}}} {{(pid=103457) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 12 13:17:44.860562 dv-cinder-830097-4-iscsi neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-d852703d-8c8e-4a47-a8a6-e224f1c30cc8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3800912', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-36249'] for router (81f07478-dbd0-4cbf-a550-f0eba3802cf4), before_create {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:17:44.861739 dv-cinder-830097-4-iscsi neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-d852703d-8c8e-4a47-a8a6-e224f1c30cc8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3800288', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3747931', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-4120380', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-36256'] for router (81f07478-dbd0-4cbf-a550-f0eba3802cf4), precommit_create {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:17:44.913026 dv-cinder-830097-4-iscsi neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-d852703d-8c8e-4a47-a8a6-e224f1c30cc8 admin admin] Publish callbacks [] for router_controller (81f07478-dbd0-4cbf-a550-f0eba3802cf4), precommit_add_association {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:17:44.929447 dv-cinder-830097-4-iscsi neutron-server[103459]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a9ef7848-829e-4b2a-8a68-b3275c5e6686 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0dda7392-c464-571f-8166-3efeee773273-43ad3d49-b83e-473d-8b7c-7c5b9f9692d2', 'network_id': '43ad3d49-b83e-473d-8b7c-7c5b9f9692d2', 'project_id': '324be551cdc84d27989a0ab080f181fe', 'fixed_ips': [{'subnet_id': '459228ea-ace1-423f-95f0-441946c28473'}]}} from dv-cinder-830097-4-iscsi. {{(pid=103459) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Apr 12 13:17:44.930312 dv-cinder-830097-4-iscsi neutron-server[103459]: DEBUG neutron_lib.callbacks.manager [None req-a9ef7848-829e-4b2a-8a68-b3275c5e6686 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-916304'] for port (None), before_create {{(pid=103459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:17:45.057628 dv-cinder-830097-4-iscsi neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-d852703d-8c8e-4a47-a8a6-e224f1c30cc8 admin admin] Publish callbacks [] for router_gateway (81f07478-dbd0-4cbf-a550-f0eba3802cf4), precommit_update {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:17:45.069390 dv-cinder-830097-4-iscsi neutron-server[103459]: DEBUG neutron.db.db_base_plugin_common [None req-a9ef7848-829e-4b2a-8a68-b3275c5e6686 None None] Allocated IP 172.20.0.2 (43ad3d49-b83e-473d-8b7c-7c5b9f9692d2/459228ea-ace1-423f-95f0-441946c28473/58fa274f-2991-4fd0-99c7-f76df1f92b09) {{(pid=103459) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 12 13:17:45.212499 dv-cinder-830097-4-iscsi neutron-server[103459]: DEBUG neutron_lib.callbacks.manager [None req-a9ef7848-829e-4b2a-8a68-b3275c5e6686 None None] Publish callbacks [] for port (58fa274f-2991-4fd0-99c7-f76df1f92b09), precommit_create {{(pid=103459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:17:45.219057 dv-cinder-830097-4-iscsi neutron-server[103459]: DEBUG neutron_lib.callbacks.manager [None req-a9ef7848-829e-4b2a-8a68-b3275c5e6686 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-915890', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3697887', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732727417914'] for port (58fa274f-2991-4fd0-99c7-f76df1f92b09), after_create {{(pid=103459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:17:45.235358 dv-cinder-830097-4-iscsi neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-d852703d-8c8e-4a47-a8a6-e224f1c30cc8 admin admin] Publish callbacks [] for router_gateway (81f07478-dbd0-4cbf-a550-f0eba3802cf4), before_create {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:17:45.257344 dv-cinder-830097-4-iscsi neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-d852703d-8c8e-4a47-a8a6-e224f1c30cc8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-916304'] for port (None), before_create {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:17:45.264610 dv-cinder-830097-4-iscsi neutron-server[103459]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a9ef7848-829e-4b2a-8a68-b3275c5e6686 None None] Network 43ad3d49-b83e-473d-8b7c-7c5b9f9692d2 is already hosted by enough agents. {{(pid=103459) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 12 13:17:45.270399 dv-cinder-830097-4-iscsi neutron-server[103459]: DEBUG neutron.scheduler.base_scheduler [None req-a9ef7848-829e-4b2a-8a68-b3275c5e6686 None None] Resources bound (agent type, host, resource id): {{(pid=103459) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 12 13:17:45.272338 dv-cinder-830097-4-iscsi neutron-server[103459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9ef7848-829e-4b2a-8a68-b3275c5e6686 None None] Pushing event updated for resources: {'Port': ['ID=58fa274f-2991-4fd0-99c7-f76df1f92b09,revision_number=1']} {{(pid=103459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 13:17:45.275244 dv-cinder-830097-4-iscsi neutron-server[103459]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a9ef7848-829e-4b2a-8a68-b3275c5e6686 None None] Received port after_create {{(pid=103459) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 12 13:17:45.281668 dv-cinder-830097-4-iscsi neutron-server[103459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9ef7848-829e-4b2a-8a68-b3275c5e6686 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830097-4-iscsi {{(pid=103459) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 13:17:45.282012 dv-cinder-830097-4-iscsi neutron-server[103459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9ef7848-829e-4b2a-8a68-b3275c5e6686 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830097-4-iscsi {{(pid=103459) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 13:17:45.282367 dv-cinder-830097-4-iscsi neutron-server[103459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9ef7848-829e-4b2a-8a68-b3275c5e6686 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830097-4-iscsi {{(pid=103459) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 13:17:45.282721 dv-cinder-830097-4-iscsi neutron-server[103459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9ef7848-829e-4b2a-8a68-b3275c5e6686 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830097-4-iscsi {{(pid=103459) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 13:17:45.283053 dv-cinder-830097-4-iscsi neutron-server[103459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9ef7848-829e-4b2a-8a68-b3275c5e6686 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830097-4-iscsi {{(pid=103459) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 13:17:45.283380 dv-cinder-830097-4-iscsi neutron-server[103459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9ef7848-829e-4b2a-8a68-b3275c5e6686 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830097-4-iscsi {{(pid=103459) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 13:17:45.283706 dv-cinder-830097-4-iscsi neutron-server[103459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9ef7848-829e-4b2a-8a68-b3275c5e6686 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830097-4-iscsi {{(pid=103459) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 13:17:45.284031 dv-cinder-830097-4-iscsi neutron-server[103459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9ef7848-829e-4b2a-8a68-b3275c5e6686 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-830097-4-iscsi {{(pid=103459) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 13:17:45.284349 dv-cinder-830097-4-iscsi neutron-server[103459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9ef7848-829e-4b2a-8a68-b3275c5e6686 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-830097-4-iscsi {{(pid=103459) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 13:17:45.284672 dv-cinder-830097-4-iscsi neutron-server[103459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9ef7848-829e-4b2a-8a68-b3275c5e6686 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-830097-4-iscsi {{(pid=103459) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 13:17:45.285018 dv-cinder-830097-4-iscsi neutron-server[103459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9ef7848-829e-4b2a-8a68-b3275c5e6686 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-830097-4-iscsi {{(pid=103459) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 13:17:45.285353 dv-cinder-830097-4-iscsi neutron-server[103459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9ef7848-829e-4b2a-8a68-b3275c5e6686 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830097-4-iscsi {{(pid=103459) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 13:17:45.286234 dv-cinder-830097-4-iscsi neutron-server[103459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9ef7848-829e-4b2a-8a68-b3275c5e6686 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830097-4-iscsi {{(pid=103459) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 13:17:45.286627 dv-cinder-830097-4-iscsi neutron-server[103459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9ef7848-829e-4b2a-8a68-b3275c5e6686 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830097-4-iscsi {{(pid=103459) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 13:17:45.286902 dv-cinder-830097-4-iscsi neutron-server[103459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9ef7848-829e-4b2a-8a68-b3275c5e6686 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830097-4-iscsi {{(pid=103459) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 13:17:45.342970 dv-cinder-830097-4-iscsi neutron-server[103459]: DEBUG neutron.plugins.ml2.managers [None req-a9ef7848-829e-4b2a-8a68-b3275c5e6686 None None] Attempting to bind port 58fa274f-2991-4fd0-99c7-f76df1f92b09 on host dv-cinder-830097-4-iscsi for vnic_type normal with profile {{(pid=103459) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 12 13:17:45.343345 dv-cinder-830097-4-iscsi neutron-server[103459]: DEBUG neutron.plugins.ml2.managers [None req-a9ef7848-829e-4b2a-8a68-b3275c5e6686 None None] Attempting to bind port 58fa274f-2991-4fd0-99c7-f76df1f92b09 by drivers openvswitch,hyperv on host dv-cinder-830097-4-iscsi at level 0 using segments [{'id': 'c7030a2b-c894-43d1-978c-a3dddc343332', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 229, 'network_id': '43ad3d49-b83e-473d-8b7c-7c5b9f9692d2'}] {{(pid=103459) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 12 13:17:45.343703 dv-cinder-830097-4-iscsi neutron-server[103459]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a9ef7848-829e-4b2a-8a68-b3275c5e6686 None None] Attempting to bind port 58fa274f-2991-4fd0-99c7-f76df1f92b09 on network 43ad3d49-b83e-473d-8b7c-7c5b9f9692d2 {{(pid=103459) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 12 13:17:45.349535 dv-cinder-830097-4-iscsi neutron-server[103459]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a9ef7848-829e-4b2a-8a68-b3275c5e6686 None None] Checking agent: {'id': '3f2daa45-5e56-452b-8a21-b519edfce99e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-830097-4-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 12, 13, 7, 23), 'started_at': datetime.datetime(2022, 4, 12, 13, 7, 53), 'heartbeat_timestamp': datetime.datetime(2022, 4, 12, 13, 17, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-830097-4-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103459) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 12 13:17:45.349881 dv-cinder-830097-4-iscsi neutron-server[103459]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a9ef7848-829e-4b2a-8a68-b3275c5e6686 None None] Checking segment: {'id': 'c7030a2b-c894-43d1-978c-a3dddc343332', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 229, 'network_id': '43ad3d49-b83e-473d-8b7c-7c5b9f9692d2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103459) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 12 13:17:45.350277 dv-cinder-830097-4-iscsi neutron-server[103459]: DEBUG neutron_lib.callbacks.manager [None req-a9ef7848-829e-4b2a-8a68-b3275c5e6686 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:17:45.350663 dv-cinder-830097-4-iscsi neutron-server[103459]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a9ef7848-829e-4b2a-8a68-b3275c5e6686 None None] Bound using segment: {'id': 'c7030a2b-c894-43d1-978c-a3dddc343332', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 229, 'network_id': '43ad3d49-b83e-473d-8b7c-7c5b9f9692d2'} {{(pid=103459) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 12 13:17:45.351128 dv-cinder-830097-4-iscsi neutron-server[103459]: DEBUG neutron.plugins.ml2.managers [None req-a9ef7848-829e-4b2a-8a68-b3275c5e6686 None None] Bound port: 58fa274f-2991-4fd0-99c7-f76df1f92b09, host: dv-cinder-830097-4-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c7030a2b-c894-43d1-978c-a3dddc343332', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 229, 'network_id': '43ad3d49-b83e-473d-8b7c-7c5b9f9692d2'}}] {{(pid=103459) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 12 13:17:45.351500 dv-cinder-830097-4-iscsi neutron-server[103459]: DEBUG neutron_lib.callbacks.manager [None req-a9ef7848-829e-4b2a-8a68-b3275c5e6686 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-916304'] for port (58fa274f-2991-4fd0-99c7-f76df1f92b09), before_update {{(pid=103459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:17:45.367403 dv-cinder-830097-4-iscsi neutron-server[103457]: DEBUG neutron.db.db_base_plugin_common [None req-d852703d-8c8e-4a47-a8a6-e224f1c30cc8 admin admin] Allocated IP 172.27.0.86 (26d0436d-8ae2-49bd-8cc6-3d2eac552c84/d93852d8-8f89-4b1c-bef4-0e05f499a8db/6c01b141-c5bb-465d-a757-e3f10fd40a09) {{(pid=103457) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 12 13:17:45.414243 dv-cinder-830097-4-iscsi neutron-server[103459]: DEBUG neutron.plugins.ml2.db [None req-a9ef7848-829e-4b2a-8a68-b3275c5e6686 None None] For port 58fa274f-2991-4fd0-99c7-f76df1f92b09, host dv-cinder-830097-4-iscsi, cleared binding levels {{(pid=103459) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 12 13:17:45.417420 dv-cinder-830097-4-iscsi neutron-server[103459]: DEBUG neutron.plugins.ml2.db [None req-a9ef7848-829e-4b2a-8a68-b3275c5e6686 None None] For port 58fa274f-2991-4fd0-99c7-f76df1f92b09, host dv-cinder-830097-4-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-830097-4-iscsi',level=0,port_id=58fa274f-2991-4fd0-99c7-f76df1f92b09,segment=NetworkSegment(c7030a2b-c894-43d1-978c-a3dddc343332),segment_id=c7030a2b-c894-43d1-978c-a3dddc343332)] {{(pid=103459) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 12 13:17:45.423199 dv-cinder-830097-4-iscsi neutron-server[103459]: DEBUG neutron_lib.callbacks.manager [None req-a9ef7848-829e-4b2a-8a68-b3275c5e6686 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-915890', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3697887', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732727894815', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732727417932', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732727417950'] for port (58fa274f-2991-4fd0-99c7-f76df1f92b09), after_update {{(pid=103459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:17:45.467728 dv-cinder-830097-4-iscsi neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-d852703d-8c8e-4a47-a8a6-e224f1c30cc8 admin admin] Publish callbacks [] for port (6c01b141-c5bb-465d-a757-e3f10fd40a09), precommit_create {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:17:45.482250 dv-cinder-830097-4-iscsi neutron-server[103459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9ef7848-829e-4b2a-8a68-b3275c5e6686 None None] Pushing event updated for resources: {'Port': ['ID=58fa274f-2991-4fd0-99c7-f76df1f92b09,revision_number=2']} {{(pid=103459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 13:17:45.507092 dv-cinder-830097-4-iscsi neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-d852703d-8c8e-4a47-a8a6-e224f1c30cc8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-915890', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3697887', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732727417914', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25610742'] for port (6c01b141-c5bb-465d-a757-e3f10fd40a09), after_create {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:17:45.551824 dv-cinder-830097-4-iscsi neutron-server[103457]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d852703d-8c8e-4a47-a8a6-e224f1c30cc8 admin admin] Network 26d0436d-8ae2-49bd-8cc6-3d2eac552c84 is already hosted by enough agents. {{(pid=103457) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 12 13:17:45.554757 dv-cinder-830097-4-iscsi neutron-server[103457]: DEBUG neutron.scheduler.base_scheduler [None req-d852703d-8c8e-4a47-a8a6-e224f1c30cc8 admin admin] Resources bound (agent type, host, resource id): {{(pid=103457) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 12 13:17:45.557692 dv-cinder-830097-4-iscsi neutron-server[103457]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d852703d-8c8e-4a47-a8a6-e224f1c30cc8 admin admin] Received port after_create {{(pid=103457) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 12 13:17:45.580464 dv-cinder-830097-4-iscsi neutron-server[103457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d852703d-8c8e-4a47-a8a6-e224f1c30cc8 admin admin] Pushing event updated for resources: {'Port': ['ID=6c01b141-c5bb-465d-a757-e3f10fd40a09,revision_number=1']} {{(pid=103457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 13:17:45.757604 dv-cinder-830097-4-iscsi neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d494eba-909b-4744-bb9e-7574545c0e38 req-9ba94e72-cd6a-41e6-95b2-48791cda939d tempest-ServerRescueNegativeTestJSON-440649021 tempest-ServerRescueNegativeTestJSON-440649021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 13:17:45.759115 dv-cinder-830097-4-iscsi neutron-server[103457]: INFO neutron.wsgi [req-4d494eba-909b-4744-bb9e-7574545c0e38 req-9ba94e72-cd6a-41e6-95b2-48791cda939d tempest-ServerRescueNegativeTestJSON-440649021 tempest-ServerRescueNegativeTestJSON-440649021-project] 10.222.0.18 "GET /v2.0/ports?device_id=5aa72395-ebb9-4022-8269-0c34238e58aa HTTP/1.1" status: 200 len: 945 time: 0.1072416 Apr 12 13:17:45.857923 dv-cinder-830097-4-iscsi neutron-server[103457]: INFO neutron.wsgi [req-4d494eba-909b-4744-bb9e-7574545c0e38 req-ff6f3c73-b8d7-4145-94af-ac3348a79bd5 tempest-ServerRescueNegativeTestJSON-440649021 tempest-ServerRescueNegativeTestJSON-440649021-project] 10.222.0.18 "GET /v2.0/security-groups?id=1da71eb9-9022-4720-ae95-e700d9700270&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0900276 Apr 12 13:17:45.911598 dv-cinder-830097-4-iscsi neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-d852703d-8c8e-4a47-a8a6-e224f1c30cc8 admin admin] Publish callbacks [] for router_gateway (81f07478-dbd0-4cbf-a550-f0eba3802cf4), after_create {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:17:46.259171 dv-cinder-830097-4-iscsi neutron-server[103459]: DEBUG neutron.plugins.ml2.rpc [None req-53781792-8650-4c78-93a6-1c4d328d874c None None] Device 58fa274f-2991-4fd0-99c7-f76df1f92b09 up at agent ovs-agent-dv-cinder-830097-4-iscsi {{(pid=103459) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 12 13:17:46.313375 dv-cinder-830097-4-iscsi neutron-server[103459]: DEBUG neutron.db.provisioning_blocks [None req-53781792-8650-4c78-93a6-1c4d328d874c None None] Provisioning complete for port 58fa274f-2991-4fd0-99c7-f76df1f92b09 triggered by entity L2. {{(pid=103459) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 12 13:17:46.313932 dv-cinder-830097-4-iscsi neutron-server[103459]: DEBUG neutron_lib.callbacks.manager [None req-53781792-8650-4c78-93a6-1c4d328d874c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-657243'] for port (58fa274f-2991-4fd0-99c7-f76df1f92b09), provisioning_complete {{(pid=103459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:17:46.347508 dv-cinder-830097-4-iscsi neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-d852703d-8c8e-4a47-a8a6-e224f1c30cc8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3800281', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3739048'] for router (81f07478-dbd0-4cbf-a550-f0eba3802cf4), after_create {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:17:46.408862 dv-cinder-830097-4-iscsi neutron-server[103459]: DEBUG neutron.plugins.ml2.plugin [None req-53781792-8650-4c78-93a6-1c4d328d874c None None] Current status of the port 58fa274f-2991-4fd0-99c7-f76df1f92b09 is: DOWN; New status is: ACTIVE {{(pid=103459) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 12 13:17:46.409404 dv-cinder-830097-4-iscsi neutron-server[103459]: DEBUG neutron_lib.callbacks.manager [None req-53781792-8650-4c78-93a6-1c4d328d874c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-916304'] for port (58fa274f-2991-4fd0-99c7-f76df1f92b09), before_update {{(pid=103459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:17:46.454791 dv-cinder-830097-4-iscsi neutron-server[103459]: DEBUG neutron.plugins.ml2.db [None req-53781792-8650-4c78-93a6-1c4d328d874c None None] For port 58fa274f-2991-4fd0-99c7-f76df1f92b09, host dv-cinder-830097-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-830097-4-iscsi',level=0,port_id=58fa274f-2991-4fd0-99c7-f76df1f92b09,segment=NetworkSegment(c7030a2b-c894-43d1-978c-a3dddc343332),segment_id=c7030a2b-c894-43d1-978c-a3dddc343332)] {{(pid=103459) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 12 13:17:46.461553 dv-cinder-830097-4-iscsi neutron-server[103459]: DEBUG neutron_lib.callbacks.manager [None req-53781792-8650-4c78-93a6-1c4d328d874c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-915890', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3697887', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732727894815', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732727417932', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732727417950'] for port (58fa274f-2991-4fd0-99c7-f76df1f92b09), after_update {{(pid=103459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:17:46.487911 dv-cinder-830097-4-iscsi neutron-server[103459]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2acad133-5ddd-4e61-a00e-3be566dca4fd None None] Network 43ad3d49-b83e-473d-8b7c-7c5b9f9692d2 requested from dv-cinder-830097-4-iscsi {{(pid=103459) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 12 13:17:46.506997 dv-cinder-830097-4-iscsi neutron-server[103457]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d852703d-8c8e-4a47-a8a6-e224f1c30cc8 admin admin] Router 81f07478-dbd0-4cbf-a550-f0eba3802cf4 is scheduled to L3 agent b7e11a8b-aeed-493f-9763-461016dddc93 with binding_index 1 {{(pid=103457) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 12 13:17:46.591026 dv-cinder-830097-4-iscsi neutron-server[103459]: DEBUG neutron.db.provisioning_blocks [None req-ea002ec2-ea38-46a6-bb36-83c0bc0e1e11 None None] Provisioning complete for port 58fa274f-2991-4fd0-99c7-f76df1f92b09 triggered by entity DHCP. {{(pid=103459) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 12 13:17:46.591421 dv-cinder-830097-4-iscsi neutron-server[103459]: DEBUG neutron_lib.callbacks.manager [None req-ea002ec2-ea38-46a6-bb36-83c0bc0e1e11 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-657243'] for port (58fa274f-2991-4fd0-99c7-f76df1f92b09), provisioning_complete {{(pid=103459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:17:46.626658 dv-cinder-830097-4-iscsi neutron-server[103457]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d852703d-8c8e-4a47-a8a6-e224f1c30cc8 admin admin] Notify agent at l3_agent.dv-cinder-830097-4-iscsi the message routers_updated {{(pid=103457) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 12 13:17:46.632449 dv-cinder-830097-4-iscsi neutron-server[103459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53781792-8650-4c78-93a6-1c4d328d874c None None] Pushing event updated for resources: {'Port': ['ID=58fa274f-2991-4fd0-99c7-f76df1f92b09,revision_number=3']} {{(pid=103459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 13:17:46.649594 dv-cinder-830097-4-iscsi neutron-server[103460]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aec92fff-bde5-4169-801e-14e03e150a46 None None] Sync routers for ids ['81f07478-dbd0-4cbf-a550-f0eba3802cf4'] in dv-cinder-830097-4-iscsi {{(pid=103460) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 12 13:17:46.658983 dv-cinder-830097-4-iscsi neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-d852703d-8c8e-4a47-a8a6-e224f1c30cc8 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:17:46.664204 dv-cinder-830097-4-iscsi neutron-server[103458]: DEBUG neutron.wsgi [-] (103458) accepted ('10.222.0.18', 43328) {{(pid=103458) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 13:17:46.664973 dv-cinder-830097-4-iscsi neutron-server[103460]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aec92fff-bde5-4169-801e-14e03e150a46 None None] Routers {'81f07478-dbd0-4cbf-a550-f0eba3802cf4'} bound to L3 agent in host dv-cinder-830097-4-iscsi {{(pid=103460) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 12 13:17:46.665582 dv-cinder-830097-4-iscsi neutron-server[103460]: DEBUG neutron.db.l3_hamode_db [None req-aec92fff-bde5-4169-801e-14e03e150a46 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830097-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-12T13:07:19Z,description=,heartbeat_timestamp=2022-04-12T13:17:19Z,host='dv-cinder-830097-4-iscsi',id=b7e11a8b-aeed-493f-9763-461016dddc93,load=0,resource_versions=,resources_synced=,started_at=2022-04-12T13:07:19Z,topic='l3_agent')) {'router_ids': ['81f07478-dbd0-4cbf-a550-f0eba3802cf4'], 'active': True} {{(pid=103460) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 13:17:46.671216 dv-cinder-830097-4-iscsi neutron-server[103457]: INFO neutron.wsgi [None req-d852703d-8c8e-4a47-a8a6-e224f1c30cc8 admin admin] 10.222.0.18 "POST /v2.0/routers HTTP/1.1" status: 201 len: 926 time: 1.8345418 Apr 12 13:17:46.784659 dv-cinder-830097-4-iscsi neutron-server[103459]: DEBUG neutron.plugins.ml2.plugin [None req-ea002ec2-ea38-46a6-bb36-83c0bc0e1e11 None None] Current status of the port 58fa274f-2991-4fd0-99c7-f76df1f92b09 is: ACTIVE; New status is: ACTIVE {{(pid=103459) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 12 13:17:46.787813 dv-cinder-830097-4-iscsi neutron-server[103459]: DEBUG neutron_lib.callbacks.manager [None req-693b0938-30d1-437f-807c-00cae0fc0997 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732727929501', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-657397'] for agent (246ca497-e2ee-4e0b-b432-b4153c207e5f), after_update {{(pid=103459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:17:46.827211 dv-cinder-830097-4-iscsi neutron-server[103460]: DEBUG neutron.db.l3_dvr_db [None req-aec92fff-bde5-4169-801e-14e03e150a46 None None] Set router 81f07478-dbd0-4cbf-a550-f0eba3802cf4 gateway port host: dv-cinder-830097-4-iscsi {{(pid=103460) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 12 13:17:47.014372 dv-cinder-830097-4-iscsi neutron-server[103459]: DEBUG neutron.db.provisioning_blocks [None req-aab94c95-a69e-4581-9d57-08d0ed169e20 None None] Provisioning complete for port 58fa274f-2991-4fd0-99c7-f76df1f92b09 triggered by entity DHCP. {{(pid=103459) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 12 13:17:47.014674 dv-cinder-830097-4-iscsi neutron-server[103459]: DEBUG neutron_lib.callbacks.manager [None req-aab94c95-a69e-4581-9d57-08d0ed169e20 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-657243'] for port (58fa274f-2991-4fd0-99c7-f76df1f92b09), provisioning_complete {{(pid=103459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:17:47.035467 dv-cinder-830097-4-iscsi neutron-server[103460]: DEBUG neutron.db.l3_hamode_db [None req-aec92fff-bde5-4169-801e-14e03e150a46 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '81f07478-dbd0-4cbf-a550-f0eba3802cf4', 'name': 'tempest-TestMinimumBasicScenario-1350615102-router', 'tenant_id': '324be551cdc84d27989a0ab080f181fe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '26d0436d-8ae2-49bd-8cc6-3d2eac552c84', 'external_fixed_ips': [{'subnet_id': 'd93852d8-8f89-4b1c-bef4-0e05f499a8db', 'ip_address': '172.27.0.86'}], 'enable_snat': True}, 'gw_port_id': '6c01b141-c5bb-465d-a757-e3f10fd40a09', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-12T13:17:44Z', 'updated_at': '2022-04-12T13:17:45Z', 'revision_number': 3, 'project_id': '324be551cdc84d27989a0ab080f181fe', 'gw_port': {'id': '6c01b141-c5bb-465d-a757-e3f10fd40a09', 'name': '', 'network_id': '26d0436d-8ae2-49bd-8cc6-3d2eac552c84', 'tenant_id': '', 'mac_address': 'fa:16:3e:f2:4a:13', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '81f07478-dbd0-4cbf-a550-f0eba3802cf4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 291, 'fixed_ips': [{'subnet_id': 'd93852d8-8f89-4b1c-bef4-0e05f499a8db', 'ip_address': '172.27.0.86', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T13:17:45Z', 'updated_at': '2022-04-12T13:17:45Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'd93852d8-8f89-4b1c-bef4-0e05f499a8db', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830097-4-iscsi'}], 'dv-cinder-830097-4-iscsi', False) {} {{(pid=103460) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 13:17:47.063549 dv-cinder-830097-4-iscsi neutron-server[103458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbfe1e86-d11e-487f-900d-679e7cf82cdb req-48898597-b2b6-481c-84c7-ffe9eb2c1399 tempest-ServerRescueNegativeTestJSON-440649021 tempest-ServerRescueNegativeTestJSON-440649021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 13:17:47.065055 dv-cinder-830097-4-iscsi neutron-server[103458]: INFO neutron.wsgi [req-bbfe1e86-d11e-487f-900d-679e7cf82cdb req-48898597-b2b6-481c-84c7-ffe9eb2c1399 tempest-ServerRescueNegativeTestJSON-440649021 tempest-ServerRescueNegativeTestJSON-440649021-project] 10.222.0.18 "GET /v2.0/ports?device_id=5aa72395-ebb9-4022-8269-0c34238e58aa HTTP/1.1" status: 200 len: 945 time: 0.0970070 Apr 12 13:17:47.065635 dv-cinder-830097-4-iscsi neutron-server[103460]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aec92fff-bde5-4169-801e-14e03e150a46 None None] Checking router: 81f07478-dbd0-4cbf-a550-f0eba3802cf4 for host: dv-cinder-830097-4-iscsi {{(pid=103460) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 12 13:17:47.066208 dv-cinder-830097-4-iscsi neutron-server[103460]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aec92fff-bde5-4169-801e-14e03e150a46 None None] Updating router 81f07478-dbd0-4cbf-a550-f0eba3802cf4 port 6c01b141-c5bb-465d-a757-e3f10fd40a09 binding host dv-cinder-830097-4-iscsi {{(pid=103460) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 12 13:17:47.094005 dv-cinder-830097-4-iscsi neutron-server[103460]: DEBUG neutron_lib.callbacks.manager [None req-aec92fff-bde5-4169-801e-14e03e150a46 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-916304'] for port (6c01b141-c5bb-465d-a757-e3f10fd40a09), before_update {{(pid=103460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:17:47.113219 dv-cinder-830097-4-iscsi neutron-server[103459]: DEBUG neutron.plugins.ml2.plugin [None req-aab94c95-a69e-4581-9d57-08d0ed169e20 None None] Current status of the port 58fa274f-2991-4fd0-99c7-f76df1f92b09 is: ACTIVE; New status is: ACTIVE {{(pid=103459) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 12 13:17:47.153593 dv-cinder-830097-4-iscsi neutron-server[103458]: INFO neutron.wsgi [req-bbfe1e86-d11e-487f-900d-679e7cf82cdb req-4a4702d8-aa6a-4afc-b0bd-9562e686fb88 tempest-ServerRescueNegativeTestJSON-440649021 tempest-ServerRescueNegativeTestJSON-440649021-project] 10.222.0.18 "GET /v2.0/security-groups?id=1da71eb9-9022-4720-ae95-e700d9700270&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0598550 Apr 12 13:17:47.266823 dv-cinder-830097-4-iscsi neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-3a382d97-35de-4c89-b6df-efa90fce740a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-916304'] for port (None), before_create {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:17:47.359529 dv-cinder-830097-4-iscsi neutron-server[103460]: DEBUG neutron_lib.callbacks.manager [None req-aec92fff-bde5-4169-801e-14e03e150a46 None None] Publish callbacks [] for port (6c01b141-c5bb-465d-a757-e3f10fd40a09), precommit_update {{(pid=103460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:17:47.365364 dv-cinder-830097-4-iscsi neutron-server[103460]: DEBUG neutron_lib.callbacks.manager [None req-aec92fff-bde5-4169-801e-14e03e150a46 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-915890', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3697887', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732727894815', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732727417932', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732727417950'] for port (6c01b141-c5bb-465d-a757-e3f10fd40a09), after_update {{(pid=103460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:17:47.413817 dv-cinder-830097-4-iscsi neutron-server[103460]: DEBUG neutron.plugins.ml2.managers [None req-aec92fff-bde5-4169-801e-14e03e150a46 None None] Attempting to bind port 6c01b141-c5bb-465d-a757-e3f10fd40a09 on host dv-cinder-830097-4-iscsi for vnic_type normal with profile {{(pid=103460) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 12 13:17:47.414179 dv-cinder-830097-4-iscsi neutron-server[103460]: DEBUG neutron.plugins.ml2.managers [None req-aec92fff-bde5-4169-801e-14e03e150a46 None None] Attempting to bind port 6c01b141-c5bb-465d-a757-e3f10fd40a09 by drivers openvswitch,hyperv on host dv-cinder-830097-4-iscsi at level 0 using segments [{'id': '333e2245-11dc-4fcd-9fb1-9fe65fae59ea', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '26d0436d-8ae2-49bd-8cc6-3d2eac552c84'}] {{(pid=103460) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 12 13:17:47.414544 dv-cinder-830097-4-iscsi neutron-server[103460]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aec92fff-bde5-4169-801e-14e03e150a46 None None] Attempting to bind port 6c01b141-c5bb-465d-a757-e3f10fd40a09 on network 26d0436d-8ae2-49bd-8cc6-3d2eac552c84 {{(pid=103460) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 12 13:17:47.421212 dv-cinder-830097-4-iscsi neutron-server[103460]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a3c3e83-b4e2-4b3a-81ca-faed261ed33a None None] Pushing event updated for resources: {'Port': ['ID=6c01b141-c5bb-465d-a757-e3f10fd40a09,revision_number=2']} {{(pid=103460) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 13:17:47.422444 dv-cinder-830097-4-iscsi neutron-server[103458]: DEBUG neutron.db.db_base_plugin_common [None req-3a382d97-35de-4c89-b6df-efa90fce740a admin admin] Allocated IP 172.20.0.1 (43ad3d49-b83e-473d-8b7c-7c5b9f9692d2/459228ea-ace1-423f-95f0-441946c28473/80cb0942-b4bb-4341-b572-bf81ef215894) {{(pid=103458) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 12 13:17:47.425137 dv-cinder-830097-4-iscsi neutron-server[103460]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aec92fff-bde5-4169-801e-14e03e150a46 None None] Checking agent: {'id': '3f2daa45-5e56-452b-8a21-b519edfce99e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-830097-4-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 12, 13, 7, 23), 'started_at': datetime.datetime(2022, 4, 12, 13, 7, 53), 'heartbeat_timestamp': datetime.datetime(2022, 4, 12, 13, 17, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-830097-4-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103460) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 12 13:17:47.425514 dv-cinder-830097-4-iscsi neutron-server[103460]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aec92fff-bde5-4169-801e-14e03e150a46 None None] Checking segment: {'id': '333e2245-11dc-4fcd-9fb1-9fe65fae59ea', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '26d0436d-8ae2-49bd-8cc6-3d2eac552c84'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103460) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 12 13:17:47.425918 dv-cinder-830097-4-iscsi neutron-server[103460]: DEBUG neutron_lib.callbacks.manager [None req-aec92fff-bde5-4169-801e-14e03e150a46 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:17:47.427076 dv-cinder-830097-4-iscsi neutron-server[103460]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aec92fff-bde5-4169-801e-14e03e150a46 None None] Bound using segment: {'id': '333e2245-11dc-4fcd-9fb1-9fe65fae59ea', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '26d0436d-8ae2-49bd-8cc6-3d2eac552c84'} {{(pid=103460) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 12 13:17:47.427581 dv-cinder-830097-4-iscsi neutron-server[103460]: DEBUG neutron.plugins.ml2.managers [None req-aec92fff-bde5-4169-801e-14e03e150a46 None None] Bound port: 6c01b141-c5bb-465d-a757-e3f10fd40a09, host: dv-cinder-830097-4-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '333e2245-11dc-4fcd-9fb1-9fe65fae59ea', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '26d0436d-8ae2-49bd-8cc6-3d2eac552c84'}}] {{(pid=103460) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 12 13:17:47.427974 dv-cinder-830097-4-iscsi neutron-server[103460]: DEBUG neutron_lib.callbacks.manager [None req-aec92fff-bde5-4169-801e-14e03e150a46 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-916304'] for port (6c01b141-c5bb-465d-a757-e3f10fd40a09), before_update {{(pid=103460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:17:47.434508 dv-cinder-830097-4-iscsi neutron-server[103460]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a3c3e83-b4e2-4b3a-81ca-faed261ed33a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830097-4-iscsi {{(pid=103460) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 13:17:47.434858 dv-cinder-830097-4-iscsi neutron-server[103460]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a3c3e83-b4e2-4b3a-81ca-faed261ed33a None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830097-4-iscsi {{(pid=103460) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 13:17:47.435405 dv-cinder-830097-4-iscsi neutron-server[103460]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a3c3e83-b4e2-4b3a-81ca-faed261ed33a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830097-4-iscsi {{(pid=103460) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 13:17:47.435698 dv-cinder-830097-4-iscsi neutron-server[103460]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a3c3e83-b4e2-4b3a-81ca-faed261ed33a None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830097-4-iscsi {{(pid=103460) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 13:17:47.436019 dv-cinder-830097-4-iscsi neutron-server[103460]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a3c3e83-b4e2-4b3a-81ca-faed261ed33a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830097-4-iscsi {{(pid=103460) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 13:17:47.436419 dv-cinder-830097-4-iscsi neutron-server[103460]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a3c3e83-b4e2-4b3a-81ca-faed261ed33a None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830097-4-iscsi {{(pid=103460) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 13:17:47.436961 dv-cinder-830097-4-iscsi neutron-server[103460]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a3c3e83-b4e2-4b3a-81ca-faed261ed33a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830097-4-iscsi {{(pid=103460) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 13:17:47.437262 dv-cinder-830097-4-iscsi neutron-server[103460]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a3c3e83-b4e2-4b3a-81ca-faed261ed33a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-830097-4-iscsi {{(pid=103460) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 13:17:47.437522 dv-cinder-830097-4-iscsi neutron-server[103460]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a3c3e83-b4e2-4b3a-81ca-faed261ed33a None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-830097-4-iscsi {{(pid=103460) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 13:17:47.437891 dv-cinder-830097-4-iscsi neutron-server[103460]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a3c3e83-b4e2-4b3a-81ca-faed261ed33a None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-830097-4-iscsi {{(pid=103460) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 13:17:47.438219 dv-cinder-830097-4-iscsi neutron-server[103460]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a3c3e83-b4e2-4b3a-81ca-faed261ed33a None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-830097-4-iscsi {{(pid=103460) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 13:17:47.438973 dv-cinder-830097-4-iscsi neutron-server[103460]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a3c3e83-b4e2-4b3a-81ca-faed261ed33a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830097-4-iscsi {{(pid=103460) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 13:17:47.438973 dv-cinder-830097-4-iscsi neutron-server[103460]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a3c3e83-b4e2-4b3a-81ca-faed261ed33a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830097-4-iscsi {{(pid=103460) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 13:17:47.439191 dv-cinder-830097-4-iscsi neutron-server[103460]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a3c3e83-b4e2-4b3a-81ca-faed261ed33a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830097-4-iscsi {{(pid=103460) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 13:17:47.439512 dv-cinder-830097-4-iscsi neutron-server[103460]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a3c3e83-b4e2-4b3a-81ca-faed261ed33a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830097-4-iscsi {{(pid=103460) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 13:17:47.489737 dv-cinder-830097-4-iscsi neutron-server[103460]: DEBUG neutron.plugins.ml2.db [None req-aec92fff-bde5-4169-801e-14e03e150a46 None None] For port 6c01b141-c5bb-465d-a757-e3f10fd40a09, host dv-cinder-830097-4-iscsi, cleared binding levels {{(pid=103460) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 12 13:17:47.493494 dv-cinder-830097-4-iscsi neutron-server[103460]: DEBUG neutron.plugins.ml2.db [None req-aec92fff-bde5-4169-801e-14e03e150a46 None None] For port 6c01b141-c5bb-465d-a757-e3f10fd40a09, host dv-cinder-830097-4-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-830097-4-iscsi',level=0,port_id=6c01b141-c5bb-465d-a757-e3f10fd40a09,segment=NetworkSegment(333e2245-11dc-4fcd-9fb1-9fe65fae59ea),segment_id=333e2245-11dc-4fcd-9fb1-9fe65fae59ea)] {{(pid=103460) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 12 13:17:47.499750 dv-cinder-830097-4-iscsi neutron-server[103460]: DEBUG neutron_lib.callbacks.manager [None req-aec92fff-bde5-4169-801e-14e03e150a46 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-915890', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3697887', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732727894815', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732727417932', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732727417950'] for port (6c01b141-c5bb-465d-a757-e3f10fd40a09), after_update {{(pid=103460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:17:47.528240 dv-cinder-830097-4-iscsi neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-3a382d97-35de-4c89-b6df-efa90fce740a admin admin] Publish callbacks [] for port (80cb0942-b4bb-4341-b572-bf81ef215894), precommit_create {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:17:47.553757 dv-cinder-830097-4-iscsi neutron-server[103460]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aec92fff-bde5-4169-801e-14e03e150a46 None None] Routers {'81f07478-dbd0-4cbf-a550-f0eba3802cf4'} bound to L3 agent in host dv-cinder-830097-4-iscsi {{(pid=103460) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 12 13:17:47.554356 dv-cinder-830097-4-iscsi neutron-server[103460]: DEBUG neutron.db.l3_hamode_db [None req-aec92fff-bde5-4169-801e-14e03e150a46 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830097-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-12T13:07:19Z,description=,heartbeat_timestamp=2022-04-12T13:17:19Z,host='dv-cinder-830097-4-iscsi',id=b7e11a8b-aeed-493f-9763-461016dddc93,load=0,resource_versions=,resources_synced=,started_at=2022-04-12T13:07:19Z,topic='l3_agent')) {'router_ids': ['81f07478-dbd0-4cbf-a550-f0eba3802cf4'], 'active': True} {{(pid=103460) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 13:17:47.565429 dv-cinder-830097-4-iscsi neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-3a382d97-35de-4c89-b6df-efa90fce740a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-915890', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3697887', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732727417914', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26097133'] for port (80cb0942-b4bb-4341-b572-bf81ef215894), after_create {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:17:47.607320 dv-cinder-830097-4-iscsi neutron-server[103458]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3a382d97-35de-4c89-b6df-efa90fce740a admin admin] Network 43ad3d49-b83e-473d-8b7c-7c5b9f9692d2 is already hosted by enough agents. {{(pid=103458) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 12 13:17:47.610541 dv-cinder-830097-4-iscsi neutron-server[103458]: DEBUG neutron.scheduler.base_scheduler [None req-3a382d97-35de-4c89-b6df-efa90fce740a admin admin] Resources bound (agent type, host, resource id): {{(pid=103458) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 12 13:17:47.612998 dv-cinder-830097-4-iscsi neutron-server[103458]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3a382d97-35de-4c89-b6df-efa90fce740a admin admin] Received port after_create {{(pid=103458) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 12 13:17:47.645854 dv-cinder-830097-4-iscsi neutron-server[103458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a382d97-35de-4c89-b6df-efa90fce740a admin admin] Pushing event updated for resources: {'Port': ['ID=80cb0942-b4bb-4341-b572-bf81ef215894,revision_number=1']} {{(pid=103458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 13:17:47.664309 dv-cinder-830097-4-iscsi neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-3a382d97-35de-4c89-b6df-efa90fce740a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3738971'] for router_interface (81f07478-dbd0-4cbf-a550-f0eba3802cf4), before_create {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:17:47.689676 dv-cinder-830097-4-iscsi neutron-server[103460]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a3c3e83-b4e2-4b3a-81ca-faed261ed33a None None] Pushing event updated for resources: {'Port': ['ID=6c01b141-c5bb-465d-a757-e3f10fd40a09,revision_number=3']} {{(pid=103460) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 13:17:47.758486 dv-cinder-830097-4-iscsi neutron-server[103460]: DEBUG neutron.db.l3_dvr_db [None req-aec92fff-bde5-4169-801e-14e03e150a46 None None] Set router 81f07478-dbd0-4cbf-a550-f0eba3802cf4 gateway port host: dv-cinder-830097-4-iscsi {{(pid=103460) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 12 13:17:47.827398 dv-cinder-830097-4-iscsi neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-3a382d97-35de-4c89-b6df-efa90fce740a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-916304'] for port (80cb0942-b4bb-4341-b572-bf81ef215894), before_update {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:17:47.849193 dv-cinder-830097-4-iscsi neutron-server[103459]: DEBUG neutron.db.provisioning_blocks [None req-a400d90c-df08-48a7-8835-1027b5910a38 None None] Provisioning complete for port 80cb0942-b4bb-4341-b572-bf81ef215894 triggered by entity DHCP. {{(pid=103459) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 12 13:17:47.849779 dv-cinder-830097-4-iscsi neutron-server[103459]: DEBUG neutron_lib.callbacks.manager [None req-a400d90c-df08-48a7-8835-1027b5910a38 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-657243'] for port (80cb0942-b4bb-4341-b572-bf81ef215894), provisioning_complete {{(pid=103459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:17:47.890039 dv-cinder-830097-4-iscsi neutron-server[103459]: DEBUG neutron.plugins.ml2.plugin [None req-a400d90c-df08-48a7-8835-1027b5910a38 None None] Port 80cb0942-b4bb-4341-b572-bf81ef215894 cannot update to ACTIVE because it is not bound. {{(pid=103459) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 12 13:17:47.953551 dv-cinder-830097-4-iscsi neutron-server[103460]: DEBUG neutron.db.l3_hamode_db [None req-aec92fff-bde5-4169-801e-14e03e150a46 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '81f07478-dbd0-4cbf-a550-f0eba3802cf4', 'name': 'tempest-TestMinimumBasicScenario-1350615102-router', 'tenant_id': '324be551cdc84d27989a0ab080f181fe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '26d0436d-8ae2-49bd-8cc6-3d2eac552c84', 'external_fixed_ips': [{'subnet_id': 'd93852d8-8f89-4b1c-bef4-0e05f499a8db', 'ip_address': '172.27.0.86'}], 'enable_snat': True}, 'gw_port_id': '6c01b141-c5bb-465d-a757-e3f10fd40a09', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-12T13:17:44Z', 'updated_at': '2022-04-12T13:17:45Z', 'revision_number': 3, 'project_id': '324be551cdc84d27989a0ab080f181fe', 'gw_port': {'id': '6c01b141-c5bb-465d-a757-e3f10fd40a09', 'name': '', 'network_id': '26d0436d-8ae2-49bd-8cc6-3d2eac552c84', 'tenant_id': '', 'mac_address': 'fa:16:3e:f2:4a:13', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '81f07478-dbd0-4cbf-a550-f0eba3802cf4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 291, 'fixed_ips': [{'subnet_id': 'd93852d8-8f89-4b1c-bef4-0e05f499a8db', 'ip_address': '172.27.0.86', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830097-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T13:17:45Z', 'updated_at': '2022-04-12T13:17:47Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd93852d8-8f89-4b1c-bef4-0e05f499a8db', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830097-4-iscsi'}], 'dv-cinder-830097-4-iscsi', False) {} {{(pid=103460) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 13:17:47.992529 dv-cinder-830097-4-iscsi neutron-server[103460]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aec92fff-bde5-4169-801e-14e03e150a46 None None] The sync data for ids ['81f07478-dbd0-4cbf-a550-f0eba3802cf4'] in dv-cinder-830097-4-iscsi is: [{'id': '81f07478-dbd0-4cbf-a550-f0eba3802cf4', 'name': 'tempest-TestMinimumBasicScenario-1350615102-router', 'tenant_id': '324be551cdc84d27989a0ab080f181fe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '26d0436d-8ae2-49bd-8cc6-3d2eac552c84', 'external_fixed_ips': [{'subnet_id': 'd93852d8-8f89-4b1c-bef4-0e05f499a8db', 'ip_address': '172.27.0.86'}], 'enable_snat': True}, 'gw_port_id': '6c01b141-c5bb-465d-a757-e3f10fd40a09', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-12T13:17:44Z', 'updated_at': '2022-04-12T13:17:45Z', 'revision_number': 3, 'project_id': '324be551cdc84d27989a0ab080f181fe', 'gw_port': {'id': '6c01b141-c5bb-465d-a757-e3f10fd40a09', 'name': '', 'network_id': '26d0436d-8ae2-49bd-8cc6-3d2eac552c84', 'tenant_id': '', 'mac_address': 'fa:16:3e:f2:4a:13', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '81f07478-dbd0-4cbf-a550-f0eba3802cf4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 291, 'fixed_ips': [{'subnet_id': 'd93852d8-8f89-4b1c-bef4-0e05f499a8db', 'ip_address': '172.27.0.86', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830097-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T13:17:45Z', 'updated_at': '2022-04-12T13:17:47Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd93852d8-8f89-4b1c-bef4-0e05f499a8db', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830097-4-iscsi'}] {{(pid=103460) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 12 13:17:48.022339 dv-cinder-830097-4-iscsi neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-3a382d97-35de-4c89-b6df-efa90fce740a admin admin] Publish callbacks [] for port (80cb0942-b4bb-4341-b572-bf81ef215894), precommit_update {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:17:48.029138 dv-cinder-830097-4-iscsi neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-3a382d97-35de-4c89-b6df-efa90fce740a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-915890', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3697887', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732727894815', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732727417932', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732727417950', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26097126'] for port (80cb0942-b4bb-4341-b572-bf81ef215894), after_update {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:17:48.099459 dv-cinder-830097-4-iscsi neutron-server[103458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a382d97-35de-4c89-b6df-efa90fce740a admin admin] Pushing event updated for resources: {'Port': ['ID=80cb0942-b4bb-4341-b572-bf81ef215894,revision_number=2']} {{(pid=103458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 13:17:48.102258 dv-cinder-830097-4-iscsi neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-3a382d97-35de-4c89-b6df-efa90fce740a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3697905', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3750891'] for router_interface (81f07478-dbd0-4cbf-a550-f0eba3802cf4), after_create {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:17:48.207338 dv-cinder-830097-4-iscsi neutron-server[103458]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3a382d97-35de-4c89-b6df-efa90fce740a admin admin] Network 43ad3d49-b83e-473d-8b7c-7c5b9f9692d2 is already hosted by enough agents. {{(pid=103458) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 12 13:17:48.209514 dv-cinder-830097-4-iscsi neutron-server[103458]: DEBUG neutron.scheduler.base_scheduler [None req-3a382d97-35de-4c89-b6df-efa90fce740a admin admin] Resources bound (agent type, host, resource id): {{(pid=103458) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 12 13:17:48.360106 dv-cinder-830097-4-iscsi neutron-server[103459]: DEBUG neutron.plugins.ml2.rpc [None req-53781792-8650-4c78-93a6-1c4d328d874c None None] Device 58fa274f-2991-4fd0-99c7-f76df1f92b09 up at agent ovs-agent-dv-cinder-830097-4-iscsi {{(pid=103459) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 12 13:17:48.374815 dv-cinder-830097-4-iscsi neutron-server[103458]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3a382d97-35de-4c89-b6df-efa90fce740a admin admin] Router 81f07478-dbd0-4cbf-a550-f0eba3802cf4 has already been hosted by L3 agent b7e11a8b-aeed-493f-9763-461016dddc93 {{(pid=103458) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 12 13:17:48.386764 dv-cinder-830097-4-iscsi neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70b92d30-effd-49ba-89c5-bd21de9b0c45 req-8f9a967b-d65b-464b-865b-d756cf0de873 tempest-ServerRescueNegativeTestJSON-440649021 tempest-ServerRescueNegativeTestJSON-440649021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 13:17:48.389043 dv-cinder-830097-4-iscsi neutron-server[103457]: INFO neutron.wsgi [req-70b92d30-effd-49ba-89c5-bd21de9b0c45 req-8f9a967b-d65b-464b-865b-d756cf0de873 tempest-ServerRescueNegativeTestJSON-440649021 tempest-ServerRescueNegativeTestJSON-440649021-project] 10.222.0.18 "GET /v2.0/ports?device_id=5aa72395-ebb9-4022-8269-0c34238e58aa HTTP/1.1" status: 200 len: 945 time: 0.0769131 Apr 12 13:17:48.453204 dv-cinder-830097-4-iscsi neutron-server[103459]: DEBUG neutron.db.provisioning_blocks [None req-53781792-8650-4c78-93a6-1c4d328d874c None None] Provisioning complete for port 58fa274f-2991-4fd0-99c7-f76df1f92b09 triggered by entity L2. {{(pid=103459) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 12 13:17:48.453791 dv-cinder-830097-4-iscsi neutron-server[103459]: DEBUG neutron_lib.callbacks.manager [None req-53781792-8650-4c78-93a6-1c4d328d874c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-657243'] for port (58fa274f-2991-4fd0-99c7-f76df1f92b09), provisioning_complete {{(pid=103459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:17:48.456800 dv-cinder-830097-4-iscsi neutron-server[103457]: INFO neutron.wsgi [req-70b92d30-effd-49ba-89c5-bd21de9b0c45 req-e062f608-f7c0-4a50-8601-35132ed1a73e tempest-ServerRescueNegativeTestJSON-440649021 tempest-ServerRescueNegativeTestJSON-440649021-project] 10.222.0.18 "GET /v2.0/security-groups?id=1da71eb9-9022-4720-ae95-e700d9700270&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0607426 Apr 12 13:17:48.539060 dv-cinder-830097-4-iscsi neutron-server[103458]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3a382d97-35de-4c89-b6df-efa90fce740a admin admin] Notify agent at l3_agent.dv-cinder-830097-4-iscsi the message routers_updated {{(pid=103458) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 12 13:17:48.545139 dv-cinder-830097-4-iscsi neutron-server[103458]: INFO neutron.wsgi [None req-3a382d97-35de-4c89-b6df-efa90fce740a admin admin] 10.222.0.18 "PUT /v2.0/routers/81f07478-dbd0-4cbf-a550-f0eba3802cf4/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8792942 Apr 12 13:17:48.549323 dv-cinder-830097-4-iscsi neutron-server[103459]: DEBUG neutron.plugins.ml2.plugin [None req-53781792-8650-4c78-93a6-1c4d328d874c None None] Current status of the port 58fa274f-2991-4fd0-99c7-f76df1f92b09 is: ACTIVE; New status is: ACTIVE {{(pid=103459) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 12 13:17:48.618917 dv-cinder-830097-4-iscsi neutron-server[103459]: DEBUG neutron.db.provisioning_blocks [None req-0bc30128-32a6-4c8f-996c-bc13187b3f48 None None] Provisioning complete for port 80cb0942-b4bb-4341-b572-bf81ef215894 triggered by entity DHCP. {{(pid=103459) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 12 13:17:48.619237 dv-cinder-830097-4-iscsi neutron-server[103459]: DEBUG neutron_lib.callbacks.manager [None req-0bc30128-32a6-4c8f-996c-bc13187b3f48 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-657243'] for port (80cb0942-b4bb-4341-b572-bf81ef215894), provisioning_complete {{(pid=103459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:17:48.655632 dv-cinder-830097-4-iscsi neutron-server[103459]: DEBUG neutron.plugins.ml2.plugin [None req-0bc30128-32a6-4c8f-996c-bc13187b3f48 None None] Port 80cb0942-b4bb-4341-b572-bf81ef215894 cannot update to ACTIVE because it is not bound. {{(pid=103459) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 12 13:17:49.143687 dv-cinder-830097-4-iscsi neutron-server[103458]: DEBUG neutron.wsgi [-] (103458) accepted ('10.222.0.18', 43390) {{(pid=103458) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 13:17:49.194588 dv-cinder-830097-4-iscsi neutron-server[103458]: DEBUG neutron.wsgi [-] (103458) accepted ('10.222.0.18', 43398) {{(pid=103458) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 13:17:49.199567 dv-cinder-830097-4-iscsi neutron-server[103458]: DEBUG neutron.api.v2.base [None req-de3ab139-74f4-4796-b0c4-7c1f8adfa003 admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-346588510-network', 'tenant_id': '9a6552f7bf39471abcf37a5844d79bd1'}} {{(pid=103458) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 12 13:17:49.221780 dv-cinder-830097-4-iscsi neutron-server[103458]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-de3ab139-74f4-4796-b0c4-7c1f8adfa003 admin admin] Made reservation on behalf of 9a6552f7bf39471abcf37a5844d79bd1 for: {'network': 1} {{(pid=103458) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 12 13:17:49.225137 dv-cinder-830097-4-iscsi neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-de3ab139-74f4-4796-b0c4-7c1f8adfa003 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-916304'] for network (None), before_create {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:17:49.233683 dv-cinder-830097-4-iscsi neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-de3ab139-74f4-4796-b0c4-7c1f8adfa003 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:17:49.329996 dv-cinder-830097-4-iscsi neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-de3ab139-74f4-4796-b0c4-7c1f8adfa003 admin admin] Publish callbacks [] for security_group (d73f2bb5-fbeb-46f2-8622-9bb98a5601cf), precommit_create {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:17:49.334839 dv-cinder-830097-4-iscsi neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-de3ab139-74f4-4796-b0c4-7c1f8adfa003 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3691807'] for security_group (d73f2bb5-fbeb-46f2-8622-9bb98a5601cf), after_create {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:17:49.344403 dv-cinder-830097-4-iscsi neutron-server[103459]: DEBUG neutron_lib.callbacks.manager [None req-55ac7bf5-3543-4e87-9759-96b55e18e2a5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732727929501', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-657397'] for agent (b7e11a8b-aeed-493f-9763-461016dddc93), after_update {{(pid=103459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:17:49.357211 dv-cinder-830097-4-iscsi neutron-server[103458]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-de3ab139-74f4-4796-b0c4-7c1f8adfa003 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 216} {{(pid=103458) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 12 13:17:49.372805 dv-cinder-830097-4-iscsi neutron-server[103458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de3ab139-74f4-4796-b0c4-7c1f8adfa003 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d73f2bb5-fbeb-46f2-8622-9bb98a5601cf,revision_number=1']} {{(pid=103458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 13:17:49.375704 dv-cinder-830097-4-iscsi neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-de3ab139-74f4-4796-b0c4-7c1f8adfa003 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-715442'] for segment (4e853df7-2afb-4de1-8f6d-58cc075637fa), precommit_create {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:17:49.376035 dv-cinder-830097-4-iscsi neutron-server[103458]: INFO neutron.db.segments_db [None req-de3ab139-74f4-4796-b0c4-7c1f8adfa003 admin admin] Added segment 4e853df7-2afb-4de1-8f6d-58cc075637fa of type vlan for network d26a1b83-2d12-46d9-93b2-6b015797acba Apr 12 13:17:49.415278 dv-cinder-830097-4-iscsi neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-b06b367a-ab08-4c22-bd08-3b405fc1d0f2 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:17:49.434739 dv-cinder-830097-4-iscsi neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-de3ab139-74f4-4796-b0c4-7c1f8adfa003 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8732727402599'] for network (d26a1b83-2d12-46d9-93b2-6b015797acba), precommit_create {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:17:49.476687 dv-cinder-830097-4-iscsi neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-de3ab139-74f4-4796-b0c4-7c1f8adfa003 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3691972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3697887'] for network (d26a1b83-2d12-46d9-93b2-6b015797acba), after_create {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:17:49.477614 dv-cinder-830097-4-iscsi neutron-server[103458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-de3ab139-74f4-4796-b0c4-7c1f8adfa003 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 13:17:49.478181 dv-cinder-830097-4-iscsi neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-de3ab139-74f4-4796-b0c4-7c1f8adfa003 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3697709'] for network (None), before_response {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:17:49.521899 dv-cinder-830097-4-iscsi neutron-server[103458]: INFO neutron.wsgi [None req-de3ab139-74f4-4796-b0c4-7c1f8adfa003 admin admin] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.3261726 Apr 12 13:17:49.524890 dv-cinder-830097-4-iscsi neutron-server[103457]: DEBUG neutron.wsgi [-] (103457) accepted ('10.222.0.18', 43406) {{(pid=103457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 13:17:49.531047 dv-cinder-830097-4-iscsi neutron-server[103457]: DEBUG neutron.api.v2.base [None req-93877185-f9ef-4206-820c-7ea9caba5b50 admin admin] Request body: {'subnet': {'network_id': 'd26a1b83-2d12-46d9-93b2-6b015797acba', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-346588510-subnet', 'tenant_id': '9a6552f7bf39471abcf37a5844d79bd1', 'ip_version': 4}} {{(pid=103457) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 12 13:17:49.550009 dv-cinder-830097-4-iscsi neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-93877185-f9ef-4206-820c-7ea9caba5b50 admin admin] Made reservation on behalf of 9a6552f7bf39471abcf37a5844d79bd1 for: {'subnet': 1} {{(pid=103457) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 12 13:17:49.553390 dv-cinder-830097-4-iscsi neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-93877185-f9ef-4206-820c-7ea9caba5b50 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25774359'] for subnet (None), before_create {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:17:49.576591 dv-cinder-830097-4-iscsi neutron-server[103458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de3ab139-74f4-4796-b0c4-7c1f8adfa003 admin admin] Pushing event updated for resources: {'Network': ['ID=d26a1b83-2d12-46d9-93b2-6b015797acba,revision_number=1']} {{(pid=103458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 13:17:49.589365 dv-cinder-830097-4-iscsi neutron-server[103459]: DEBUG neutron.plugins.ml2.rpc [None req-53781792-8650-4c78-93a6-1c4d328d874c None None] Network d26a1b83-2d12-46d9-93b2-6b015797acba details requested by agent ovs-agent-dv-cinder-830097-4-iscsi with host dv-cinder-830097-4-iscsi {{(pid=103459) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 12 13:17:49.624932 dv-cinder-830097-4-iscsi neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-b06b367a-ab08-4c22-bd08-3b405fc1d0f2 admin admin] Publish callbacks [] for security_group (b824f20d-373d-4a70-b700-1188ed8a557a), precommit_create {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:17:49.632950 dv-cinder-830097-4-iscsi neutron-server[103458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67fea03d-5737-4afb-8653-39ffc338a902 req-3d480572-38d2-42e7-9243-15f07e6254ba tempest-ServerRescueNegativeTestJSON-440649021 tempest-ServerRescueNegativeTestJSON-440649021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 13:17:49.634431 dv-cinder-830097-4-iscsi neutron-server[103458]: INFO neutron.wsgi [req-67fea03d-5737-4afb-8653-39ffc338a902 req-3d480572-38d2-42e7-9243-15f07e6254ba tempest-ServerRescueNegativeTestJSON-440649021 tempest-ServerRescueNegativeTestJSON-440649021-project] 10.222.0.18 "GET /v2.0/ports?device_id=5aa72395-ebb9-4022-8269-0c34238e58aa HTTP/1.1" status: 200 len: 945 time: 0.0773385 Apr 12 13:17:49.635510 dv-cinder-830097-4-iscsi neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-b06b367a-ab08-4c22-bd08-3b405fc1d0f2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3691807'] for security_group (b824f20d-373d-4a70-b700-1188ed8a557a), after_create {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:17:49.694106 dv-cinder-830097-4-iscsi neutron-server[103458]: INFO neutron.wsgi [None req-b06b367a-ab08-4c22-bd08-3b405fc1d0f2 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=83d456ccbe6f4dbf9310f989b4483c4d&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5491319 Apr 12 13:17:49.696356 dv-cinder-830097-4-iscsi neutron-server[103458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b06b367a-ab08-4c22-bd08-3b405fc1d0f2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b824f20d-373d-4a70-b700-1188ed8a557a,revision_number=1']} {{(pid=103458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 13:17:49.703664 dv-cinder-830097-4-iscsi neutron-server[103458]: DEBUG neutron.wsgi [-] (103458) accepted ('10.222.0.18', 43408) {{(pid=103458) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 13:17:49.733027 dv-cinder-830097-4-iscsi neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-93877185-f9ef-4206-820c-7ea9caba5b50 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3682813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3697887', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25610054', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25774341'] for subnet (03dd161b-f064-40ec-9cf5-09d27e0eba58), after_create {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:17:49.746591 dv-cinder-830097-4-iscsi neutron-server[103458]: INFO neutron.wsgi [req-67fea03d-5737-4afb-8653-39ffc338a902 req-48dd1b76-27c3-4996-b6b3-09f6dfe60722 tempest-ServerRescueNegativeTestJSON-440649021 tempest-ServerRescueNegativeTestJSON-440649021-project] 10.222.0.18 "GET /v2.0/security-groups?id=1da71eb9-9022-4720-ae95-e700d9700270&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0992134 Apr 12 13:17:49.777962 dv-cinder-830097-4-iscsi neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-4e50deaa-0dcc-44f8-8e4b-1c3301253314 admin admin] Publish callbacks [] for security_group (b824f20d-373d-4a70-b700-1188ed8a557a), before_delete {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:17:49.798718 dv-cinder-830097-4-iscsi neutron-server[103457]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-93877185-f9ef-4206-820c-7ea9caba5b50 admin admin] Checking segment: {'id': '4e853df7-2afb-4de1-8f6d-58cc075637fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 216, 'network_id': 'd26a1b83-2d12-46d9-93b2-6b015797acba'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103457) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 12 13:17:49.799068 dv-cinder-830097-4-iscsi neutron-server[103457]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-93877185-f9ef-4206-820c-7ea9caba5b50 admin admin] Network hostable DHCP agents. Network: d26a1b83-2d12-46d9-93b2-6b015797acba, hostable agents: ['246ca497-e2ee-4e0b-b432-b4153c207e5f'], hosted agents: [] {{(pid=103457) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 12 13:17:49.802245 dv-cinder-830097-4-iscsi neutron-server[103457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93877185-f9ef-4206-820c-7ea9caba5b50 admin admin] Pushing event updated for resources: {'Subnet': ['ID=03dd161b-f064-40ec-9cf5-09d27e0eba58,revision_number=0']} {{(pid=103457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 13:17:49.802519 dv-cinder-830097-4-iscsi neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-4e50deaa-0dcc-44f8-8e4b-1c3301253314 admin admin] Publish callbacks [] for security_group (b824f20d-373d-4a70-b700-1188ed8a557a), precommit_delete {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:17:49.819834 dv-cinder-830097-4-iscsi neutron-server[103457]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-93877185-f9ef-4206-820c-7ea9caba5b50 admin admin] Network d26a1b83-2d12-46d9-93b2-6b015797acba is scheduled to be hosted by DHCP agent 246ca497-e2ee-4e0b-b432-b4153c207e5f with binding_index 1 {{(pid=103457) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 12 13:17:49.829935 dv-cinder-830097-4-iscsi neutron-server[103457]: DEBUG neutron.scheduler.base_scheduler [None req-93877185-f9ef-4206-820c-7ea9caba5b50 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-830097-4-iscsi, d26a1b83-2d12-46d9-93b2-6b015797acba) {{(pid=103457) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 12 13:17:49.840564 dv-cinder-830097-4-iscsi neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-93877185-f9ef-4206-820c-7ea9caba5b50 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 13:17:49.841636 dv-cinder-830097-4-iscsi neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-93877185-f9ef-4206-820c-7ea9caba5b50 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:17:49.846496 dv-cinder-830097-4-iscsi neutron-server[103459]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3ff86822-b786-42d4-891e-8c6d7adbc5db None None] Network d26a1b83-2d12-46d9-93b2-6b015797acba requested from dv-cinder-830097-4-iscsi {{(pid=103459) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 12 13:17:49.860366 dv-cinder-830097-4-iscsi neutron-server[103457]: INFO neutron.wsgi [None req-93877185-f9ef-4206-820c-7ea9caba5b50 admin admin] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.3337367 Apr 12 13:17:49.863023 dv-cinder-830097-4-iscsi neutron-server[103458]: DEBUG neutron.wsgi [-] (103458) accepted ('10.222.0.18', 43412) {{(pid=103458) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 13:17:49.867784 dv-cinder-830097-4-iscsi neutron-server[103458]: DEBUG neutron.api.v2.base [None req-53d3fb9f-f547-4d1f-993a-2113dd25bddf admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-346588510-router', 'tenant_id': '9a6552f7bf39471abcf37a5844d79bd1', 'external_gateway_info': {'network_id': '26d0436d-8ae2-49bd-8cc6-3d2eac552c84'}}} {{(pid=103458) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 12 13:17:49.871741 dv-cinder-830097-4-iscsi neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-4e50deaa-0dcc-44f8-8e4b-1c3301253314 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3691807'] for security_group (b824f20d-373d-4a70-b700-1188ed8a557a), after_delete {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:17:49.874160 dv-cinder-830097-4-iscsi neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-4e50deaa-0dcc-44f8-8e4b-1c3301253314 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:17:49.875188 dv-cinder-830097-4-iscsi neutron-server[103458]: INFO neutron.wsgi [None req-4e50deaa-0dcc-44f8-8e4b-1c3301253314 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/b824f20d-373d-4a70-b700-1188ed8a557a HTTP/1.1" status: 204 len: 168 time: 0.1707618 Apr 12 13:17:49.899203 dv-cinder-830097-4-iscsi neutron-server[103458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e50deaa-0dcc-44f8-8e4b-1c3301253314 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b824f20d-373d-4a70-b700-1188ed8a557a,revision_number=None']} {{(pid=103458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 13:17:49.908233 dv-cinder-830097-4-iscsi neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-53d3fb9f-f547-4d1f-993a-2113dd25bddf admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3800912', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-36249'] for router (4eb39841-e626-4208-b9ed-93927eaaedc0), before_create {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:17:49.910144 dv-cinder-830097-4-iscsi neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-53d3fb9f-f547-4d1f-993a-2113dd25bddf admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3800288', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3747931', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-4120380', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-36256'] for router (4eb39841-e626-4208-b9ed-93927eaaedc0), precommit_create {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:17:49.972015 dv-cinder-830097-4-iscsi neutron-server[103459]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a9e5f074-07a7-4f5a-a3ba-1cc912dbd3b2 None None] Sync routers for ids ['81f07478-dbd0-4cbf-a550-f0eba3802cf4'] in dv-cinder-830097-4-iscsi {{(pid=103459) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 12 13:17:49.983122 dv-cinder-830097-4-iscsi neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-53d3fb9f-f547-4d1f-993a-2113dd25bddf admin admin] Publish callbacks [] for router_controller (4eb39841-e626-4208-b9ed-93927eaaedc0), precommit_add_association {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:17:49.987751 dv-cinder-830097-4-iscsi neutron-server[103459]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a9e5f074-07a7-4f5a-a3ba-1cc912dbd3b2 None None] Routers {'81f07478-dbd0-4cbf-a550-f0eba3802cf4'} bound to L3 agent in host dv-cinder-830097-4-iscsi {{(pid=103459) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 12 13:17:49.988420 dv-cinder-830097-4-iscsi neutron-server[103459]: DEBUG neutron.db.l3_hamode_db [None req-a9e5f074-07a7-4f5a-a3ba-1cc912dbd3b2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830097-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-12T13:07:19Z,description=,heartbeat_timestamp=2022-04-12T13:17:49Z,host='dv-cinder-830097-4-iscsi',id=b7e11a8b-aeed-493f-9763-461016dddc93,load=0,resource_versions=,resources_synced=,started_at=2022-04-12T13:07:19Z,topic='l3_agent')) {'router_ids': ['81f07478-dbd0-4cbf-a550-f0eba3802cf4'], 'active': True} {{(pid=103459) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 13:17:49.992108 dv-cinder-830097-4-iscsi neutron-server[103459]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fe7abfa1-add1-49e3-8929-2303e8df59b7 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0dda7392-c464-571f-8166-3efeee773273-d26a1b83-2d12-46d9-93b2-6b015797acba', 'network_id': 'd26a1b83-2d12-46d9-93b2-6b015797acba', 'project_id': '9a6552f7bf39471abcf37a5844d79bd1', 'fixed_ips': [{'subnet_id': '03dd161b-f064-40ec-9cf5-09d27e0eba58'}]}} from dv-cinder-830097-4-iscsi. {{(pid=103459) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Apr 12 13:17:49.992971 dv-cinder-830097-4-iscsi neutron-server[103459]: DEBUG neutron_lib.callbacks.manager [None req-fe7abfa1-add1-49e3-8929-2303e8df59b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-916304'] for port (None), before_create {{(pid=103459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:17:50.143122 dv-cinder-830097-4-iscsi neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-53d3fb9f-f547-4d1f-993a-2113dd25bddf admin admin] Publish callbacks [] for router_gateway (4eb39841-e626-4208-b9ed-93927eaaedc0), precommit_update {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:17:50.359739 dv-cinder-830097-4-iscsi neutron-server[103459]: DEBUG neutron.plugins.ml2.rpc [None req-53781792-8650-4c78-93a6-1c4d328d874c None None] Device 6c01b141-c5bb-465d-a757-e3f10fd40a09 up at agent ovs-agent-dv-cinder-830097-4-iscsi {{(pid=103459) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 12 13:17:50.375909 dv-cinder-830097-4-iscsi neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-53d3fb9f-f547-4d1f-993a-2113dd25bddf admin admin] Publish callbacks [] for router_gateway (4eb39841-e626-4208-b9ed-93927eaaedc0), before_create {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:17:50.395859 dv-cinder-830097-4-iscsi neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-53d3fb9f-f547-4d1f-993a-2113dd25bddf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-916304'] for port (None), before_create {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:17:50.420983 dv-cinder-830097-4-iscsi neutron-server[103459]: DEBUG neutron_lib.callbacks.manager [None req-f20c20fe-5767-407a-9f30-b36f01c50254 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732727929501', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-657397'] for agent (1e8a91c7-94d1-4b17-9536-32bc01f44a9b), after_update {{(pid=103459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:17:50.447749 dv-cinder-830097-4-iscsi neutron-server[103459]: DEBUG neutron.db.l3_dvr_db [None req-a9e5f074-07a7-4f5a-a3ba-1cc912dbd3b2 None None] Set router 81f07478-dbd0-4cbf-a550-f0eba3802cf4 gateway port host: dv-cinder-830097-4-iscsi {{(pid=103459) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 12 13:17:50.494893 dv-cinder-830097-4-iscsi neutron-server[103459]: DEBUG neutron.db.db_base_plugin_common [None req-fe7abfa1-add1-49e3-8929-2303e8df59b7 None None] Allocated IP 172.20.0.2 (d26a1b83-2d12-46d9-93b2-6b015797acba/03dd161b-f064-40ec-9cf5-09d27e0eba58/37a8bc19-6caa-43aa-bba1-71eb95115688) {{(pid=103459) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 12 13:17:50.505021 dv-cinder-830097-4-iscsi neutron-server[103458]: DEBUG neutron.db.db_base_plugin_common [None req-53d3fb9f-f547-4d1f-993a-2113dd25bddf admin admin] Allocated IP 172.27.0.39 (26d0436d-8ae2-49bd-8cc6-3d2eac552c84/d93852d8-8f89-4b1c-bef4-0e05f499a8db/1079cb5b-aabf-4933-b68a-1322ca91d8fd) {{(pid=103458) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 12 13:17:50.520184 dv-cinder-830097-4-iscsi neutron-server[103459]: DEBUG neutron.db.provisioning_blocks [None req-53781792-8650-4c78-93a6-1c4d328d874c None None] Provisioning complete for port 6c01b141-c5bb-465d-a757-e3f10fd40a09 triggered by entity L2. {{(pid=103459) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 12 13:17:50.520560 dv-cinder-830097-4-iscsi neutron-server[103459]: DEBUG neutron_lib.callbacks.manager [None req-53781792-8650-4c78-93a6-1c4d328d874c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-657243'] for port (6c01b141-c5bb-465d-a757-e3f10fd40a09), provisioning_complete {{(pid=103459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:17:50.626651 dv-cinder-830097-4-iscsi neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-53d3fb9f-f547-4d1f-993a-2113dd25bddf admin admin] Publish callbacks [] for port (1079cb5b-aabf-4933-b68a-1322ca91d8fd), precommit_create {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:17:50.873405 dv-cinder-830097-4-iscsi neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-53d3fb9f-f547-4d1f-993a-2113dd25bddf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-915890', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3697887', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732727417914', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26097133'] for port (1079cb5b-aabf-4933-b68a-1322ca91d8fd), after_create {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:17:50.883187 dv-cinder-830097-4-iscsi neutron-server[103459]: DEBUG neutron.plugins.ml2.plugin [None req-53781792-8650-4c78-93a6-1c4d328d874c None None] Current status of the port 6c01b141-c5bb-465d-a757-e3f10fd40a09 is: DOWN; New status is: ACTIVE {{(pid=103459) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 12 13:17:50.883805 dv-cinder-830097-4-iscsi neutron-server[103459]: DEBUG neutron_lib.callbacks.manager [None req-53781792-8650-4c78-93a6-1c4d328d874c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-916304'] for port (6c01b141-c5bb-465d-a757-e3f10fd40a09), before_update {{(pid=103459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:17:50.921799 dv-cinder-830097-4-iscsi neutron-server[103458]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-53d3fb9f-f547-4d1f-993a-2113dd25bddf admin admin] Network 26d0436d-8ae2-49bd-8cc6-3d2eac552c84 is already hosted by enough agents. {{(pid=103458) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 12 13:17:50.923899 dv-cinder-830097-4-iscsi neutron-server[103459]: DEBUG neutron_lib.callbacks.manager [None req-fe7abfa1-add1-49e3-8929-2303e8df59b7 None None] Publish callbacks [] for port (37a8bc19-6caa-43aa-bba1-71eb95115688), precommit_create {{(pid=103459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:17:50.924223 dv-cinder-830097-4-iscsi neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4e4d6c6-1ea1-418d-aa14-c3e6e6a8f987 req-604041c1-7cf9-4c94-969e-c6ed7647d997 tempest-ServerRescueNegativeTestJSON-440649021 tempest-ServerRescueNegativeTestJSON-440649021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 13:17:50.925467 dv-cinder-830097-4-iscsi neutron-server[103458]: DEBUG neutron.scheduler.base_scheduler [None req-53d3fb9f-f547-4d1f-993a-2113dd25bddf admin admin] Resources bound (agent type, host, resource id): {{(pid=103458) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 12 13:17:50.928082 dv-cinder-830097-4-iscsi neutron-server[103457]: INFO neutron.wsgi [req-a4e4d6c6-1ea1-418d-aa14-c3e6e6a8f987 req-604041c1-7cf9-4c94-969e-c6ed7647d997 tempest-ServerRescueNegativeTestJSON-440649021 tempest-ServerRescueNegativeTestJSON-440649021-project] 10.222.0.18 "GET /v2.0/ports?device_id=5aa72395-ebb9-4022-8269-0c34238e58aa HTTP/1.1" status: 200 len: 945 time: 0.0912948 Apr 12 13:17:50.936326 dv-cinder-830097-4-iscsi neutron-server[103458]: DEBUG neutron.db.l3_dvrscheduler_db [None req-53d3fb9f-f547-4d1f-993a-2113dd25bddf admin admin] Received port after_create {{(pid=103458) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 12 13:17:50.954035 dv-cinder-830097-4-iscsi neutron-server[103459]: DEBUG neutron_lib.callbacks.manager [None req-fe7abfa1-add1-49e3-8929-2303e8df59b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-915890', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3697887', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732727417914'] for port (37a8bc19-6caa-43aa-bba1-71eb95115688), after_create {{(pid=103459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:17:50.967343 dv-cinder-830097-4-iscsi neutron-server[103459]: DEBUG neutron.plugins.ml2.db [None req-53781792-8650-4c78-93a6-1c4d328d874c None None] For port 6c01b141-c5bb-465d-a757-e3f10fd40a09, host dv-cinder-830097-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-830097-4-iscsi',level=0,port_id=6c01b141-c5bb-465d-a757-e3f10fd40a09,segment=NetworkSegment(333e2245-11dc-4fcd-9fb1-9fe65fae59ea),segment_id=333e2245-11dc-4fcd-9fb1-9fe65fae59ea)] {{(pid=103459) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 12 13:17:50.973265 dv-cinder-830097-4-iscsi neutron-server[103459]: DEBUG neutron.db.l3_hamode_db [None req-a9e5f074-07a7-4f5a-a3ba-1cc912dbd3b2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '81f07478-dbd0-4cbf-a550-f0eba3802cf4', 'name': 'tempest-TestMinimumBasicScenario-1350615102-router', 'tenant_id': '324be551cdc84d27989a0ab080f181fe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '26d0436d-8ae2-49bd-8cc6-3d2eac552c84', 'external_fixed_ips': [{'subnet_id': 'd93852d8-8f89-4b1c-bef4-0e05f499a8db', 'ip_address': '172.27.0.86'}], 'enable_snat': True}, 'gw_port_id': '6c01b141-c5bb-465d-a757-e3f10fd40a09', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-12T13:17:44Z', 'updated_at': '2022-04-12T13:17:47Z', 'revision_number': 4, 'project_id': '324be551cdc84d27989a0ab080f181fe', 'gw_port': {'id': '6c01b141-c5bb-465d-a757-e3f10fd40a09', 'name': '', 'network_id': '26d0436d-8ae2-49bd-8cc6-3d2eac552c84', 'tenant_id': '', 'mac_address': 'fa:16:3e:f2:4a:13', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '81f07478-dbd0-4cbf-a550-f0eba3802cf4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 291, 'fixed_ips': [{'subnet_id': 'd93852d8-8f89-4b1c-bef4-0e05f499a8db', 'ip_address': '172.27.0.86', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830097-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T13:17:45Z', 'updated_at': '2022-04-12T13:17:47Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd93852d8-8f89-4b1c-bef4-0e05f499a8db', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830097-4-iscsi', '_interfaces': [{'id': '80cb0942-b4bb-4341-b572-bf81ef215894', 'name': '', 'network_id': '43ad3d49-b83e-473d-8b7c-7c5b9f9692d2', 'tenant_id': '324be551cdc84d27989a0ab080f181fe', 'mac_address': 'fa:16:3e:15:7b:03', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '81f07478-dbd0-4cbf-a550-f0eba3802cf4', 'device_owner': 'network:router_interface', 'standard_attr_id': 292, 'fixed_ips': [{'subnet_id': '459228ea-ace1-423f-95f0-441946c28473', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T13:17:47Z', 'updated_at': '2022-04-12T13:17:47Z', 'revision_number': 2, 'project_id': '324be551cdc84d27989a0ab080f181fe', 'subnets': [{'id': '459228ea-ace1-423f-95f0-441946c28473', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-830097-4-iscsi', False) {} {{(pid=103459) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 13:17:50.974390 dv-cinder-830097-4-iscsi neutron-server[103458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53d3fb9f-f547-4d1f-993a-2113dd25bddf admin admin] Pushing event updated for resources: {'Port': ['ID=1079cb5b-aabf-4933-b68a-1322ca91d8fd,revision_number=1']} {{(pid=103458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 13:17:50.994961 dv-cinder-830097-4-iscsi neutron-server[103457]: INFO neutron.wsgi [req-a4e4d6c6-1ea1-418d-aa14-c3e6e6a8f987 req-dc7dbd30-8930-4792-b11b-48eca3ba29fd tempest-ServerRescueNegativeTestJSON-440649021 tempest-ServerRescueNegativeTestJSON-440649021-project] 10.222.0.18 "GET /v2.0/security-groups?id=1da71eb9-9022-4720-ae95-e700d9700270&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0584557 Apr 12 13:17:51.038171 dv-cinder-830097-4-iscsi neutron-server[103459]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a9e5f074-07a7-4f5a-a3ba-1cc912dbd3b2 None None] Checking router: 81f07478-dbd0-4cbf-a550-f0eba3802cf4 for host: dv-cinder-830097-4-iscsi {{(pid=103459) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 12 13:17:51.038517 dv-cinder-830097-4-iscsi neutron-server[103459]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a9e5f074-07a7-4f5a-a3ba-1cc912dbd3b2 None None] Updating router 81f07478-dbd0-4cbf-a550-f0eba3802cf4 port 80cb0942-b4bb-4341-b572-bf81ef215894 binding host dv-cinder-830097-4-iscsi {{(pid=103459) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 12 13:17:51.040344 dv-cinder-830097-4-iscsi neutron-server[103459]: DEBUG neutron_lib.callbacks.manager [None req-53781792-8650-4c78-93a6-1c4d328d874c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-915890', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3697887', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732727894815', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732727417932', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732727417950'] for port (6c01b141-c5bb-465d-a757-e3f10fd40a09), after_update {{(pid=103459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:17:51.049366 dv-cinder-830097-4-iscsi neutron-server[103459]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fe7abfa1-add1-49e3-8929-2303e8df59b7 None None] Network d26a1b83-2d12-46d9-93b2-6b015797acba is already hosted by enough agents. {{(pid=103459) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 12 13:17:51.071498 dv-cinder-830097-4-iscsi neutron-server[103459]: DEBUG neutron.scheduler.base_scheduler [None req-fe7abfa1-add1-49e3-8929-2303e8df59b7 None None] Resources bound (agent type, host, resource id): {{(pid=103459) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 12 13:17:51.074192 dv-cinder-830097-4-iscsi neutron-server[103459]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fe7abfa1-add1-49e3-8929-2303e8df59b7 None None] Received port after_create {{(pid=103459) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 12 13:17:51.095655 dv-cinder-830097-4-iscsi neutron-server[103459]: DEBUG neutron_lib.callbacks.manager [None req-a9e5f074-07a7-4f5a-a3ba-1cc912dbd3b2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-916304'] for port (80cb0942-b4bb-4341-b572-bf81ef215894), before_update {{(pid=103459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:17:51.113092 dv-cinder-830097-4-iscsi neutron-server[103459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe7abfa1-add1-49e3-8929-2303e8df59b7 None None] Pushing event updated for resources: {'Port': ['ID=37a8bc19-6caa-43aa-bba1-71eb95115688,revision_number=1']} {{(pid=103459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 13:17:51.171668 dv-cinder-830097-4-iscsi neutron-server[103457]: DEBUG neutron.wsgi [-] (103457) accepted ('10.222.0.18', 43452) {{(pid=103457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 13:17:51.224938 dv-cinder-830097-4-iscsi neutron-server[103459]: DEBUG neutron.plugins.ml2.managers [None req-fe7abfa1-add1-49e3-8929-2303e8df59b7 None None] Attempting to bind port 37a8bc19-6caa-43aa-bba1-71eb95115688 on host dv-cinder-830097-4-iscsi for vnic_type normal with profile {{(pid=103459) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 12 13:17:51.225308 dv-cinder-830097-4-iscsi neutron-server[103459]: DEBUG neutron.plugins.ml2.managers [None req-fe7abfa1-add1-49e3-8929-2303e8df59b7 None None] Attempting to bind port 37a8bc19-6caa-43aa-bba1-71eb95115688 by drivers openvswitch,hyperv on host dv-cinder-830097-4-iscsi at level 0 using segments [{'id': '4e853df7-2afb-4de1-8f6d-58cc075637fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 216, 'network_id': 'd26a1b83-2d12-46d9-93b2-6b015797acba'}] {{(pid=103459) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 12 13:17:51.225670 dv-cinder-830097-4-iscsi neutron-server[103459]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fe7abfa1-add1-49e3-8929-2303e8df59b7 None None] Attempting to bind port 37a8bc19-6caa-43aa-bba1-71eb95115688 on network d26a1b83-2d12-46d9-93b2-6b015797acba {{(pid=103459) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 12 13:17:51.235760 dv-cinder-830097-4-iscsi neutron-server[103459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53781792-8650-4c78-93a6-1c4d328d874c None None] Pushing event updated for resources: {'Port': ['ID=6c01b141-c5bb-465d-a757-e3f10fd40a09,revision_number=4']} {{(pid=103459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 13:17:51.245304 dv-cinder-830097-4-iscsi neutron-server[103459]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fe7abfa1-add1-49e3-8929-2303e8df59b7 None None] Checking agent: {'id': '3f2daa45-5e56-452b-8a21-b519edfce99e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-830097-4-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 12, 13, 7, 23), 'started_at': datetime.datetime(2022, 4, 12, 13, 7, 53), 'heartbeat_timestamp': datetime.datetime(2022, 4, 12, 13, 17, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-830097-4-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103459) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 12 13:17:51.245679 dv-cinder-830097-4-iscsi neutron-server[103459]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fe7abfa1-add1-49e3-8929-2303e8df59b7 None None] Checking segment: {'id': '4e853df7-2afb-4de1-8f6d-58cc075637fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 216, 'network_id': 'd26a1b83-2d12-46d9-93b2-6b015797acba'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103459) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 12 13:17:51.246082 dv-cinder-830097-4-iscsi neutron-server[103459]: DEBUG neutron_lib.callbacks.manager [None req-fe7abfa1-add1-49e3-8929-2303e8df59b7 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:17:51.246479 dv-cinder-830097-4-iscsi neutron-server[103459]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fe7abfa1-add1-49e3-8929-2303e8df59b7 None None] Bound using segment: {'id': '4e853df7-2afb-4de1-8f6d-58cc075637fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 216, 'network_id': 'd26a1b83-2d12-46d9-93b2-6b015797acba'} {{(pid=103459) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 12 13:17:51.247052 dv-cinder-830097-4-iscsi neutron-server[103459]: DEBUG neutron.plugins.ml2.managers [None req-fe7abfa1-add1-49e3-8929-2303e8df59b7 None None] Bound port: 37a8bc19-6caa-43aa-bba1-71eb95115688, host: dv-cinder-830097-4-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4e853df7-2afb-4de1-8f6d-58cc075637fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 216, 'network_id': 'd26a1b83-2d12-46d9-93b2-6b015797acba'}}] {{(pid=103459) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 12 13:17:51.247329 dv-cinder-830097-4-iscsi neutron-server[103459]: DEBUG neutron_lib.callbacks.manager [None req-fe7abfa1-add1-49e3-8929-2303e8df59b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-916304'] for port (37a8bc19-6caa-43aa-bba1-71eb95115688), before_update {{(pid=103459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:17:51.249508 dv-cinder-830097-4-iscsi neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-53d3fb9f-f547-4d1f-993a-2113dd25bddf admin admin] Publish callbacks [] for router_gateway (4eb39841-e626-4208-b9ed-93927eaaedc0), after_create {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:17:51.291054 dv-cinder-830097-4-iscsi neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-b7245c48-0ab1-454a-b298-c7a469b2ed52 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:17:51.402407 dv-cinder-830097-4-iscsi neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-b7245c48-0ab1-454a-b298-c7a469b2ed52 admin admin] Publish callbacks [] for security_group (b7f73e8a-d294-42df-b624-c8b6447b0027), precommit_create {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:17:51.414513 dv-cinder-830097-4-iscsi neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-b7245c48-0ab1-454a-b298-c7a469b2ed52 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3691807'] for security_group (b7f73e8a-d294-42df-b624-c8b6447b0027), after_create {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:17:51.440581 dv-cinder-830097-4-iscsi neutron-server[103459]: DEBUG neutron.plugins.ml2.db [None req-fe7abfa1-add1-49e3-8929-2303e8df59b7 None None] For port 37a8bc19-6caa-43aa-bba1-71eb95115688, host dv-cinder-830097-4-iscsi, cleared binding levels {{(pid=103459) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 12 13:17:51.449056 dv-cinder-830097-4-iscsi neutron-server[103459]: DEBUG neutron_lib.callbacks.manager [None req-09c91955-1169-4ba5-b480-d25faf385fa1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732727929501', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-657397'] for agent (6571c785-b050-42b7-b6d0-d71237f75507), after_update {{(pid=103459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:17:51.461271 dv-cinder-830097-4-iscsi neutron-server[103459]: DEBUG neutron.plugins.ml2.db [None req-fe7abfa1-add1-49e3-8929-2303e8df59b7 None None] For port 37a8bc19-6caa-43aa-bba1-71eb95115688, host dv-cinder-830097-4-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-830097-4-iscsi',level=0,port_id=37a8bc19-6caa-43aa-bba1-71eb95115688,segment=NetworkSegment(4e853df7-2afb-4de1-8f6d-58cc075637fa),segment_id=4e853df7-2afb-4de1-8f6d-58cc075637fa)] {{(pid=103459) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 12 13:17:51.474369 dv-cinder-830097-4-iscsi neutron-server[103457]: INFO neutron.wsgi [None req-b7245c48-0ab1-454a-b298-c7a469b2ed52 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=2907e03db98c48e3b9737815f081d349&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3016055 Apr 12 13:17:51.476405 dv-cinder-830097-4-iscsi neutron-server[103457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7245c48-0ab1-454a-b298-c7a469b2ed52 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b7f73e8a-d294-42df-b624-c8b6447b0027,revision_number=1']} {{(pid=103457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 13:17:51.477475 dv-cinder-830097-4-iscsi neutron-server[103459]: DEBUG neutron_lib.callbacks.manager [None req-fe7abfa1-add1-49e3-8929-2303e8df59b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-915890', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3697887', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732727894815', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732727417932', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732727417950'] for port (37a8bc19-6caa-43aa-bba1-71eb95115688), after_update {{(pid=103459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:17:51.480022 dv-cinder-830097-4-iscsi neutron-server[103457]: DEBUG neutron.wsgi [-] (103457) accepted ('10.222.0.18', 43462) {{(pid=103457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 13:17:51.509599 dv-cinder-830097-4-iscsi neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-53d3fb9f-f547-4d1f-993a-2113dd25bddf admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3800281', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3739048'] for router (4eb39841-e626-4208-b9ed-93927eaaedc0), after_create {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:17:51.538769 dv-cinder-830097-4-iscsi neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-e1813542-af7d-4f78-ad16-c051fb152c66 admin admin] Publish callbacks [] for security_group (b7f73e8a-d294-42df-b624-c8b6447b0027), before_delete {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:17:51.564581 dv-cinder-830097-4-iscsi neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-e1813542-af7d-4f78-ad16-c051fb152c66 admin admin] Publish callbacks [] for security_group (b7f73e8a-d294-42df-b624-c8b6447b0027), precommit_delete {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:17:51.571543 dv-cinder-830097-4-iscsi neutron-server[103459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe7abfa1-add1-49e3-8929-2303e8df59b7 None None] Pushing event updated for resources: {'Port': ['ID=37a8bc19-6caa-43aa-bba1-71eb95115688,revision_number=2']} {{(pid=103459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 13:17:51.630214 dv-cinder-830097-4-iscsi neutron-server[103459]: DEBUG neutron_lib.callbacks.manager [None req-a9e5f074-07a7-4f5a-a3ba-1cc912dbd3b2 None None] Publish callbacks [] for port (80cb0942-b4bb-4341-b572-bf81ef215894), precommit_update {{(pid=103459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:17:51.635866 dv-cinder-830097-4-iscsi neutron-server[103459]: DEBUG neutron_lib.callbacks.manager [None req-a9e5f074-07a7-4f5a-a3ba-1cc912dbd3b2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-915890', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3697887', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732727894815', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732727417932', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732727417950'] for port (80cb0942-b4bb-4341-b572-bf81ef215894), after_update {{(pid=103459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:17:51.637951 dv-cinder-830097-4-iscsi neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-e1813542-af7d-4f78-ad16-c051fb152c66 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3691807'] for security_group (b7f73e8a-d294-42df-b624-c8b6447b0027), after_delete {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:17:51.641566 dv-cinder-830097-4-iscsi neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-e1813542-af7d-4f78-ad16-c051fb152c66 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:17:51.642727 dv-cinder-830097-4-iscsi neutron-server[103457]: INFO neutron.wsgi [None req-e1813542-af7d-4f78-ad16-c051fb152c66 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/b7f73e8a-d294-42df-b624-c8b6447b0027 HTTP/1.1" status: 204 len: 168 time: 0.1607139 Apr 12 13:17:51.655992 dv-cinder-830097-4-iscsi neutron-server[103457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1813542-af7d-4f78-ad16-c051fb152c66 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b7f73e8a-d294-42df-b624-c8b6447b0027,revision_number=None']} {{(pid=103457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 13:17:51.683347 dv-cinder-830097-4-iscsi neutron-server[103458]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-53d3fb9f-f547-4d1f-993a-2113dd25bddf admin admin] Router 4eb39841-e626-4208-b9ed-93927eaaedc0 is scheduled to L3 agent b7e11a8b-aeed-493f-9763-461016dddc93 with binding_index 1 {{(pid=103458) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 12 13:17:51.704068 dv-cinder-830097-4-iscsi neutron-server[103459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1112360-f131-4598-acce-542c76bebe27 None None] Pushing event updated for resources: {'Port': ['ID=80cb0942-b4bb-4341-b572-bf81ef215894,revision_number=3']} {{(pid=103459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 13:17:51.767457 dv-cinder-830097-4-iscsi neutron-server[103459]: DEBUG neutron.plugins.ml2.managers [None req-a9e5f074-07a7-4f5a-a3ba-1cc912dbd3b2 None None] Attempting to bind port 80cb0942-b4bb-4341-b572-bf81ef215894 on host dv-cinder-830097-4-iscsi for vnic_type normal with profile {{(pid=103459) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 12 13:17:51.767986 dv-cinder-830097-4-iscsi neutron-server[103459]: DEBUG neutron.plugins.ml2.managers [None req-a9e5f074-07a7-4f5a-a3ba-1cc912dbd3b2 None None] Attempting to bind port 80cb0942-b4bb-4341-b572-bf81ef215894 by drivers openvswitch,hyperv on host dv-cinder-830097-4-iscsi at level 0 using segments [{'id': 'c7030a2b-c894-43d1-978c-a3dddc343332', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 229, 'network_id': '43ad3d49-b83e-473d-8b7c-7c5b9f9692d2'}] {{(pid=103459) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 12 13:17:51.768576 dv-cinder-830097-4-iscsi neutron-server[103459]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a9e5f074-07a7-4f5a-a3ba-1cc912dbd3b2 None None] Attempting to bind port 80cb0942-b4bb-4341-b572-bf81ef215894 on network 43ad3d49-b83e-473d-8b7c-7c5b9f9692d2 {{(pid=103459) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 12 13:17:51.775159 dv-cinder-830097-4-iscsi neutron-server[103459]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a9e5f074-07a7-4f5a-a3ba-1cc912dbd3b2 None None] Checking agent: {'id': '3f2daa45-5e56-452b-8a21-b519edfce99e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-830097-4-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 12, 13, 7, 23), 'started_at': datetime.datetime(2022, 4, 12, 13, 7, 53), 'heartbeat_timestamp': datetime.datetime(2022, 4, 12, 13, 17, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-830097-4-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103459) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 12 13:17:51.775541 dv-cinder-830097-4-iscsi neutron-server[103459]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a9e5f074-07a7-4f5a-a3ba-1cc912dbd3b2 None None] Checking segment: {'id': 'c7030a2b-c894-43d1-978c-a3dddc343332', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 229, 'network_id': '43ad3d49-b83e-473d-8b7c-7c5b9f9692d2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103459) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 12 13:17:51.775947 dv-cinder-830097-4-iscsi neutron-server[103459]: DEBUG neutron_lib.callbacks.manager [None req-a9e5f074-07a7-4f5a-a3ba-1cc912dbd3b2 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:17:51.776338 dv-cinder-830097-4-iscsi neutron-server[103459]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a9e5f074-07a7-4f5a-a3ba-1cc912dbd3b2 None None] Bound using segment: {'id': 'c7030a2b-c894-43d1-978c-a3dddc343332', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 229, 'network_id': '43ad3d49-b83e-473d-8b7c-7c5b9f9692d2'} {{(pid=103459) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 12 13:17:51.776829 dv-cinder-830097-4-iscsi neutron-server[103459]: DEBUG neutron.plugins.ml2.managers [None req-a9e5f074-07a7-4f5a-a3ba-1cc912dbd3b2 None None] Bound port: 80cb0942-b4bb-4341-b572-bf81ef215894, host: dv-cinder-830097-4-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c7030a2b-c894-43d1-978c-a3dddc343332', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 229, 'network_id': '43ad3d49-b83e-473d-8b7c-7c5b9f9692d2'}}] {{(pid=103459) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 12 13:17:51.777216 dv-cinder-830097-4-iscsi neutron-server[103459]: DEBUG neutron_lib.callbacks.manager [None req-a9e5f074-07a7-4f5a-a3ba-1cc912dbd3b2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-916304'] for port (80cb0942-b4bb-4341-b572-bf81ef215894), before_update {{(pid=103459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:17:51.861820 dv-cinder-830097-4-iscsi neutron-server[103458]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-53d3fb9f-f547-4d1f-993a-2113dd25bddf admin admin] Notify agent at l3_agent.dv-cinder-830097-4-iscsi the message routers_updated {{(pid=103458) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 12 13:17:51.901222 dv-cinder-830097-4-iscsi neutron-server[103460]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-74d44f71-6eeb-4ebe-a5b6-cb7715d80a4c None None] Sync routers for ids ['4eb39841-e626-4208-b9ed-93927eaaedc0'] in dv-cinder-830097-4-iscsi {{(pid=103460) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 12 13:17:51.926916 dv-cinder-830097-4-iscsi neutron-server[103460]: DEBUG neutron.db.l3_dvrscheduler_db [None req-74d44f71-6eeb-4ebe-a5b6-cb7715d80a4c None None] Routers {'4eb39841-e626-4208-b9ed-93927eaaedc0'} bound to L3 agent in host dv-cinder-830097-4-iscsi {{(pid=103460) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 12 13:17:51.927325 dv-cinder-830097-4-iscsi neutron-server[103459]: DEBUG neutron.plugins.ml2.db [None req-a9e5f074-07a7-4f5a-a3ba-1cc912dbd3b2 None None] For port 80cb0942-b4bb-4341-b572-bf81ef215894, host dv-cinder-830097-4-iscsi, cleared binding levels {{(pid=103459) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 12 13:17:51.928692 dv-cinder-830097-4-iscsi neutron-server[103460]: DEBUG neutron.db.l3_hamode_db [None req-74d44f71-6eeb-4ebe-a5b6-cb7715d80a4c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830097-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-12T13:07:19Z,description=,heartbeat_timestamp=2022-04-12T13:17:49Z,host='dv-cinder-830097-4-iscsi',id=b7e11a8b-aeed-493f-9763-461016dddc93,load=0,resource_versions=,resources_synced=,started_at=2022-04-12T13:07:19Z,topic='l3_agent')) {'router_ids': ['4eb39841-e626-4208-b9ed-93927eaaedc0'], 'active': True} {{(pid=103460) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 13:17:51.937280 dv-cinder-830097-4-iscsi neutron-server[103459]: DEBUG neutron.plugins.ml2.db [None req-a9e5f074-07a7-4f5a-a3ba-1cc912dbd3b2 None None] For port 80cb0942-b4bb-4341-b572-bf81ef215894, host dv-cinder-830097-4-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-830097-4-iscsi',level=0,port_id=80cb0942-b4bb-4341-b572-bf81ef215894,segment=NetworkSegment(c7030a2b-c894-43d1-978c-a3dddc343332),segment_id=c7030a2b-c894-43d1-978c-a3dddc343332)] {{(pid=103459) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 12 13:17:51.952356 dv-cinder-830097-4-iscsi neutron-server[103459]: DEBUG neutron_lib.callbacks.manager [None req-a9e5f074-07a7-4f5a-a3ba-1cc912dbd3b2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-915890', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3697887', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732727894815', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732727417932', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732727417950'] for port (80cb0942-b4bb-4341-b572-bf81ef215894), after_update {{(pid=103459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:17:51.958561 dv-cinder-830097-4-iscsi neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-53d3fb9f-f547-4d1f-993a-2113dd25bddf admin admin] Publish callbacks [] for router (None), before_response {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:17:51.964817 dv-cinder-830097-4-iscsi neutron-server[103457]: DEBUG neutron.wsgi [-] (103457) accepted ('10.222.0.18', 43468) {{(pid=103457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 13:17:51.965395 dv-cinder-830097-4-iscsi neutron-server[103458]: INFO neutron.wsgi [None req-53d3fb9f-f547-4d1f-993a-2113dd25bddf admin admin] 10.222.0.18 "POST /v2.0/routers HTTP/1.1" status: 201 len: 925 time: 2.1006587 Apr 12 13:17:52.124897 dv-cinder-830097-4-iscsi neutron-server[103459]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a9e5f074-07a7-4f5a-a3ba-1cc912dbd3b2 None None] Routers {'81f07478-dbd0-4cbf-a550-f0eba3802cf4'} bound to L3 agent in host dv-cinder-830097-4-iscsi {{(pid=103459) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 12 13:17:52.125632 dv-cinder-830097-4-iscsi neutron-server[103459]: DEBUG neutron.db.l3_hamode_db [None req-a9e5f074-07a7-4f5a-a3ba-1cc912dbd3b2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830097-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-12T13:07:19Z,description=,heartbeat_timestamp=2022-04-12T13:17:49Z,host='dv-cinder-830097-4-iscsi',id=b7e11a8b-aeed-493f-9763-461016dddc93,load=0,resource_versions=,resources_synced=,started_at=2022-04-12T13:07:19Z,topic='l3_agent')) {'router_ids': ['81f07478-dbd0-4cbf-a550-f0eba3802cf4'], 'active': True} {{(pid=103459) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 13:17:52.131707 dv-cinder-830097-4-iscsi neutron-server[103460]: DEBUG neutron.db.l3_dvr_db [None req-74d44f71-6eeb-4ebe-a5b6-cb7715d80a4c None None] Set router 4eb39841-e626-4208-b9ed-93927eaaedc0 gateway port host: dv-cinder-830097-4-iscsi {{(pid=103460) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 12 13:17:52.136601 dv-cinder-830097-4-iscsi neutron-server[103459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1112360-f131-4598-acce-542c76bebe27 None None] Pushing event updated for resources: {'Port': ['ID=80cb0942-b4bb-4341-b572-bf81ef215894,revision_number=4']} {{(pid=103459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 13:17:52.251848 dv-cinder-830097-4-iscsi neutron-server[103458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbfd8eeb-93bb-46cc-b0f9-37398ee5e1c1 req-58a3ede6-a60a-4e21-97ef-9c6e6792f7f0 tempest-ServerRescueNegativeTestJSON-440649021 tempest-ServerRescueNegativeTestJSON-440649021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 13:17:52.255384 dv-cinder-830097-4-iscsi neutron-server[103458]: INFO neutron.wsgi [req-fbfd8eeb-93bb-46cc-b0f9-37398ee5e1c1 req-58a3ede6-a60a-4e21-97ef-9c6e6792f7f0 tempest-ServerRescueNegativeTestJSON-440649021 tempest-ServerRescueNegativeTestJSON-440649021-project] 10.222.0.18 "GET /v2.0/ports?device_id=5aa72395-ebb9-4022-8269-0c34238e58aa HTTP/1.1" status: 200 len: 945 time: 0.1110044 Apr 12 13:17:52.311614 dv-cinder-830097-4-iscsi neutron-server[103459]: DEBUG neutron.db.provisioning_blocks [None req-237b721c-24a8-431e-968c-b0059d7c0a75 None None] Provisioning complete for port 80cb0942-b4bb-4341-b572-bf81ef215894 triggered by entity DHCP. {{(pid=103459) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 12 13:17:52.312238 dv-cinder-830097-4-iscsi neutron-server[103459]: DEBUG neutron_lib.callbacks.manager [None req-237b721c-24a8-431e-968c-b0059d7c0a75 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-657243'] for port (80cb0942-b4bb-4341-b572-bf81ef215894), provisioning_complete {{(pid=103459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:17:52.320400 dv-cinder-830097-4-iscsi neutron-server[103460]: DEBUG neutron.db.agents_db [None req-38c2972b-b018-47ca-95cb-8760adc1e78b None None] Agent healthcheck: found 6 active agents {{(pid=103460) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 12 13:17:52.348607 dv-cinder-830097-4-iscsi neutron-server[103458]: INFO neutron.wsgi [req-fbfd8eeb-93bb-46cc-b0f9-37398ee5e1c1 req-42bc1778-053c-4a3a-8d46-d6a7b75c5d31 tempest-ServerRescueNegativeTestJSON-440649021 tempest-ServerRescueNegativeTestJSON-440649021-project] 10.222.0.18 "GET /v2.0/security-groups?id=1da71eb9-9022-4720-ae95-e700d9700270&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0859733 Apr 12 13:17:52.460254 dv-cinder-830097-4-iscsi neutron-server[103460]: DEBUG neutron.db.l3_hamode_db [None req-74d44f71-6eeb-4ebe-a5b6-cb7715d80a4c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4eb39841-e626-4208-b9ed-93927eaaedc0', 'name': 'tempest-TestMinimumBasicScenario-346588510-router', 'tenant_id': '9a6552f7bf39471abcf37a5844d79bd1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '26d0436d-8ae2-49bd-8cc6-3d2eac552c84', 'external_fixed_ips': [{'subnet_id': 'd93852d8-8f89-4b1c-bef4-0e05f499a8db', 'ip_address': '172.27.0.39'}], 'enable_snat': True}, 'gw_port_id': '1079cb5b-aabf-4933-b68a-1322ca91d8fd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-12T13:17:49Z', 'updated_at': '2022-04-12T13:17:51Z', 'revision_number': 3, 'project_id': '9a6552f7bf39471abcf37a5844d79bd1', 'gw_port': {'id': '1079cb5b-aabf-4933-b68a-1322ca91d8fd', 'name': '', 'network_id': '26d0436d-8ae2-49bd-8cc6-3d2eac552c84', 'tenant_id': '', 'mac_address': 'fa:16:3e:b1:87:02', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4eb39841-e626-4208-b9ed-93927eaaedc0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 308, 'fixed_ips': [{'subnet_id': 'd93852d8-8f89-4b1c-bef4-0e05f499a8db', 'ip_address': '172.27.0.39', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T13:17:50Z', 'updated_at': '2022-04-12T13:17:50Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'd93852d8-8f89-4b1c-bef4-0e05f499a8db', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830097-4-iscsi'}], 'dv-cinder-830097-4-iscsi', False) {} {{(pid=103460) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 13:17:52.492736 dv-cinder-830097-4-iscsi neutron-server[103460]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-74d44f71-6eeb-4ebe-a5b6-cb7715d80a4c None None] Checking router: 4eb39841-e626-4208-b9ed-93927eaaedc0 for host: dv-cinder-830097-4-iscsi {{(pid=103460) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 12 13:17:52.493205 dv-cinder-830097-4-iscsi neutron-server[103460]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-74d44f71-6eeb-4ebe-a5b6-cb7715d80a4c None None] Updating router 4eb39841-e626-4208-b9ed-93927eaaedc0 port 1079cb5b-aabf-4933-b68a-1322ca91d8fd binding host dv-cinder-830097-4-iscsi {{(pid=103460) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 12 13:17:52.523169 dv-cinder-830097-4-iscsi neutron-server[103460]: DEBUG neutron_lib.callbacks.manager [None req-74d44f71-6eeb-4ebe-a5b6-cb7715d80a4c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-916304'] for port (1079cb5b-aabf-4933-b68a-1322ca91d8fd), before_update {{(pid=103460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:17:52.584537 dv-cinder-830097-4-iscsi neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-d4677b2d-4f83-4450-bdaa-9f99a6ad7c4e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-916304'] for port (None), before_create {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:17:52.590532 dv-cinder-830097-4-iscsi neutron-server[103459]: DEBUG neutron.plugins.ml2.rpc [None req-53781792-8650-4c78-93a6-1c4d328d874c None None] Device 6c01b141-c5bb-465d-a757-e3f10fd40a09 up at agent ovs-agent-dv-cinder-830097-4-iscsi {{(pid=103459) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 12 13:17:52.670844 dv-cinder-830097-4-iscsi neutron-server[103459]: DEBUG neutron.db.l3_dvr_db [None req-a9e5f074-07a7-4f5a-a3ba-1cc912dbd3b2 None None] Set router 81f07478-dbd0-4cbf-a550-f0eba3802cf4 gateway port host: dv-cinder-830097-4-iscsi {{(pid=103459) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 12 13:17:52.723460 dv-cinder-830097-4-iscsi neutron-server[103459]: DEBUG neutron.db.provisioning_blocks [None req-53781792-8650-4c78-93a6-1c4d328d874c None None] Provisioning complete for port 6c01b141-c5bb-465d-a757-e3f10fd40a09 triggered by entity L2. {{(pid=103459) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 12 13:17:52.724252 dv-cinder-830097-4-iscsi neutron-server[103459]: DEBUG neutron_lib.callbacks.manager [None req-53781792-8650-4c78-93a6-1c4d328d874c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-657243'] for port (6c01b141-c5bb-465d-a757-e3f10fd40a09), provisioning_complete {{(pid=103459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:17:52.775543 dv-cinder-830097-4-iscsi neutron-server[103457]: DEBUG neutron.db.db_base_plugin_common [None req-d4677b2d-4f83-4450-bdaa-9f99a6ad7c4e admin admin] Allocated IP 172.20.0.1 (d26a1b83-2d12-46d9-93b2-6b015797acba/03dd161b-f064-40ec-9cf5-09d27e0eba58/c2b34b12-b8da-4382-b8a4-a3baa9fa6135) {{(pid=103457) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 12 13:17:52.840221 dv-cinder-830097-4-iscsi neutron-server[103459]: DEBUG neutron.plugins.ml2.plugin [None req-237b721c-24a8-431e-968c-b0059d7c0a75 None None] Current status of the port 80cb0942-b4bb-4341-b572-bf81ef215894 is: DOWN; New status is: ACTIVE {{(pid=103459) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 12 13:17:52.840709 dv-cinder-830097-4-iscsi neutron-server[103459]: DEBUG neutron_lib.callbacks.manager [None req-237b721c-24a8-431e-968c-b0059d7c0a75 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-916304'] for port (80cb0942-b4bb-4341-b572-bf81ef215894), before_update {{(pid=103459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:17:52.874955 dv-cinder-830097-4-iscsi neutron-server[103460]: DEBUG neutron_lib.callbacks.manager [None req-74d44f71-6eeb-4ebe-a5b6-cb7715d80a4c None None] Publish callbacks [] for port (1079cb5b-aabf-4933-b68a-1322ca91d8fd), precommit_update {{(pid=103460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:17:52.883874 dv-cinder-830097-4-iscsi neutron-server[103460]: DEBUG neutron_lib.callbacks.manager [None req-74d44f71-6eeb-4ebe-a5b6-cb7715d80a4c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-915890', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3697887', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732727894815', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732727417932', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732727417950'] for port (1079cb5b-aabf-4933-b68a-1322ca91d8fd), after_update {{(pid=103460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:17:52.919909 dv-cinder-830097-4-iscsi neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-d4677b2d-4f83-4450-bdaa-9f99a6ad7c4e admin admin] Publish callbacks [] for port (c2b34b12-b8da-4382-b8a4-a3baa9fa6135), precommit_create {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:17:52.950089 dv-cinder-830097-4-iscsi neutron-server[103459]: DEBUG neutron.plugins.ml2.db [None req-237b721c-24a8-431e-968c-b0059d7c0a75 None None] For port 80cb0942-b4bb-4341-b572-bf81ef215894, host dv-cinder-830097-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-830097-4-iscsi',level=0,port_id=80cb0942-b4bb-4341-b572-bf81ef215894,segment=NetworkSegment(c7030a2b-c894-43d1-978c-a3dddc343332),segment_id=c7030a2b-c894-43d1-978c-a3dddc343332)] {{(pid=103459) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 12 13:17:52.983664 dv-cinder-830097-4-iscsi neutron-server[103459]: DEBUG neutron_lib.callbacks.manager [None req-237b721c-24a8-431e-968c-b0059d7c0a75 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-915890', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3697887', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732727894815', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732727417932', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732727417950'] for port (80cb0942-b4bb-4341-b572-bf81ef215894), after_update {{(pid=103459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:17:52.989391 dv-cinder-830097-4-iscsi neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-d4677b2d-4f83-4450-bdaa-9f99a6ad7c4e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-915890', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3697887', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732727417914', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25610742'] for port (c2b34b12-b8da-4382-b8a4-a3baa9fa6135), after_create {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:17:53.004582 dv-cinder-830097-4-iscsi neutron-server[103460]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-006902a3-de3b-47e2-8b3e-fe49f9338c49 None None] Pushing event updated for resources: {'Port': ['ID=1079cb5b-aabf-4933-b68a-1322ca91d8fd,revision_number=2']} {{(pid=103460) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 13:17:53.018382 dv-cinder-830097-4-iscsi neutron-server[103460]: DEBUG neutron.plugins.ml2.managers [None req-74d44f71-6eeb-4ebe-a5b6-cb7715d80a4c None None] Attempting to bind port 1079cb5b-aabf-4933-b68a-1322ca91d8fd on host dv-cinder-830097-4-iscsi for vnic_type normal with profile {{(pid=103460) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 12 13:17:53.021952 dv-cinder-830097-4-iscsi neutron-server[103460]: DEBUG neutron.plugins.ml2.managers [None req-74d44f71-6eeb-4ebe-a5b6-cb7715d80a4c None None] Attempting to bind port 1079cb5b-aabf-4933-b68a-1322ca91d8fd by drivers openvswitch,hyperv on host dv-cinder-830097-4-iscsi at level 0 using segments [{'id': '333e2245-11dc-4fcd-9fb1-9fe65fae59ea', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '26d0436d-8ae2-49bd-8cc6-3d2eac552c84'}] {{(pid=103460) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 12 13:17:53.022826 dv-cinder-830097-4-iscsi neutron-server[103460]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-74d44f71-6eeb-4ebe-a5b6-cb7715d80a4c None None] Attempting to bind port 1079cb5b-aabf-4933-b68a-1322ca91d8fd on network 26d0436d-8ae2-49bd-8cc6-3d2eac552c84 {{(pid=103460) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 12 13:17:53.029435 dv-cinder-830097-4-iscsi neutron-server[103460]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-74d44f71-6eeb-4ebe-a5b6-cb7715d80a4c None None] Checking agent: {'id': '3f2daa45-5e56-452b-8a21-b519edfce99e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-830097-4-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 12, 13, 7, 23), 'started_at': datetime.datetime(2022, 4, 12, 13, 7, 53), 'heartbeat_timestamp': datetime.datetime(2022, 4, 12, 13, 17, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-830097-4-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103460) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 12 13:17:53.029673 dv-cinder-830097-4-iscsi neutron-server[103460]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-74d44f71-6eeb-4ebe-a5b6-cb7715d80a4c None None] Checking segment: {'id': '333e2245-11dc-4fcd-9fb1-9fe65fae59ea', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '26d0436d-8ae2-49bd-8cc6-3d2eac552c84'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103460) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 12 13:17:53.030070 dv-cinder-830097-4-iscsi neutron-server[103460]: DEBUG neutron_lib.callbacks.manager [None req-74d44f71-6eeb-4ebe-a5b6-cb7715d80a4c None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:17:53.030577 dv-cinder-830097-4-iscsi neutron-server[103460]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-74d44f71-6eeb-4ebe-a5b6-cb7715d80a4c None None] Bound using segment: {'id': '333e2245-11dc-4fcd-9fb1-9fe65fae59ea', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '26d0436d-8ae2-49bd-8cc6-3d2eac552c84'} {{(pid=103460) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 12 13:17:53.031038 dv-cinder-830097-4-iscsi neutron-server[103460]: DEBUG neutron.plugins.ml2.managers [None req-74d44f71-6eeb-4ebe-a5b6-cb7715d80a4c None None] Bound port: 1079cb5b-aabf-4933-b68a-1322ca91d8fd, host: dv-cinder-830097-4-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '333e2245-11dc-4fcd-9fb1-9fe65fae59ea', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '26d0436d-8ae2-49bd-8cc6-3d2eac552c84'}}] {{(pid=103460) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 12 13:17:53.031411 dv-cinder-830097-4-iscsi neutron-server[103460]: DEBUG neutron_lib.callbacks.manager [None req-74d44f71-6eeb-4ebe-a5b6-cb7715d80a4c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-916304'] for port (1079cb5b-aabf-4933-b68a-1322ca91d8fd), before_update {{(pid=103460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:17:53.061290 dv-cinder-830097-4-iscsi neutron-server[103457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4677b2d-4f83-4450-bdaa-9f99a6ad7c4e admin admin] Pushing event updated for resources: {'Port': ['ID=c2b34b12-b8da-4382-b8a4-a3baa9fa6135,revision_number=1']} {{(pid=103457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 13:17:53.073650 dv-cinder-830097-4-iscsi neutron-server[103457]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d4677b2d-4f83-4450-bdaa-9f99a6ad7c4e admin admin] Network d26a1b83-2d12-46d9-93b2-6b015797acba is already hosted by enough agents. {{(pid=103457) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 12 13:17:53.075067 dv-cinder-830097-4-iscsi neutron-server[103457]: DEBUG neutron.scheduler.base_scheduler [None req-d4677b2d-4f83-4450-bdaa-9f99a6ad7c4e admin admin] Resources bound (agent type, host, resource id): {{(pid=103457) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 12 13:17:53.077596 dv-cinder-830097-4-iscsi neutron-server[103457]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d4677b2d-4f83-4450-bdaa-9f99a6ad7c4e admin admin] Received port after_create {{(pid=103457) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 12 13:17:53.081230 dv-cinder-830097-4-iscsi neutron-server[103459]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c7649f1c-6e3b-4766-996a-8b1113fd07cf None None] Network d26a1b83-2d12-46d9-93b2-6b015797acba requested from dv-cinder-830097-4-iscsi {{(pid=103459) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 12 13:17:53.109587 dv-cinder-830097-4-iscsi neutron-server[103460]: DEBUG neutron.plugins.ml2.db [None req-74d44f71-6eeb-4ebe-a5b6-cb7715d80a4c None None] For port 1079cb5b-aabf-4933-b68a-1322ca91d8fd, host dv-cinder-830097-4-iscsi, cleared binding levels {{(pid=103460) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 12 13:17:53.114181 dv-cinder-830097-4-iscsi neutron-server[103460]: DEBUG neutron.plugins.ml2.db [None req-74d44f71-6eeb-4ebe-a5b6-cb7715d80a4c None None] For port 1079cb5b-aabf-4933-b68a-1322ca91d8fd, host dv-cinder-830097-4-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-830097-4-iscsi',level=0,port_id=1079cb5b-aabf-4933-b68a-1322ca91d8fd,segment=NetworkSegment(333e2245-11dc-4fcd-9fb1-9fe65fae59ea),segment_id=333e2245-11dc-4fcd-9fb1-9fe65fae59ea)] {{(pid=103460) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 12 13:17:53.121620 dv-cinder-830097-4-iscsi neutron-server[103460]: DEBUG neutron_lib.callbacks.manager [None req-74d44f71-6eeb-4ebe-a5b6-cb7715d80a4c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-915890', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3697887', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732727894815', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732727417932', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732727417950'] for port (1079cb5b-aabf-4933-b68a-1322ca91d8fd), after_update {{(pid=103460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:17:53.122287 dv-cinder-830097-4-iscsi neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-d4677b2d-4f83-4450-bdaa-9f99a6ad7c4e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3738971'] for router_interface (4eb39841-e626-4208-b9ed-93927eaaedc0), before_create {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:17:53.126552 dv-cinder-830097-4-iscsi neutron-server[103459]: DEBUG neutron.plugins.ml2.plugin [None req-53781792-8650-4c78-93a6-1c4d328d874c None None] Current status of the port 6c01b141-c5bb-465d-a757-e3f10fd40a09 is: ACTIVE; New status is: ACTIVE {{(pid=103459) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 12 13:17:53.127644 dv-cinder-830097-4-iscsi neutron-server[103459]: DEBUG neutron.plugins.ml2.rpc [None req-53781792-8650-4c78-93a6-1c4d328d874c None None] Device 37a8bc19-6caa-43aa-bba1-71eb95115688 up at agent ovs-agent-dv-cinder-830097-4-iscsi {{(pid=103459) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 12 13:17:53.135950 dv-cinder-830097-4-iscsi neutron-server[103459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-237b721c-24a8-431e-968c-b0059d7c0a75 None None] Pushing event updated for resources: {'Port': ['ID=80cb0942-b4bb-4341-b572-bf81ef215894,revision_number=5']} {{(pid=103459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 13:17:53.193144 dv-cinder-830097-4-iscsi neutron-server[103460]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-006902a3-de3b-47e2-8b3e-fe49f9338c49 None None] Pushing event updated for resources: {'Port': ['ID=1079cb5b-aabf-4933-b68a-1322ca91d8fd,revision_number=3']} {{(pid=103460) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 13:17:53.195970 dv-cinder-830097-4-iscsi neutron-server[103460]: DEBUG neutron.db.l3_dvrscheduler_db [None req-74d44f71-6eeb-4ebe-a5b6-cb7715d80a4c None None] Routers {'4eb39841-e626-4208-b9ed-93927eaaedc0'} bound to L3 agent in host dv-cinder-830097-4-iscsi {{(pid=103460) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 12 13:17:53.196593 dv-cinder-830097-4-iscsi neutron-server[103460]: DEBUG neutron.db.l3_hamode_db [None req-74d44f71-6eeb-4ebe-a5b6-cb7715d80a4c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830097-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-12T13:07:19Z,description=,heartbeat_timestamp=2022-04-12T13:17:49Z,host='dv-cinder-830097-4-iscsi',id=b7e11a8b-aeed-493f-9763-461016dddc93,load=0,resource_versions=,resources_synced=,started_at=2022-04-12T13:07:19Z,topic='l3_agent')) {'router_ids': ['4eb39841-e626-4208-b9ed-93927eaaedc0'], 'active': True} {{(pid=103460) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 13:17:53.205902 dv-cinder-830097-4-iscsi neutron-server[103459]: DEBUG neutron.db.l3_hamode_db [None req-a9e5f074-07a7-4f5a-a3ba-1cc912dbd3b2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '81f07478-dbd0-4cbf-a550-f0eba3802cf4', 'name': 'tempest-TestMinimumBasicScenario-1350615102-router', 'tenant_id': '324be551cdc84d27989a0ab080f181fe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '26d0436d-8ae2-49bd-8cc6-3d2eac552c84', 'external_fixed_ips': [{'subnet_id': 'd93852d8-8f89-4b1c-bef4-0e05f499a8db', 'ip_address': '172.27.0.86'}], 'enable_snat': True}, 'gw_port_id': '6c01b141-c5bb-465d-a757-e3f10fd40a09', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-12T13:17:44Z', 'updated_at': '2022-04-12T13:17:47Z', 'revision_number': 4, 'project_id': '324be551cdc84d27989a0ab080f181fe', 'gw_port': {'id': '6c01b141-c5bb-465d-a757-e3f10fd40a09', 'name': '', 'network_id': '26d0436d-8ae2-49bd-8cc6-3d2eac552c84', 'tenant_id': '', 'mac_address': 'fa:16:3e:f2:4a:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '81f07478-dbd0-4cbf-a550-f0eba3802cf4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 291, 'fixed_ips': [{'subnet_id': 'd93852d8-8f89-4b1c-bef4-0e05f499a8db', 'ip_address': '172.27.0.86', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830097-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T13:17:45Z', 'updated_at': '2022-04-12T13:17:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd93852d8-8f89-4b1c-bef4-0e05f499a8db', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830097-4-iscsi', '_interfaces': [{'id': '80cb0942-b4bb-4341-b572-bf81ef215894', 'name': '', 'network_id': '43ad3d49-b83e-473d-8b7c-7c5b9f9692d2', 'tenant_id': '324be551cdc84d27989a0ab080f181fe', 'mac_address': 'fa:16:3e:15:7b:03', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '81f07478-dbd0-4cbf-a550-f0eba3802cf4', 'device_owner': 'network:router_interface', 'standard_attr_id': 292, 'fixed_ips': [{'subnet_id': '459228ea-ace1-423f-95f0-441946c28473', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830097-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T13:17:47Z', 'updated_at': '2022-04-12T13:17:51Z', 'revision_number': 4, 'project_id': '324be551cdc84d27989a0ab080f181fe', 'subnets': [{'id': '459228ea-ace1-423f-95f0-441946c28473', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-830097-4-iscsi', False) {} {{(pid=103459) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 13:17:53.213146 dv-cinder-830097-4-iscsi neutron-server[103459]: DEBUG neutron.db.provisioning_blocks [None req-be547092-803b-4674-947d-785927fd895b None None] Provisioning complete for port 37a8bc19-6caa-43aa-bba1-71eb95115688 triggered by entity DHCP. {{(pid=103459) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 12 13:17:53.213521 dv-cinder-830097-4-iscsi neutron-server[103459]: DEBUG neutron_lib.callbacks.manager [None req-be547092-803b-4674-947d-785927fd895b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-657243'] for port (37a8bc19-6caa-43aa-bba1-71eb95115688), provisioning_complete {{(pid=103459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:17:53.268887 dv-cinder-830097-4-iscsi neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-d4677b2d-4f83-4450-bdaa-9f99a6ad7c4e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-916304'] for port (c2b34b12-b8da-4382-b8a4-a3baa9fa6135), before_update {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:17:53.285003 dv-cinder-830097-4-iscsi neutron-server[103459]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a9e5f074-07a7-4f5a-a3ba-1cc912dbd3b2 None None] The sync data for ids ['81f07478-dbd0-4cbf-a550-f0eba3802cf4'] in dv-cinder-830097-4-iscsi is: [{'id': '81f07478-dbd0-4cbf-a550-f0eba3802cf4', 'name': 'tempest-TestMinimumBasicScenario-1350615102-router', 'tenant_id': '324be551cdc84d27989a0ab080f181fe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '26d0436d-8ae2-49bd-8cc6-3d2eac552c84', 'external_fixed_ips': [{'subnet_id': 'd93852d8-8f89-4b1c-bef4-0e05f499a8db', 'ip_address': '172.27.0.86'}], 'enable_snat': True}, 'gw_port_id': '6c01b141-c5bb-465d-a757-e3f10fd40a09', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-12T13:17:44Z', 'updated_at': '2022-04-12T13:17:47Z', 'revision_number': 4, 'project_id': '324be551cdc84d27989a0ab080f181fe', 'gw_port': {'id': '6c01b141-c5bb-465d-a757-e3f10fd40a09', 'name': '', 'network_id': '26d0436d-8ae2-49bd-8cc6-3d2eac552c84', 'tenant_id': '', 'mac_address': 'fa:16:3e:f2:4a:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '81f07478-dbd0-4cbf-a550-f0eba3802cf4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 291, 'fixed_ips': [{'subnet_id': 'd93852d8-8f89-4b1c-bef4-0e05f499a8db', 'ip_address': '172.27.0.86', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830097-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T13:17:45Z', 'updated_at': '2022-04-12T13:17:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd93852d8-8f89-4b1c-bef4-0e05f499a8db', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830097-4-iscsi', '_interfaces': [{'id': '80cb0942-b4bb-4341-b572-bf81ef215894', 'name': '', 'network_id': '43ad3d49-b83e-473d-8b7c-7c5b9f9692d2', 'tenant_id': '324be551cdc84d27989a0ab080f181fe', 'mac_address': 'fa:16:3e:15:7b:03', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '81f07478-dbd0-4cbf-a550-f0eba3802cf4', 'device_owner': 'network:router_interface', 'standard_attr_id': 292, 'fixed_ips': [{'subnet_id': '459228ea-ace1-423f-95f0-441946c28473', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830097-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T13:17:47Z', 'updated_at': '2022-04-12T13:17:51Z', 'revision_number': 4, 'project_id': '324be551cdc84d27989a0ab080f181fe', 'subnets': [{'id': '459228ea-ace1-423f-95f0-441946c28473', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103459) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 12 13:17:53.300251 dv-cinder-830097-4-iscsi neutron-server[103459]: DEBUG neutron_lib.callbacks.manager [None req-53781792-8650-4c78-93a6-1c4d328d874c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732727929501', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-657397'] for agent (3f2daa45-5e56-452b-8a21-b519edfce99e), after_update {{(pid=103459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:17:53.350197 dv-cinder-830097-4-iscsi neutron-server[103460]: DEBUG neutron.db.l3_dvr_db [None req-74d44f71-6eeb-4ebe-a5b6-cb7715d80a4c None None] Set router 4eb39841-e626-4208-b9ed-93927eaaedc0 gateway port host: dv-cinder-830097-4-iscsi {{(pid=103460) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 12 13:17:53.352939 dv-cinder-830097-4-iscsi neutron-server[103459]: DEBUG neutron.db.provisioning_blocks [None req-53781792-8650-4c78-93a6-1c4d328d874c None None] Provisioning complete for port 37a8bc19-6caa-43aa-bba1-71eb95115688 triggered by entity L2. {{(pid=103459) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 12 13:17:53.353316 dv-cinder-830097-4-iscsi neutron-server[103459]: DEBUG neutron_lib.callbacks.manager [None req-53781792-8650-4c78-93a6-1c4d328d874c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-657243'] for port (37a8bc19-6caa-43aa-bba1-71eb95115688), provisioning_complete {{(pid=103459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:17:53.516727 dv-cinder-830097-4-iscsi neutron-server[103459]: DEBUG neutron.plugins.ml2.plugin [None req-be547092-803b-4674-947d-785927fd895b None None] Current status of the port 37a8bc19-6caa-43aa-bba1-71eb95115688 is: DOWN; New status is: ACTIVE {{(pid=103459) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 12 13:17:53.518953 dv-cinder-830097-4-iscsi neutron-server[103459]: DEBUG neutron_lib.callbacks.manager [None req-be547092-803b-4674-947d-785927fd895b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-916304'] for port (37a8bc19-6caa-43aa-bba1-71eb95115688), before_update {{(pid=103459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:17:53.525496 dv-cinder-830097-4-iscsi neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e804b668-4c1d-4edf-a5b8-b00b930c3cc0 req-dcdc54d4-8211-4ba0-88a4-5c66e57021fd tempest-ServerRescueNegativeTestJSON-440649021 tempest-ServerRescueNegativeTestJSON-440649021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 13:17:53.527100 dv-cinder-830097-4-iscsi neutron-server[103457]: INFO neutron.wsgi [req-e804b668-4c1d-4edf-a5b8-b00b930c3cc0 req-dcdc54d4-8211-4ba0-88a4-5c66e57021fd tempest-ServerRescueNegativeTestJSON-440649021 tempest-ServerRescueNegativeTestJSON-440649021-project] 10.222.0.18 "GET /v2.0/ports?device_id=5aa72395-ebb9-4022-8269-0c34238e58aa HTTP/1.1" status: 200 len: 945 time: 0.0884931 Apr 12 13:17:53.640865 dv-cinder-830097-4-iscsi neutron-server[103459]: DEBUG neutron.plugins.ml2.db [None req-be547092-803b-4674-947d-785927fd895b None None] For port 37a8bc19-6caa-43aa-bba1-71eb95115688, host dv-cinder-830097-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-830097-4-iscsi',level=0,port_id=37a8bc19-6caa-43aa-bba1-71eb95115688,segment=NetworkSegment(4e853df7-2afb-4de1-8f6d-58cc075637fa),segment_id=4e853df7-2afb-4de1-8f6d-58cc075637fa)] {{(pid=103459) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 12 13:17:53.643501 dv-cinder-830097-4-iscsi neutron-server[103459]: DEBUG neutron.plugins.ml2.plugin [None req-53781792-8650-4c78-93a6-1c4d328d874c None None] Current status of the port 37a8bc19-6caa-43aa-bba1-71eb95115688 is: DOWN; New status is: ACTIVE {{(pid=103459) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 12 13:17:53.643501 dv-cinder-830097-4-iscsi neutron-server[103459]: DEBUG neutron_lib.callbacks.manager [None req-53781792-8650-4c78-93a6-1c4d328d874c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-916304'] for port (37a8bc19-6caa-43aa-bba1-71eb95115688), before_update {{(pid=103459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:17:53.658988 dv-cinder-830097-4-iscsi neutron-server[103459]: DEBUG neutron_lib.callbacks.manager [None req-be547092-803b-4674-947d-785927fd895b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-915890', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3697887', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732727894815', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732727417932', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732727417950'] for port (37a8bc19-6caa-43aa-bba1-71eb95115688), after_update {{(pid=103459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:17:53.679853 dv-cinder-830097-4-iscsi neutron-server[103459]: DEBUG neutron.db.provisioning_blocks [None req-be547092-803b-4674-947d-785927fd895b None None] Provisioning complete for port 80cb0942-b4bb-4341-b572-bf81ef215894 triggered by entity DHCP. {{(pid=103459) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 12 13:17:53.680596 dv-cinder-830097-4-iscsi neutron-server[103459]: DEBUG neutron_lib.callbacks.manager [None req-be547092-803b-4674-947d-785927fd895b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-657243'] for port (80cb0942-b4bb-4341-b572-bf81ef215894), provisioning_complete {{(pid=103459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:17:53.711667 dv-cinder-830097-4-iscsi neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-d4677b2d-4f83-4450-bdaa-9f99a6ad7c4e admin admin] Publish callbacks [] for port (c2b34b12-b8da-4382-b8a4-a3baa9fa6135), precommit_update {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:17:53.725355 dv-cinder-830097-4-iscsi neutron-server[103457]: INFO neutron.wsgi [req-e804b668-4c1d-4edf-a5b8-b00b930c3cc0 req-f042cd79-ff01-45c7-8258-da04475c19e8 tempest-ServerRescueNegativeTestJSON-440649021 tempest-ServerRescueNegativeTestJSON-440649021-project] 10.222.0.18 "GET /v2.0/security-groups?id=1da71eb9-9022-4720-ae95-e700d9700270&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1780846 Apr 12 13:17:53.726429 dv-cinder-830097-4-iscsi neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-d4677b2d-4f83-4450-bdaa-9f99a6ad7c4e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-915890', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3697887', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732727894815', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732727417932', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732727417950', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25610749'] for port (c2b34b12-b8da-4382-b8a4-a3baa9fa6135), after_update {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:17:53.767521 dv-cinder-830097-4-iscsi neutron-server[103460]: DEBUG neutron.db.l3_hamode_db [None req-74d44f71-6eeb-4ebe-a5b6-cb7715d80a4c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4eb39841-e626-4208-b9ed-93927eaaedc0', 'name': 'tempest-TestMinimumBasicScenario-346588510-router', 'tenant_id': '9a6552f7bf39471abcf37a5844d79bd1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '26d0436d-8ae2-49bd-8cc6-3d2eac552c84', 'external_fixed_ips': [{'subnet_id': 'd93852d8-8f89-4b1c-bef4-0e05f499a8db', 'ip_address': '172.27.0.39'}], 'enable_snat': True}, 'gw_port_id': '1079cb5b-aabf-4933-b68a-1322ca91d8fd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-12T13:17:49Z', 'updated_at': '2022-04-12T13:17:51Z', 'revision_number': 3, 'project_id': '9a6552f7bf39471abcf37a5844d79bd1', 'gw_port': {'id': '1079cb5b-aabf-4933-b68a-1322ca91d8fd', 'name': '', 'network_id': '26d0436d-8ae2-49bd-8cc6-3d2eac552c84', 'tenant_id': '', 'mac_address': 'fa:16:3e:b1:87:02', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4eb39841-e626-4208-b9ed-93927eaaedc0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 308, 'fixed_ips': [{'subnet_id': 'd93852d8-8f89-4b1c-bef4-0e05f499a8db', 'ip_address': '172.27.0.39', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830097-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T13:17:50Z', 'updated_at': '2022-04-12T13:17:53Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd93852d8-8f89-4b1c-bef4-0e05f499a8db', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830097-4-iscsi'}], 'dv-cinder-830097-4-iscsi', False) {} {{(pid=103460) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 13:17:53.804469 dv-cinder-830097-4-iscsi neutron-server[103460]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-74d44f71-6eeb-4ebe-a5b6-cb7715d80a4c None None] The sync data for ids ['4eb39841-e626-4208-b9ed-93927eaaedc0'] in dv-cinder-830097-4-iscsi is: [{'id': '4eb39841-e626-4208-b9ed-93927eaaedc0', 'name': 'tempest-TestMinimumBasicScenario-346588510-router', 'tenant_id': '9a6552f7bf39471abcf37a5844d79bd1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '26d0436d-8ae2-49bd-8cc6-3d2eac552c84', 'external_fixed_ips': [{'subnet_id': 'd93852d8-8f89-4b1c-bef4-0e05f499a8db', 'ip_address': '172.27.0.39'}], 'enable_snat': True}, 'gw_port_id': '1079cb5b-aabf-4933-b68a-1322ca91d8fd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-12T13:17:49Z', 'updated_at': '2022-04-12T13:17:51Z', 'revision_number': 3, 'project_id': '9a6552f7bf39471abcf37a5844d79bd1', 'gw_port': {'id': '1079cb5b-aabf-4933-b68a-1322ca91d8fd', 'name': '', 'network_id': '26d0436d-8ae2-49bd-8cc6-3d2eac552c84', 'tenant_id': '', 'mac_address': 'fa:16:3e:b1:87:02', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4eb39841-e626-4208-b9ed-93927eaaedc0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 308, 'fixed_ips': [{'subnet_id': 'd93852d8-8f89-4b1c-bef4-0e05f499a8db', 'ip_address': '172.27.0.39', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830097-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T13:17:50Z', 'updated_at': '2022-04-12T13:17:53Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd93852d8-8f89-4b1c-bef4-0e05f499a8db', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830097-4-iscsi'}] {{(pid=103460) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 12 13:17:53.870395 dv-cinder-830097-4-iscsi neutron-server[103459]: DEBUG neutron_lib.db.api [None req-53781792-8650-4c78-93a6-1c4d328d874c None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103459) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 12 13:17:53.870896 dv-cinder-830097-4-iscsi neutron-server[103459]: DEBUG oslo_db.api [None req-53781792-8650-4c78-93a6-1c4d328d874c None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103459) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 12 13:17:53.884185 dv-cinder-830097-4-iscsi neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-d4677b2d-4f83-4450-bdaa-9f99a6ad7c4e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3697905', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3750891'] for router_interface (4eb39841-e626-4208-b9ed-93927eaaedc0), after_create {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:17:53.886716 dv-cinder-830097-4-iscsi neutron-server[103457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4677b2d-4f83-4450-bdaa-9f99a6ad7c4e admin admin] Pushing event updated for resources: {'Port': ['ID=c2b34b12-b8da-4382-b8a4-a3baa9fa6135,revision_number=2']} {{(pid=103457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 13:17:53.932707 dv-cinder-830097-4-iscsi neutron-server[103459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be547092-803b-4674-947d-785927fd895b None None] Pushing event updated for resources: {'Port': ['ID=37a8bc19-6caa-43aa-bba1-71eb95115688,revision_number=3']} {{(pid=103459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 13:17:53.992273 dv-cinder-830097-4-iscsi neutron-server[103459]: DEBUG neutron.plugins.ml2.plugin [None req-be547092-803b-4674-947d-785927fd895b None None] Current status of the port 80cb0942-b4bb-4341-b572-bf81ef215894 is: ACTIVE; New status is: ACTIVE {{(pid=103459) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 12 13:17:54.077639 dv-cinder-830097-4-iscsi neutron-server[103457]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d4677b2d-4f83-4450-bdaa-9f99a6ad7c4e admin admin] Network d26a1b83-2d12-46d9-93b2-6b015797acba is already hosted by enough agents. {{(pid=103457) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 12 13:17:54.079966 dv-cinder-830097-4-iscsi neutron-server[103457]: DEBUG neutron.scheduler.base_scheduler [None req-d4677b2d-4f83-4450-bdaa-9f99a6ad7c4e admin admin] Resources bound (agent type, host, resource id): {{(pid=103457) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 12 13:17:54.113261 dv-cinder-830097-4-iscsi neutron-server[103459]: DEBUG neutron.db.provisioning_blocks [None req-43aa2299-904c-4920-9e74-dcf7d42a0303 None None] Provisioning complete for port 37a8bc19-6caa-43aa-bba1-71eb95115688 triggered by entity DHCP. {{(pid=103459) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 12 13:17:54.113833 dv-cinder-830097-4-iscsi neutron-server[103459]: DEBUG neutron_lib.callbacks.manager [None req-43aa2299-904c-4920-9e74-dcf7d42a0303 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-657243'] for port (37a8bc19-6caa-43aa-bba1-71eb95115688), provisioning_complete {{(pid=103459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:17:54.226411 dv-cinder-830097-4-iscsi neutron-server[103459]: DEBUG neutron.plugins.ml2.plugin [None req-43aa2299-904c-4920-9e74-dcf7d42a0303 None None] Current status of the port 37a8bc19-6caa-43aa-bba1-71eb95115688 is: ACTIVE; New status is: ACTIVE {{(pid=103459) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 12 13:17:54.258905 dv-cinder-830097-4-iscsi neutron-server[103459]: DEBUG neutron.db.provisioning_blocks [None req-43aa2299-904c-4920-9e74-dcf7d42a0303 None None] Provisioning complete for port c2b34b12-b8da-4382-b8a4-a3baa9fa6135 triggered by entity DHCP. {{(pid=103459) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 12 13:17:54.259518 dv-cinder-830097-4-iscsi neutron-server[103459]: DEBUG neutron_lib.callbacks.manager [None req-43aa2299-904c-4920-9e74-dcf7d42a0303 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-657243'] for port (c2b34b12-b8da-4382-b8a4-a3baa9fa6135), provisioning_complete {{(pid=103459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:17:54.321166 dv-cinder-830097-4-iscsi neutron-server[103459]: DEBUG neutron.plugins.ml2.plugin [None req-43aa2299-904c-4920-9e74-dcf7d42a0303 None None] Port c2b34b12-b8da-4382-b8a4-a3baa9fa6135 cannot update to ACTIVE because it is not bound. {{(pid=103459) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 12 13:17:54.342064 dv-cinder-830097-4-iscsi neutron-server[103457]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d4677b2d-4f83-4450-bdaa-9f99a6ad7c4e admin admin] Router 4eb39841-e626-4208-b9ed-93927eaaedc0 has already been hosted by L3 agent b7e11a8b-aeed-493f-9763-461016dddc93 {{(pid=103457) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 12 13:17:54.463518 dv-cinder-830097-4-iscsi neutron-server[103459]: DEBUG neutron.plugins.ml2.plugin [None req-53781792-8650-4c78-93a6-1c4d328d874c None None] Current status of the port 37a8bc19-6caa-43aa-bba1-71eb95115688 is: ACTIVE; New status is: ACTIVE {{(pid=103459) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 12 13:17:54.478866 dv-cinder-830097-4-iscsi neutron-server[103459]: DEBUG neutron.db.provisioning_blocks [None req-e2d5a15e-c31d-4497-9634-1a6f4ce93c54 None None] Provisioning complete for port c2b34b12-b8da-4382-b8a4-a3baa9fa6135 triggered by entity DHCP. {{(pid=103459) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 12 13:17:54.479311 dv-cinder-830097-4-iscsi neutron-server[103459]: DEBUG neutron_lib.callbacks.manager [None req-e2d5a15e-c31d-4497-9634-1a6f4ce93c54 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-657243'] for port (c2b34b12-b8da-4382-b8a4-a3baa9fa6135), provisioning_complete {{(pid=103459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:17:54.577535 dv-cinder-830097-4-iscsi neutron-server[103459]: DEBUG neutron.plugins.ml2.plugin [None req-e2d5a15e-c31d-4497-9634-1a6f4ce93c54 None None] Port c2b34b12-b8da-4382-b8a4-a3baa9fa6135 cannot update to ACTIVE because it is not bound. {{(pid=103459) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 12 13:17:54.725352 dv-cinder-830097-4-iscsi neutron-server[103459]: DEBUG neutron.db.provisioning_blocks [None req-5cb48591-8570-461b-8fcf-509757df6921 None None] Provisioning complete for port c2b34b12-b8da-4382-b8a4-a3baa9fa6135 triggered by entity DHCP. {{(pid=103459) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 12 13:17:54.725981 dv-cinder-830097-4-iscsi neutron-server[103459]: DEBUG neutron_lib.callbacks.manager [None req-5cb48591-8570-461b-8fcf-509757df6921 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-657243'] for port (c2b34b12-b8da-4382-b8a4-a3baa9fa6135), provisioning_complete {{(pid=103459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:17:54.851957 dv-cinder-830097-4-iscsi neutron-server[103459]: DEBUG neutron.plugins.ml2.rpc [None req-53781792-8650-4c78-93a6-1c4d328d874c None None] Device 37a8bc19-6caa-43aa-bba1-71eb95115688 up at agent ovs-agent-dv-cinder-830097-4-iscsi {{(pid=103459) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 12 13:17:55.014846 dv-cinder-830097-4-iscsi neutron-server[103459]: DEBUG neutron.db.provisioning_blocks [None req-53781792-8650-4c78-93a6-1c4d328d874c None None] Provisioning complete for port 37a8bc19-6caa-43aa-bba1-71eb95115688 triggered by entity L2. {{(pid=103459) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 12 13:17:55.015241 dv-cinder-830097-4-iscsi neutron-server[103458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58ff506e-1b0f-4bf3-bc57-2c857b0968bd req-97451054-34b3-41bc-973c-7342e88700a7 tempest-ServerRescueNegativeTestJSON-440649021 tempest-ServerRescueNegativeTestJSON-440649021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 13:17:55.018795 dv-cinder-830097-4-iscsi neutron-server[103459]: DEBUG neutron_lib.callbacks.manager [None req-53781792-8650-4c78-93a6-1c4d328d874c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-657243'] for port (37a8bc19-6caa-43aa-bba1-71eb95115688), provisioning_complete {{(pid=103459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:17:55.026816 dv-cinder-830097-4-iscsi neutron-server[103458]: INFO neutron.wsgi [req-58ff506e-1b0f-4bf3-bc57-2c857b0968bd req-97451054-34b3-41bc-973c-7342e88700a7 tempest-ServerRescueNegativeTestJSON-440649021 tempest-ServerRescueNegativeTestJSON-440649021-project] 10.222.0.18 "GET /v2.0/ports?device_id=5aa72395-ebb9-4022-8269-0c34238e58aa HTTP/1.1" status: 200 len: 945 time: 0.1329577 Apr 12 13:17:55.094887 dv-cinder-830097-4-iscsi neutron-server[103459]: DEBUG neutron.plugins.ml2.plugin [None req-5cb48591-8570-461b-8fcf-509757df6921 None None] Port c2b34b12-b8da-4382-b8a4-a3baa9fa6135 cannot update to ACTIVE because it is not bound. {{(pid=103459) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 12 13:17:55.143375 dv-cinder-830097-4-iscsi neutron-server[103458]: INFO neutron.wsgi [req-58ff506e-1b0f-4bf3-bc57-2c857b0968bd req-73567d65-08c7-41c7-8eea-a3efc363676e tempest-ServerRescueNegativeTestJSON-440649021 tempest-ServerRescueNegativeTestJSON-440649021-project] 10.222.0.18 "GET /v2.0/security-groups?id=1da71eb9-9022-4720-ae95-e700d9700270&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1100132 Apr 12 13:17:55.206879 dv-cinder-830097-4-iscsi neutron-server[103457]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d4677b2d-4f83-4450-bdaa-9f99a6ad7c4e admin admin] Notify agent at l3_agent.dv-cinder-830097-4-iscsi the message routers_updated {{(pid=103457) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 12 13:17:55.219552 dv-cinder-830097-4-iscsi neutron-server[103457]: INFO neutron.wsgi [None req-d4677b2d-4f83-4450-bdaa-9f99a6ad7c4e admin admin] 10.222.0.18 "PUT /v2.0/routers/4eb39841-e626-4208-b9ed-93927eaaedc0/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.2535434 Apr 12 13:17:55.274212 dv-cinder-830097-4-iscsi neutron-server[103459]: DEBUG neutron.plugins.ml2.plugin [None req-53781792-8650-4c78-93a6-1c4d328d874c None None] Current status of the port 37a8bc19-6caa-43aa-bba1-71eb95115688 is: ACTIVE; New status is: ACTIVE {{(pid=103459) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 12 13:17:55.275605 dv-cinder-830097-4-iscsi neutron-server[103459]: DEBUG neutron.plugins.ml2.rpc [None req-53781792-8650-4c78-93a6-1c4d328d874c None None] Device 80cb0942-b4bb-4341-b572-bf81ef215894 up at agent ovs-agent-dv-cinder-830097-4-iscsi {{(pid=103459) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 12 13:17:55.331713 dv-cinder-830097-4-iscsi neutron-server[103459]: DEBUG neutron.db.provisioning_blocks [None req-53781792-8650-4c78-93a6-1c4d328d874c None None] Provisioning complete for port 80cb0942-b4bb-4341-b572-bf81ef215894 triggered by entity L2. {{(pid=103459) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 12 13:17:55.332764 dv-cinder-830097-4-iscsi neutron-server[103459]: DEBUG neutron_lib.callbacks.manager [None req-53781792-8650-4c78-93a6-1c4d328d874c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-657243'] for port (80cb0942-b4bb-4341-b572-bf81ef215894), provisioning_complete {{(pid=103459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:17:55.442104 dv-cinder-830097-4-iscsi neutron-server[103459]: DEBUG neutron.plugins.ml2.plugin [None req-53781792-8650-4c78-93a6-1c4d328d874c None None] Current status of the port 80cb0942-b4bb-4341-b572-bf81ef215894 is: ACTIVE; New status is: ACTIVE {{(pid=103459) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 12 13:17:55.443177 dv-cinder-830097-4-iscsi neutron-server[103459]: DEBUG neutron.plugins.ml2.rpc [None req-53781792-8650-4c78-93a6-1c4d328d874c None None] Device 1079cb5b-aabf-4933-b68a-1322ca91d8fd up at agent ovs-agent-dv-cinder-830097-4-iscsi {{(pid=103459) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 12 13:17:55.497826 dv-cinder-830097-4-iscsi neutron-server[103459]: DEBUG neutron.db.provisioning_blocks [None req-53781792-8650-4c78-93a6-1c4d328d874c None None] Provisioning complete for port 1079cb5b-aabf-4933-b68a-1322ca91d8fd triggered by entity L2. {{(pid=103459) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 12 13:17:55.498256 dv-cinder-830097-4-iscsi neutron-server[103459]: DEBUG neutron_lib.callbacks.manager [None req-53781792-8650-4c78-93a6-1c4d328d874c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-657243'] for port (1079cb5b-aabf-4933-b68a-1322ca91d8fd), provisioning_complete {{(pid=103459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:17:55.608038 dv-cinder-830097-4-iscsi neutron-server[103459]: DEBUG neutron.plugins.ml2.plugin [None req-53781792-8650-4c78-93a6-1c4d328d874c None None] Current status of the port 1079cb5b-aabf-4933-b68a-1322ca91d8fd is: DOWN; New status is: ACTIVE {{(pid=103459) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 12 13:17:55.608673 dv-cinder-830097-4-iscsi neutron-server[103459]: DEBUG neutron_lib.callbacks.manager [None req-53781792-8650-4c78-93a6-1c4d328d874c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-916304'] for port (1079cb5b-aabf-4933-b68a-1322ca91d8fd), before_update {{(pid=103459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:17:55.635610 dv-cinder-830097-4-iscsi neutron-server[103459]: DEBUG neutron.plugins.ml2.db [None req-53781792-8650-4c78-93a6-1c4d328d874c None None] For port 1079cb5b-aabf-4933-b68a-1322ca91d8fd, host dv-cinder-830097-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-830097-4-iscsi',level=0,port_id=1079cb5b-aabf-4933-b68a-1322ca91d8fd,segment=NetworkSegment(333e2245-11dc-4fcd-9fb1-9fe65fae59ea),segment_id=333e2245-11dc-4fcd-9fb1-9fe65fae59ea)] {{(pid=103459) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 12 13:17:55.639669 dv-cinder-830097-4-iscsi neutron-server[103459]: DEBUG neutron_lib.callbacks.manager [None req-53781792-8650-4c78-93a6-1c4d328d874c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-915890', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3697887', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732727894815', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732727417932', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732727417950'] for port (1079cb5b-aabf-4933-b68a-1322ca91d8fd), after_update {{(pid=103459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:17:55.693229 dv-cinder-830097-4-iscsi neutron-server[103459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53781792-8650-4c78-93a6-1c4d328d874c None None] Pushing event updated for resources: {'Port': ['ID=1079cb5b-aabf-4933-b68a-1322ca91d8fd,revision_number=4']} {{(pid=103459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 13:17:55.828536 dv-cinder-830097-4-iscsi neutron-server[103457]: DEBUG neutron.wsgi [-] (103457) accepted ('10.222.0.18', 43568) {{(pid=103457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 13:17:55.968598 dv-cinder-830097-4-iscsi neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-39e27457-2424-47bd-8fef-c78d9cedd507 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:17:56.079753 dv-cinder-830097-4-iscsi neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-39e27457-2424-47bd-8fef-c78d9cedd507 admin admin] Publish callbacks [] for security_group (b1b54908-dc24-44a3-b842-e3f197b09efd), precommit_create {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:17:56.085679 dv-cinder-830097-4-iscsi neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-39e27457-2424-47bd-8fef-c78d9cedd507 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3691807'] for security_group (b1b54908-dc24-44a3-b842-e3f197b09efd), after_create {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:17:56.140713 dv-cinder-830097-4-iscsi neutron-server[103457]: INFO neutron.wsgi [None req-39e27457-2424-47bd-8fef-c78d9cedd507 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=ad8a2a82c7cd45d89b66eb49aea7eb78&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3109052 Apr 12 13:17:56.141908 dv-cinder-830097-4-iscsi neutron-server[103457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39e27457-2424-47bd-8fef-c78d9cedd507 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b1b54908-dc24-44a3-b842-e3f197b09efd,revision_number=1']} {{(pid=103457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 13:17:56.143245 dv-cinder-830097-4-iscsi neutron-server[103458]: DEBUG neutron.wsgi [-] (103458) accepted ('10.222.0.18', 43590) {{(pid=103458) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 13:17:56.223767 dv-cinder-830097-4-iscsi neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-9cb89a96-6ae0-451a-ba78-a223f7039baf admin admin] Publish callbacks [] for security_group (b1b54908-dc24-44a3-b842-e3f197b09efd), before_delete {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:17:56.253792 dv-cinder-830097-4-iscsi neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-9cb89a96-6ae0-451a-ba78-a223f7039baf admin admin] Publish callbacks [] for security_group (b1b54908-dc24-44a3-b842-e3f197b09efd), precommit_delete {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:17:56.276634 dv-cinder-830097-4-iscsi neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d0a7ec1-109b-4204-8af4-5b63691e40ab req-bf8821ac-cc5e-49dd-a2eb-c3f5ef286856 tempest-ServerRescueNegativeTestJSON-440649021 tempest-ServerRescueNegativeTestJSON-440649021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 13:17:56.278380 dv-cinder-830097-4-iscsi neutron-server[103457]: INFO neutron.wsgi [req-4d0a7ec1-109b-4204-8af4-5b63691e40ab req-bf8821ac-cc5e-49dd-a2eb-c3f5ef286856 tempest-ServerRescueNegativeTestJSON-440649021 tempest-ServerRescueNegativeTestJSON-440649021-project] 10.222.0.18 "GET /v2.0/ports?device_id=5aa72395-ebb9-4022-8269-0c34238e58aa HTTP/1.1" status: 200 len: 945 time: 0.0617163 Apr 12 13:17:56.319215 dv-cinder-830097-4-iscsi neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-9cb89a96-6ae0-451a-ba78-a223f7039baf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3691807'] for security_group (b1b54908-dc24-44a3-b842-e3f197b09efd), after_delete {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:17:56.324390 dv-cinder-830097-4-iscsi neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-9cb89a96-6ae0-451a-ba78-a223f7039baf admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:17:56.326695 dv-cinder-830097-4-iscsi neutron-server[103458]: INFO neutron.wsgi [None req-9cb89a96-6ae0-451a-ba78-a223f7039baf admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/b1b54908-dc24-44a3-b842-e3f197b09efd HTTP/1.1" status: 204 len: 168 time: 0.1824181 Apr 12 13:17:56.357086 dv-cinder-830097-4-iscsi neutron-server[103458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cb89a96-6ae0-451a-ba78-a223f7039baf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b1b54908-dc24-44a3-b842-e3f197b09efd,revision_number=None']} {{(pid=103458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 13:17:56.370261 dv-cinder-830097-4-iscsi neutron-server[103457]: INFO neutron.wsgi [req-4d0a7ec1-109b-4204-8af4-5b63691e40ab req-51f8e6dd-6148-4e2d-9e4f-a55b37ffc1a1 tempest-ServerRescueNegativeTestJSON-440649021 tempest-ServerRescueNegativeTestJSON-440649021-project] 10.222.0.18 "GET /v2.0/security-groups?id=1da71eb9-9022-4720-ae95-e700d9700270&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0721617 Apr 12 13:17:56.494956 dv-cinder-830097-4-iscsi neutron-server[103459]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ce8229ca-597f-415b-be39-4d01c4531b89 None None] Sync routers for ids ['4eb39841-e626-4208-b9ed-93927eaaedc0'] in dv-cinder-830097-4-iscsi {{(pid=103459) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 12 13:17:56.509699 dv-cinder-830097-4-iscsi neutron-server[103459]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ce8229ca-597f-415b-be39-4d01c4531b89 None None] Routers {'4eb39841-e626-4208-b9ed-93927eaaedc0'} bound to L3 agent in host dv-cinder-830097-4-iscsi {{(pid=103459) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 12 13:17:56.510334 dv-cinder-830097-4-iscsi neutron-server[103459]: DEBUG neutron.db.l3_hamode_db [None req-ce8229ca-597f-415b-be39-4d01c4531b89 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830097-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-12T13:07:19Z,description=,heartbeat_timestamp=2022-04-12T13:17:49Z,host='dv-cinder-830097-4-iscsi',id=b7e11a8b-aeed-493f-9763-461016dddc93,load=0,resource_versions=,resources_synced=,started_at=2022-04-12T13:07:19Z,topic='l3_agent')) {'router_ids': ['4eb39841-e626-4208-b9ed-93927eaaedc0'], 'active': True} {{(pid=103459) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 13:17:56.593719 dv-cinder-830097-4-iscsi neutron-server[103459]: DEBUG neutron.plugins.ml2.rpc [None req-53781792-8650-4c78-93a6-1c4d328d874c None None] Device 1079cb5b-aabf-4933-b68a-1322ca91d8fd up at agent ovs-agent-dv-cinder-830097-4-iscsi {{(pid=103459) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 12 13:17:56.745858 dv-cinder-830097-4-iscsi neutron-server[103459]: DEBUG neutron.db.provisioning_blocks [None req-53781792-8650-4c78-93a6-1c4d328d874c None None] Provisioning complete for port 1079cb5b-aabf-4933-b68a-1322ca91d8fd triggered by entity L2. {{(pid=103459) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 12 13:17:56.746661 dv-cinder-830097-4-iscsi neutron-server[103459]: DEBUG neutron_lib.callbacks.manager [None req-53781792-8650-4c78-93a6-1c4d328d874c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-657243'] for port (1079cb5b-aabf-4933-b68a-1322ca91d8fd), provisioning_complete {{(pid=103459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:17:56.788858 dv-cinder-830097-4-iscsi neutron-server[103458]: DEBUG neutron.wsgi [-] (103458) accepted ('10.222.0.18', 43598) {{(pid=103458) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 13:17:56.798068 dv-cinder-830097-4-iscsi neutron-server[103459]: DEBUG neutron.db.l3_dvr_db [None req-ce8229ca-597f-415b-be39-4d01c4531b89 None None] Set router 4eb39841-e626-4208-b9ed-93927eaaedc0 gateway port host: dv-cinder-830097-4-iscsi {{(pid=103459) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 12 13:17:56.807949 dv-cinder-830097-4-iscsi neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-9b9283b6-c22b-4697-81d1-12e114183786 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:17:56.903096 dv-cinder-830097-4-iscsi neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-9b9283b6-c22b-4697-81d1-12e114183786 admin admin] Publish callbacks [] for security_group (2edb644c-279a-41f8-b853-3bfe4d4fc2b1), precommit_create {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:17:56.907960 dv-cinder-830097-4-iscsi neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-9b9283b6-c22b-4697-81d1-12e114183786 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3691807'] for security_group (2edb644c-279a-41f8-b853-3bfe4d4fc2b1), after_create {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:17:56.970257 dv-cinder-830097-4-iscsi neutron-server[103457]: DEBUG neutron.wsgi [-] (103457) accepted ('10.222.0.18', 43600) {{(pid=103457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 13:17:56.970594 dv-cinder-830097-4-iscsi neutron-server[103458]: INFO neutron.wsgi [None req-9b9283b6-c22b-4697-81d1-12e114183786 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=ba6fa70b43cc4f598eeb86fc3383811b&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1801860 Apr 12 13:17:56.972173 dv-cinder-830097-4-iscsi neutron-server[103458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b9283b6-c22b-4697-81d1-12e114183786 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2edb644c-279a-41f8-b853-3bfe4d4fc2b1,revision_number=1']} {{(pid=103458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 13:17:57.069006 dv-cinder-830097-4-iscsi neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-4ca6c3b5-1953-427a-a449-a3bef58cd4e5 admin admin] Publish callbacks [] for security_group (2edb644c-279a-41f8-b853-3bfe4d4fc2b1), before_delete {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:17:57.105070 dv-cinder-830097-4-iscsi neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-4ca6c3b5-1953-427a-a449-a3bef58cd4e5 admin admin] Publish callbacks [] for security_group (2edb644c-279a-41f8-b853-3bfe4d4fc2b1), precommit_delete {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:17:57.177827 dv-cinder-830097-4-iscsi neutron-server[103459]: DEBUG neutron.plugins.ml2.plugin [None req-53781792-8650-4c78-93a6-1c4d328d874c None None] Current status of the port 1079cb5b-aabf-4933-b68a-1322ca91d8fd is: ACTIVE; New status is: ACTIVE {{(pid=103459) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 12 13:17:57.179459 dv-cinder-830097-4-iscsi neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-4ca6c3b5-1953-427a-a449-a3bef58cd4e5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3691807'] for security_group (2edb644c-279a-41f8-b853-3bfe4d4fc2b1), after_delete {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:17:57.185594 dv-cinder-830097-4-iscsi neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-4ca6c3b5-1953-427a-a449-a3bef58cd4e5 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:17:57.189167 dv-cinder-830097-4-iscsi neutron-server[103457]: INFO neutron.wsgi [None req-4ca6c3b5-1953-427a-a449-a3bef58cd4e5 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/2edb644c-279a-41f8-b853-3bfe4d4fc2b1 HTTP/1.1" status: 204 len: 168 time: 0.2153900 Apr 12 13:17:57.200097 dv-cinder-830097-4-iscsi neutron-server[103457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ca6c3b5-1953-427a-a449-a3bef58cd4e5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2edb644c-279a-41f8-b853-3bfe4d4fc2b1,revision_number=None']} {{(pid=103457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 13:17:57.257845 dv-cinder-830097-4-iscsi neutron-server[103459]: DEBUG neutron.db.l3_hamode_db [None req-ce8229ca-597f-415b-be39-4d01c4531b89 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4eb39841-e626-4208-b9ed-93927eaaedc0', 'name': 'tempest-TestMinimumBasicScenario-346588510-router', 'tenant_id': '9a6552f7bf39471abcf37a5844d79bd1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '26d0436d-8ae2-49bd-8cc6-3d2eac552c84', 'external_fixed_ips': [{'subnet_id': 'd93852d8-8f89-4b1c-bef4-0e05f499a8db', 'ip_address': '172.27.0.39'}], 'enable_snat': True}, 'gw_port_id': '1079cb5b-aabf-4933-b68a-1322ca91d8fd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-12T13:17:49Z', 'updated_at': '2022-04-12T13:17:53Z', 'revision_number': 4, 'project_id': '9a6552f7bf39471abcf37a5844d79bd1', 'gw_port': {'id': '1079cb5b-aabf-4933-b68a-1322ca91d8fd', 'name': '', 'network_id': '26d0436d-8ae2-49bd-8cc6-3d2eac552c84', 'tenant_id': '', 'mac_address': 'fa:16:3e:b1:87:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4eb39841-e626-4208-b9ed-93927eaaedc0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 308, 'fixed_ips': [{'subnet_id': 'd93852d8-8f89-4b1c-bef4-0e05f499a8db', 'ip_address': '172.27.0.39', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830097-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T13:17:50Z', 'updated_at': '2022-04-12T13:17:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd93852d8-8f89-4b1c-bef4-0e05f499a8db', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830097-4-iscsi', '_interfaces': [{'id': 'c2b34b12-b8da-4382-b8a4-a3baa9fa6135', 'name': '', 'network_id': 'd26a1b83-2d12-46d9-93b2-6b015797acba', 'tenant_id': '9a6552f7bf39471abcf37a5844d79bd1', 'mac_address': 'fa:16:3e:90:5c:03', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4eb39841-e626-4208-b9ed-93927eaaedc0', 'device_owner': 'network:router_interface', 'standard_attr_id': 314, 'fixed_ips': [{'subnet_id': '03dd161b-f064-40ec-9cf5-09d27e0eba58', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T13:17:52Z', 'updated_at': '2022-04-12T13:17:53Z', 'revision_number': 2, 'project_id': '9a6552f7bf39471abcf37a5844d79bd1', 'subnets': [{'id': '03dd161b-f064-40ec-9cf5-09d27e0eba58', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-830097-4-iscsi', False) {} {{(pid=103459) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 13:17:57.287151 dv-cinder-830097-4-iscsi neutron-server[103459]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ce8229ca-597f-415b-be39-4d01c4531b89 None None] Checking router: 4eb39841-e626-4208-b9ed-93927eaaedc0 for host: dv-cinder-830097-4-iscsi {{(pid=103459) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 12 13:17:57.287270 dv-cinder-830097-4-iscsi neutron-server[103459]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ce8229ca-597f-415b-be39-4d01c4531b89 None None] Updating router 4eb39841-e626-4208-b9ed-93927eaaedc0 port c2b34b12-b8da-4382-b8a4-a3baa9fa6135 binding host dv-cinder-830097-4-iscsi {{(pid=103459) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 12 13:17:57.320203 dv-cinder-830097-4-iscsi neutron-server[103459]: DEBUG neutron_lib.callbacks.manager [None req-ce8229ca-597f-415b-be39-4d01c4531b89 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-916304'] for port (c2b34b12-b8da-4382-b8a4-a3baa9fa6135), before_update {{(pid=103459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:17:57.532442 dv-cinder-830097-4-iscsi neutron-server[103458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66b9facd-9f66-4f08-8327-0dc4f9197130 req-6bedd2d3-fb13-4b2b-bd33-924de7ef2cb0 tempest-ServerRescueNegativeTestJSON-440649021 tempest-ServerRescueNegativeTestJSON-440649021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 13:17:57.534729 dv-cinder-830097-4-iscsi neutron-server[103458]: INFO neutron.wsgi [req-66b9facd-9f66-4f08-8327-0dc4f9197130 req-6bedd2d3-fb13-4b2b-bd33-924de7ef2cb0 tempest-ServerRescueNegativeTestJSON-440649021 tempest-ServerRescueNegativeTestJSON-440649021-project] 10.222.0.18 "GET /v2.0/ports?device_id=5aa72395-ebb9-4022-8269-0c34238e58aa HTTP/1.1" status: 200 len: 945 time: 0.0713530 Apr 12 13:17:57.614498 dv-cinder-830097-4-iscsi neutron-server[103458]: INFO neutron.wsgi [req-66b9facd-9f66-4f08-8327-0dc4f9197130 req-55ba4f5e-33a1-42fe-918c-a984055c032a tempest-ServerRescueNegativeTestJSON-440649021 tempest-ServerRescueNegativeTestJSON-440649021-project] 10.222.0.18 "GET /v2.0/security-groups?id=1da71eb9-9022-4720-ae95-e700d9700270&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0715442 Apr 12 13:17:57.736349 dv-cinder-830097-4-iscsi neutron-server[103459]: DEBUG neutron_lib.callbacks.manager [None req-ce8229ca-597f-415b-be39-4d01c4531b89 None None] Publish callbacks [] for port (c2b34b12-b8da-4382-b8a4-a3baa9fa6135), precommit_update {{(pid=103459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:17:57.743225 dv-cinder-830097-4-iscsi neutron-server[103459]: DEBUG neutron_lib.callbacks.manager [None req-ce8229ca-597f-415b-be39-4d01c4531b89 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-915890', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3697887', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732727894815', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732727417932', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732727417950'] for port (c2b34b12-b8da-4382-b8a4-a3baa9fa6135), after_update {{(pid=103459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:17:57.797221 dv-cinder-830097-4-iscsi neutron-server[103459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f452965a-6bdd-4056-b556-2e4e506c0d73 None None] Pushing event updated for resources: {'Port': ['ID=c2b34b12-b8da-4382-b8a4-a3baa9fa6135,revision_number=3']} {{(pid=103459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 13:17:57.868675 dv-cinder-830097-4-iscsi neutron-server[103459]: DEBUG neutron.plugins.ml2.managers [None req-ce8229ca-597f-415b-be39-4d01c4531b89 None None] Attempting to bind port c2b34b12-b8da-4382-b8a4-a3baa9fa6135 on host dv-cinder-830097-4-iscsi for vnic_type normal with profile {{(pid=103459) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 12 13:17:57.869293 dv-cinder-830097-4-iscsi neutron-server[103459]: DEBUG neutron.plugins.ml2.managers [None req-ce8229ca-597f-415b-be39-4d01c4531b89 None None] Attempting to bind port c2b34b12-b8da-4382-b8a4-a3baa9fa6135 by drivers openvswitch,hyperv on host dv-cinder-830097-4-iscsi at level 0 using segments [{'id': '4e853df7-2afb-4de1-8f6d-58cc075637fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 216, 'network_id': 'd26a1b83-2d12-46d9-93b2-6b015797acba'}] {{(pid=103459) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 12 13:17:57.869879 dv-cinder-830097-4-iscsi neutron-server[103459]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ce8229ca-597f-415b-be39-4d01c4531b89 None None] Attempting to bind port c2b34b12-b8da-4382-b8a4-a3baa9fa6135 on network d26a1b83-2d12-46d9-93b2-6b015797acba {{(pid=103459) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 12 13:17:57.876357 dv-cinder-830097-4-iscsi neutron-server[103459]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ce8229ca-597f-415b-be39-4d01c4531b89 None None] Checking agent: {'id': '3f2daa45-5e56-452b-8a21-b519edfce99e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-830097-4-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 12, 13, 7, 23), 'started_at': datetime.datetime(2022, 4, 12, 13, 7, 53), 'heartbeat_timestamp': datetime.datetime(2022, 4, 12, 13, 17, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-830097-4-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103459) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 12 13:17:57.877025 dv-cinder-830097-4-iscsi neutron-server[103459]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ce8229ca-597f-415b-be39-4d01c4531b89 None None] Checking segment: {'id': '4e853df7-2afb-4de1-8f6d-58cc075637fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 216, 'network_id': 'd26a1b83-2d12-46d9-93b2-6b015797acba'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103459) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 12 13:17:57.877464 dv-cinder-830097-4-iscsi neutron-server[103459]: DEBUG neutron_lib.callbacks.manager [None req-ce8229ca-597f-415b-be39-4d01c4531b89 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:17:57.877936 dv-cinder-830097-4-iscsi neutron-server[103459]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ce8229ca-597f-415b-be39-4d01c4531b89 None None] Bound using segment: {'id': '4e853df7-2afb-4de1-8f6d-58cc075637fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 216, 'network_id': 'd26a1b83-2d12-46d9-93b2-6b015797acba'} {{(pid=103459) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 12 13:17:57.878469 dv-cinder-830097-4-iscsi neutron-server[103459]: DEBUG neutron.plugins.ml2.managers [None req-ce8229ca-597f-415b-be39-4d01c4531b89 None None] Bound port: c2b34b12-b8da-4382-b8a4-a3baa9fa6135, host: dv-cinder-830097-4-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4e853df7-2afb-4de1-8f6d-58cc075637fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 216, 'network_id': 'd26a1b83-2d12-46d9-93b2-6b015797acba'}}] {{(pid=103459) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 12 13:17:57.880099 dv-cinder-830097-4-iscsi neutron-server[103459]: DEBUG neutron_lib.callbacks.manager [None req-ce8229ca-597f-415b-be39-4d01c4531b89 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-916304'] for port (c2b34b12-b8da-4382-b8a4-a3baa9fa6135), before_update {{(pid=103459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:17:57.982469 dv-cinder-830097-4-iscsi neutron-server[103459]: DEBUG neutron.plugins.ml2.db [None req-ce8229ca-597f-415b-be39-4d01c4531b89 None None] For port c2b34b12-b8da-4382-b8a4-a3baa9fa6135, host dv-cinder-830097-4-iscsi, cleared binding levels {{(pid=103459) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 12 13:17:57.987817 dv-cinder-830097-4-iscsi neutron-server[103459]: DEBUG neutron.plugins.ml2.db [None req-ce8229ca-597f-415b-be39-4d01c4531b89 None None] For port c2b34b12-b8da-4382-b8a4-a3baa9fa6135, host dv-cinder-830097-4-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-830097-4-iscsi',level=0,port_id=c2b34b12-b8da-4382-b8a4-a3baa9fa6135,segment=NetworkSegment(4e853df7-2afb-4de1-8f6d-58cc075637fa),segment_id=4e853df7-2afb-4de1-8f6d-58cc075637fa)] {{(pid=103459) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 12 13:17:58.003033 dv-cinder-830097-4-iscsi neutron-server[103459]: DEBUG neutron_lib.callbacks.manager [None req-ce8229ca-597f-415b-be39-4d01c4531b89 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-915890', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3697887', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732727894815', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732727417932', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732727417950'] for port (c2b34b12-b8da-4382-b8a4-a3baa9fa6135), after_update {{(pid=103459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:17:58.076761 dv-cinder-830097-4-iscsi neutron-server[103459]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ce8229ca-597f-415b-be39-4d01c4531b89 None None] Routers {'4eb39841-e626-4208-b9ed-93927eaaedc0'} bound to L3 agent in host dv-cinder-830097-4-iscsi {{(pid=103459) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 12 13:17:58.079922 dv-cinder-830097-4-iscsi neutron-server[103459]: DEBUG neutron.db.l3_hamode_db [None req-ce8229ca-597f-415b-be39-4d01c4531b89 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830097-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-12T13:07:19Z,description=,heartbeat_timestamp=2022-04-12T13:17:49Z,host='dv-cinder-830097-4-iscsi',id=b7e11a8b-aeed-493f-9763-461016dddc93,load=0,resource_versions=,resources_synced=,started_at=2022-04-12T13:07:19Z,topic='l3_agent')) {'router_ids': ['4eb39841-e626-4208-b9ed-93927eaaedc0'], 'active': True} {{(pid=103459) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 13:17:58.194260 dv-cinder-830097-4-iscsi neutron-server[103459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f452965a-6bdd-4056-b556-2e4e506c0d73 None None] Pushing event updated for resources: {'Port': ['ID=c2b34b12-b8da-4382-b8a4-a3baa9fa6135,revision_number=4']} {{(pid=103459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 13:17:58.217893 dv-cinder-830097-4-iscsi neutron-server[103459]: DEBUG neutron.db.provisioning_blocks [None req-5594714a-db8f-4a0c-b329-f49be5146017 None None] Provisioning complete for port c2b34b12-b8da-4382-b8a4-a3baa9fa6135 triggered by entity DHCP. {{(pid=103459) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 12 13:17:58.218059 dv-cinder-830097-4-iscsi neutron-server[103459]: DEBUG neutron_lib.callbacks.manager [None req-5594714a-db8f-4a0c-b329-f49be5146017 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-657243'] for port (c2b34b12-b8da-4382-b8a4-a3baa9fa6135), provisioning_complete {{(pid=103459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:17:58.363174 dv-cinder-830097-4-iscsi neutron-server[103459]: DEBUG neutron.db.l3_dvr_db [None req-ce8229ca-597f-415b-be39-4d01c4531b89 None None] Set router 4eb39841-e626-4208-b9ed-93927eaaedc0 gateway port host: dv-cinder-830097-4-iscsi {{(pid=103459) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 12 13:17:58.428731 dv-cinder-830097-4-iscsi neutron-server[103459]: DEBUG neutron.plugins.ml2.plugin [None req-5594714a-db8f-4a0c-b329-f49be5146017 None None] Current status of the port c2b34b12-b8da-4382-b8a4-a3baa9fa6135 is: DOWN; New status is: ACTIVE {{(pid=103459) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 12 13:17:58.429286 dv-cinder-830097-4-iscsi neutron-server[103459]: DEBUG neutron_lib.callbacks.manager [None req-5594714a-db8f-4a0c-b329-f49be5146017 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-916304'] for port (c2b34b12-b8da-4382-b8a4-a3baa9fa6135), before_update {{(pid=103459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:17:58.546213 dv-cinder-830097-4-iscsi neutron-server[103459]: DEBUG neutron.plugins.ml2.db [None req-5594714a-db8f-4a0c-b329-f49be5146017 None None] For port c2b34b12-b8da-4382-b8a4-a3baa9fa6135, host dv-cinder-830097-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-830097-4-iscsi',level=0,port_id=c2b34b12-b8da-4382-b8a4-a3baa9fa6135,segment=NetworkSegment(4e853df7-2afb-4de1-8f6d-58cc075637fa),segment_id=4e853df7-2afb-4de1-8f6d-58cc075637fa)] {{(pid=103459) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 12 13:17:58.558066 dv-cinder-830097-4-iscsi neutron-server[103459]: DEBUG neutron_lib.callbacks.manager [None req-5594714a-db8f-4a0c-b329-f49be5146017 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-915890', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3697887', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732727894815', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732727417932', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732727417950'] for port (c2b34b12-b8da-4382-b8a4-a3baa9fa6135), after_update {{(pid=103459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:17:58.653139 dv-cinder-830097-4-iscsi neutron-server[103459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5594714a-db8f-4a0c-b329-f49be5146017 None None] Pushing event updated for resources: {'Port': ['ID=c2b34b12-b8da-4382-b8a4-a3baa9fa6135,revision_number=5']} {{(pid=103459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 13:17:58.690967 dv-cinder-830097-4-iscsi neutron-server[103459]: DEBUG neutron.db.provisioning_blocks [None req-c485be83-5330-4f15-8875-62d3e7381933 None None] Provisioning complete for port c2b34b12-b8da-4382-b8a4-a3baa9fa6135 triggered by entity DHCP. {{(pid=103459) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 12 13:17:58.691722 dv-cinder-830097-4-iscsi neutron-server[103459]: DEBUG neutron_lib.callbacks.manager [None req-c485be83-5330-4f15-8875-62d3e7381933 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-657243'] for port (c2b34b12-b8da-4382-b8a4-a3baa9fa6135), provisioning_complete {{(pid=103459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:17:58.693530 dv-cinder-830097-4-iscsi neutron-server[103459]: DEBUG neutron.db.l3_hamode_db [None req-ce8229ca-597f-415b-be39-4d01c4531b89 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4eb39841-e626-4208-b9ed-93927eaaedc0', 'name': 'tempest-TestMinimumBasicScenario-346588510-router', 'tenant_id': '9a6552f7bf39471abcf37a5844d79bd1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '26d0436d-8ae2-49bd-8cc6-3d2eac552c84', 'external_fixed_ips': [{'subnet_id': 'd93852d8-8f89-4b1c-bef4-0e05f499a8db', 'ip_address': '172.27.0.39'}], 'enable_snat': True}, 'gw_port_id': '1079cb5b-aabf-4933-b68a-1322ca91d8fd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-12T13:17:49Z', 'updated_at': '2022-04-12T13:17:53Z', 'revision_number': 4, 'project_id': '9a6552f7bf39471abcf37a5844d79bd1', 'gw_port': {'id': '1079cb5b-aabf-4933-b68a-1322ca91d8fd', 'name': '', 'network_id': '26d0436d-8ae2-49bd-8cc6-3d2eac552c84', 'tenant_id': '', 'mac_address': 'fa:16:3e:b1:87:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4eb39841-e626-4208-b9ed-93927eaaedc0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 308, 'fixed_ips': [{'subnet_id': 'd93852d8-8f89-4b1c-bef4-0e05f499a8db', 'ip_address': '172.27.0.39', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830097-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T13:17:50Z', 'updated_at': '2022-04-12T13:17:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd93852d8-8f89-4b1c-bef4-0e05f499a8db', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830097-4-iscsi', '_interfaces': [{'id': 'c2b34b12-b8da-4382-b8a4-a3baa9fa6135', 'name': '', 'network_id': 'd26a1b83-2d12-46d9-93b2-6b015797acba', 'tenant_id': '9a6552f7bf39471abcf37a5844d79bd1', 'mac_address': 'fa:16:3e:90:5c:03', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4eb39841-e626-4208-b9ed-93927eaaedc0', 'device_owner': 'network:router_interface', 'standard_attr_id': 314, 'fixed_ips': [{'subnet_id': '03dd161b-f064-40ec-9cf5-09d27e0eba58', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830097-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T13:17:52Z', 'updated_at': '2022-04-12T13:17:57Z', 'revision_number': 4, 'project_id': '9a6552f7bf39471abcf37a5844d79bd1', 'subnets': [{'id': '03dd161b-f064-40ec-9cf5-09d27e0eba58', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-830097-4-iscsi', False) {} {{(pid=103459) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 13:17:58.744890 dv-cinder-830097-4-iscsi neutron-server[103459]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ce8229ca-597f-415b-be39-4d01c4531b89 None None] The sync data for ids ['4eb39841-e626-4208-b9ed-93927eaaedc0'] in dv-cinder-830097-4-iscsi is: [{'id': '4eb39841-e626-4208-b9ed-93927eaaedc0', 'name': 'tempest-TestMinimumBasicScenario-346588510-router', 'tenant_id': '9a6552f7bf39471abcf37a5844d79bd1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '26d0436d-8ae2-49bd-8cc6-3d2eac552c84', 'external_fixed_ips': [{'subnet_id': 'd93852d8-8f89-4b1c-bef4-0e05f499a8db', 'ip_address': '172.27.0.39'}], 'enable_snat': True}, 'gw_port_id': '1079cb5b-aabf-4933-b68a-1322ca91d8fd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-12T13:17:49Z', 'updated_at': '2022-04-12T13:17:53Z', 'revision_number': 4, 'project_id': '9a6552f7bf39471abcf37a5844d79bd1', 'gw_port': {'id': '1079cb5b-aabf-4933-b68a-1322ca91d8fd', 'name': '', 'network_id': '26d0436d-8ae2-49bd-8cc6-3d2eac552c84', 'tenant_id': '', 'mac_address': 'fa:16:3e:b1:87:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4eb39841-e626-4208-b9ed-93927eaaedc0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 308, 'fixed_ips': [{'subnet_id': 'd93852d8-8f89-4b1c-bef4-0e05f499a8db', 'ip_address': '172.27.0.39', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830097-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T13:17:50Z', 'updated_at': '2022-04-12T13:17:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd93852d8-8f89-4b1c-bef4-0e05f499a8db', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830097-4-iscsi', '_interfaces': [{'id': 'c2b34b12-b8da-4382-b8a4-a3baa9fa6135', 'name': '', 'network_id': 'd26a1b83-2d12-46d9-93b2-6b015797acba', 'tenant_id': '9a6552f7bf39471abcf37a5844d79bd1', 'mac_address': 'fa:16:3e:90:5c:03', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4eb39841-e626-4208-b9ed-93927eaaedc0', 'device_owner': 'network:router_interface', 'standard_attr_id': 314, 'fixed_ips': [{'subnet_id': '03dd161b-f064-40ec-9cf5-09d27e0eba58', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830097-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T13:17:52Z', 'updated_at': '2022-04-12T13:17:57Z', 'revision_number': 4, 'project_id': '9a6552f7bf39471abcf37a5844d79bd1', 'subnets': [{'id': '03dd161b-f064-40ec-9cf5-09d27e0eba58', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103459) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 12 13:17:58.794830 dv-cinder-830097-4-iscsi neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4a505e3-d951-483c-b2e6-9d3eb67bd430 req-67eb8aaa-ba86-423d-ae75-b8a1223f7033 tempest-ServerRescueNegativeTestJSON-440649021 tempest-ServerRescueNegativeTestJSON-440649021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 13:17:58.796390 dv-cinder-830097-4-iscsi neutron-server[103457]: INFO neutron.wsgi [req-d4a505e3-d951-483c-b2e6-9d3eb67bd430 req-67eb8aaa-ba86-423d-ae75-b8a1223f7033 tempest-ServerRescueNegativeTestJSON-440649021 tempest-ServerRescueNegativeTestJSON-440649021-project] 10.222.0.18 "GET /v2.0/ports?device_id=5aa72395-ebb9-4022-8269-0c34238e58aa HTTP/1.1" status: 200 len: 945 time: 0.0889595 Apr 12 13:17:58.908655 dv-cinder-830097-4-iscsi neutron-server[103459]: DEBUG neutron.plugins.ml2.plugin [None req-c485be83-5330-4f15-8875-62d3e7381933 None None] Current status of the port c2b34b12-b8da-4382-b8a4-a3baa9fa6135 is: ACTIVE; New status is: ACTIVE {{(pid=103459) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 12 13:17:58.915490 dv-cinder-830097-4-iscsi neutron-server[103457]: INFO neutron.wsgi [req-d4a505e3-d951-483c-b2e6-9d3eb67bd430 req-599b0a14-0f76-464a-8704-183dcbb554a7 tempest-ServerRescueNegativeTestJSON-440649021 tempest-ServerRescueNegativeTestJSON-440649021-project] 10.222.0.18 "GET /v2.0/security-groups?id=1da71eb9-9022-4720-ae95-e700d9700270&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1115282 Apr 12 13:17:59.448575 dv-cinder-830097-4-iscsi neutron-server[103459]: DEBUG neutron_lib.callbacks.manager [None req-3505bd68-a9fd-4823-92ea-1a6ded8ab071 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732727929501', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-657397'] for agent (ee5509cd-6dd7-49df-aa37-3740ebd1e34b), after_update {{(pid=103459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:18:00.035994 dv-cinder-830097-4-iscsi neutron-server[103458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3262d9ee-525d-4a7d-b915-e8d4bf8a8d45 req-34d8f0f6-32fa-4f27-b3f7-a983643cdce3 tempest-ServerRescueNegativeTestJSON-440649021 tempest-ServerRescueNegativeTestJSON-440649021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 13:18:00.038173 dv-cinder-830097-4-iscsi neutron-server[103458]: INFO neutron.wsgi [req-3262d9ee-525d-4a7d-b915-e8d4bf8a8d45 req-34d8f0f6-32fa-4f27-b3f7-a983643cdce3 tempest-ServerRescueNegativeTestJSON-440649021 tempest-ServerRescueNegativeTestJSON-440649021-project] 10.222.0.18 "GET /v2.0/ports?device_id=5aa72395-ebb9-4022-8269-0c34238e58aa HTTP/1.1" status: 200 len: 945 time: 0.0520315 Apr 12 13:18:00.087595 dv-cinder-830097-4-iscsi neutron-server[103458]: INFO neutron.wsgi [req-3262d9ee-525d-4a7d-b915-e8d4bf8a8d45 req-22278e97-1e34-47d6-a766-e81897d8f14c tempest-ServerRescueNegativeTestJSON-440649021 tempest-ServerRescueNegativeTestJSON-440649021-project] 10.222.0.18 "GET /v2.0/security-groups?id=1da71eb9-9022-4720-ae95-e700d9700270&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0437250 Apr 12 13:18:00.590799 dv-cinder-830097-4-iscsi neutron-server[103459]: DEBUG neutron.plugins.ml2.rpc [None req-53781792-8650-4c78-93a6-1c4d328d874c None None] Device c2b34b12-b8da-4382-b8a4-a3baa9fa6135 up at agent ovs-agent-dv-cinder-830097-4-iscsi {{(pid=103459) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 12 13:18:00.646550 dv-cinder-830097-4-iscsi neutron-server[103459]: DEBUG neutron.db.provisioning_blocks [None req-53781792-8650-4c78-93a6-1c4d328d874c None None] Provisioning complete for port c2b34b12-b8da-4382-b8a4-a3baa9fa6135 triggered by entity L2. {{(pid=103459) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 12 13:18:00.646924 dv-cinder-830097-4-iscsi neutron-server[103459]: DEBUG neutron_lib.callbacks.manager [None req-53781792-8650-4c78-93a6-1c4d328d874c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-657243'] for port (c2b34b12-b8da-4382-b8a4-a3baa9fa6135), provisioning_complete {{(pid=103459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:18:00.763885 dv-cinder-830097-4-iscsi neutron-server[103459]: DEBUG neutron.plugins.ml2.plugin [None req-53781792-8650-4c78-93a6-1c4d328d874c None None] Current status of the port c2b34b12-b8da-4382-b8a4-a3baa9fa6135 is: ACTIVE; New status is: ACTIVE {{(pid=103459) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 12 13:18:01.233680 dv-cinder-830097-4-iscsi neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc07b1ac-211d-494f-8d87-c8a708dd89a3 req-dd9293c6-5d66-4822-bca6-fa7e0f243451 tempest-ServerRescueNegativeTestJSON-440649021 tempest-ServerRescueNegativeTestJSON-440649021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 13:18:01.241730 dv-cinder-830097-4-iscsi neutron-server[103457]: INFO neutron.wsgi [req-dc07b1ac-211d-494f-8d87-c8a708dd89a3 req-dd9293c6-5d66-4822-bca6-fa7e0f243451 tempest-ServerRescueNegativeTestJSON-440649021 tempest-ServerRescueNegativeTestJSON-440649021-project] 10.222.0.18 "GET /v2.0/ports?device_id=5aa72395-ebb9-4022-8269-0c34238e58aa HTTP/1.1" status: 200 len: 945 time: 0.0701973 Apr 12 13:18:01.295575 dv-cinder-830097-4-iscsi neutron-server[103457]: INFO neutron.wsgi [req-dc07b1ac-211d-494f-8d87-c8a708dd89a3 req-9a18326f-5228-431a-8f46-e56f06e76f7d tempest-ServerRescueNegativeTestJSON-440649021 tempest-ServerRescueNegativeTestJSON-440649021-project] 10.222.0.18 "GET /v2.0/security-groups?id=1da71eb9-9022-4720-ae95-e700d9700270&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0526896 Apr 12 13:18:02.451517 dv-cinder-830097-4-iscsi neutron-server[103458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c917265-d9ec-4fc7-a47a-8297dce3aaa1 req-96a0eca2-c57d-4897-9469-a94eea2f5af2 tempest-ServerRescueNegativeTestJSON-440649021 tempest-ServerRescueNegativeTestJSON-440649021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 13:18:02.455097 dv-cinder-830097-4-iscsi neutron-server[103458]: INFO neutron.wsgi [req-1c917265-d9ec-4fc7-a47a-8297dce3aaa1 req-96a0eca2-c57d-4897-9469-a94eea2f5af2 tempest-ServerRescueNegativeTestJSON-440649021 tempest-ServerRescueNegativeTestJSON-440649021-project] 10.222.0.18 "GET /v2.0/ports?device_id=5aa72395-ebb9-4022-8269-0c34238e58aa HTTP/1.1" status: 200 len: 945 time: 0.0912945 Apr 12 13:18:02.568225 dv-cinder-830097-4-iscsi neutron-server[103458]: INFO neutron.wsgi [req-1c917265-d9ec-4fc7-a47a-8297dce3aaa1 req-b84e29e1-aedb-44e8-896b-20dad180ced3 tempest-ServerRescueNegativeTestJSON-440649021 tempest-ServerRescueNegativeTestJSON-440649021-project] 10.222.0.18 "GET /v2.0/security-groups?id=1da71eb9-9022-4720-ae95-e700d9700270&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0991244 Apr 12 13:18:03.697818 dv-cinder-830097-4-iscsi neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96ea7b11-80b1-4b5e-951b-8b3bcbc84370 req-8d694236-d5ea-4775-982c-6a722bfe063d tempest-ServerRescueNegativeTestJSON-440649021 tempest-ServerRescueNegativeTestJSON-440649021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 13:18:03.699300 dv-cinder-830097-4-iscsi neutron-server[103457]: INFO neutron.wsgi [req-96ea7b11-80b1-4b5e-951b-8b3bcbc84370 req-8d694236-d5ea-4775-982c-6a722bfe063d tempest-ServerRescueNegativeTestJSON-440649021 tempest-ServerRescueNegativeTestJSON-440649021-project] 10.222.0.18 "GET /v2.0/ports?device_id=5aa72395-ebb9-4022-8269-0c34238e58aa HTTP/1.1" status: 200 len: 945 time: 0.0556197 Apr 12 13:18:03.752359 dv-cinder-830097-4-iscsi neutron-server[103457]: INFO neutron.wsgi [req-96ea7b11-80b1-4b5e-951b-8b3bcbc84370 req-9b45c95f-13fe-45c2-a41d-36c7cf060d54 tempest-ServerRescueNegativeTestJSON-440649021 tempest-ServerRescueNegativeTestJSON-440649021-project] 10.222.0.18 "GET /v2.0/security-groups?id=1da71eb9-9022-4720-ae95-e700d9700270&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0472488 Apr 12 13:18:04.833445 dv-cinder-830097-4-iscsi neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbd2411b-249a-455b-b175-6b09f79b55fa req-2d3222ad-3013-48bc-9fc0-4dd1c36a798f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 13:18:04.835255 dv-cinder-830097-4-iscsi neutron-server[103457]: INFO neutron.wsgi [req-cbd2411b-249a-455b-b175-6b09f79b55fa req-2d3222ad-3013-48bc-9fc0-4dd1c36a798f service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=5aa72395-ebb9-4022-8269-0c34238e58aa HTTP/1.1" status: 200 len: 1129 time: 0.0535400 Apr 12 13:18:04.901818 dv-cinder-830097-4-iscsi neutron-server[103458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-586e9025-d1c1-4ffd-9bd0-af33558db67e req-1926358b-b0b2-4b59-bfa1-cca9ea8d0c93 tempest-ServerRescueNegativeTestJSON-440649021 tempest-ServerRescueNegativeTestJSON-440649021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 13:18:04.904290 dv-cinder-830097-4-iscsi neutron-server[103458]: INFO neutron.wsgi [req-586e9025-d1c1-4ffd-9bd0-af33558db67e req-1926358b-b0b2-4b59-bfa1-cca9ea8d0c93 tempest-ServerRescueNegativeTestJSON-440649021 tempest-ServerRescueNegativeTestJSON-440649021-project] 10.222.0.18 "GET /v2.0/ports?device_id=5aa72395-ebb9-4022-8269-0c34238e58aa HTTP/1.1" status: 200 len: 945 time: 0.0618415 Apr 12 13:18:04.907887 dv-cinder-830097-4-iscsi neutron-server[103457]: INFO neutron.wsgi [req-cbd2411b-249a-455b-b175-6b09f79b55fa req-182a6a36-b168-4001-92e5-d603b124a8e0 service neutron] 10.222.0.55 "GET /v2.0/security-groups?id=1da71eb9-9022-4720-ae95-e700d9700270&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0621357 Apr 12 13:18:04.963475 dv-cinder-830097-4-iscsi neutron-server[103458]: INFO neutron.wsgi [req-586e9025-d1c1-4ffd-9bd0-af33558db67e req-a51fb72a-6de1-4019-ac58-69d9756123c2 tempest-ServerRescueNegativeTestJSON-440649021 tempest-ServerRescueNegativeTestJSON-440649021-project] 10.222.0.18 "GET /v2.0/security-groups?id=1da71eb9-9022-4720-ae95-e700d9700270&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0515642 Apr 12 13:18:06.079792 dv-cinder-830097-4-iscsi neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67654ba4-3521-45f7-9d20-2be01c23549c req-608af6f9-1536-4950-b45a-3793c286fab7 tempest-ServerRescueNegativeTestJSON-440649021 tempest-ServerRescueNegativeTestJSON-440649021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 13:18:06.081853 dv-cinder-830097-4-iscsi neutron-server[103457]: INFO neutron.wsgi [req-67654ba4-3521-45f7-9d20-2be01c23549c req-608af6f9-1536-4950-b45a-3793c286fab7 tempest-ServerRescueNegativeTestJSON-440649021 tempest-ServerRescueNegativeTestJSON-440649021-project] 10.222.0.18 "GET /v2.0/ports?device_id=5aa72395-ebb9-4022-8269-0c34238e58aa HTTP/1.1" status: 200 len: 945 time: 0.0491250 Apr 12 13:18:06.131260 dv-cinder-830097-4-iscsi neutron-server[103457]: INFO neutron.wsgi [req-67654ba4-3521-45f7-9d20-2be01c23549c req-28da95d7-809c-4d4e-96e0-ce1809f4319a tempest-ServerRescueNegativeTestJSON-440649021 tempest-ServerRescueNegativeTestJSON-440649021-project] 10.222.0.18 "GET /v2.0/security-groups?id=1da71eb9-9022-4720-ae95-e700d9700270&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0428376 Apr 12 13:18:06.551399 dv-cinder-830097-4-iscsi neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62506519-36f7-4602-bd75-661b621eef16 req-0b8dd314-877d-4044-9a0a-c3cbc5200010 tempest-TestMinimumBasicScenario-297192541 tempest-TestMinimumBasicScenario-297192541-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 13:18:06.552760 dv-cinder-830097-4-iscsi neutron-server[103457]: INFO neutron.wsgi [req-62506519-36f7-4602-bd75-661b621eef16 req-0b8dd314-877d-4044-9a0a-c3cbc5200010 tempest-TestMinimumBasicScenario-297192541 tempest-TestMinimumBasicScenario-297192541-project] 10.222.0.18 "GET /v2.0/networks?id=43ad3d49-b83e-473d-8b7c-7c5b9f9692d2 HTTP/1.1" status: 200 len: 815 time: 0.1057632 Apr 12 13:18:06.566870 dv-cinder-830097-4-iscsi neutron-server[103457]: INFO neutron.wsgi [req-62506519-36f7-4602-bd75-661b621eef16 req-d79a8a8c-27e6-4115-a518-64d3ad6648cf tempest-TestMinimumBasicScenario-297192541 tempest-TestMinimumBasicScenario-297192541-project] 10.222.0.18 "GET /v2.0/quotas/324be551cdc84d27989a0ab080f181fe HTTP/1.1" status: 200 len: 375 time: 0.0086634 Apr 12 13:18:06.615763 dv-cinder-830097-4-iscsi neutron-server[103457]: INFO neutron.wsgi [req-62506519-36f7-4602-bd75-661b621eef16 req-a4ea0426-9d5f-40da-9da1-6c1c3be370da tempest-TestMinimumBasicScenario-297192541 tempest-TestMinimumBasicScenario-297192541-project] 10.222.0.18 "GET /v2.0/ports?tenant_id=324be551cdc84d27989a0ab080f181fe&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0436215 Apr 12 13:18:06.708969 dv-cinder-830097-4-iscsi neutron-server[103457]: INFO neutron.wsgi [req-62506519-36f7-4602-bd75-661b621eef16 req-1e675861-4e96-4392-8351-9231140db966 service neutron] 10.222.0.18 "GET /v2.0/networks/43ad3d49-b83e-473d-8b7c-7c5b9f9692d2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0819900 Apr 12 13:18:06.799718 dv-cinder-830097-4-iscsi neutron-server[103457]: INFO neutron.wsgi [req-62506519-36f7-4602-bd75-661b621eef16 req-add38a3b-e9f6-47bc-a309-244ee7265ad6 service neutron] 10.222.0.18 "GET /v2.0/networks/43ad3d49-b83e-473d-8b7c-7c5b9f9692d2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0849936 Apr 12 13:18:06.977930 dv-cinder-830097-4-iscsi neutron-server[103458]: INFO neutron.wsgi [req-4ca79171-d70e-4269-86f8-258d6c97af96 req-8da4971e-8aae-4afc-969e-0366f60e488a tempest-TestMinimumBasicScenario-297192541 tempest-TestMinimumBasicScenario-297192541-project] 10.222.0.18 "GET /v2.0/ports?device_id=0edcbb02-c1d2-41b0-b791-4ffce2309512 HTTP/1.1" status: 200 len: 210 time: 0.0287688 Apr 12 13:18:07.246688 dv-cinder-830097-4-iscsi neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71c44721-d8cc-444b-b9ed-ce57248f1eac req-93a75927-3d30-4a3b-b5f7-80fba7de1f6f tempest-ServerRescueNegativeTestJSON-440649021 tempest-ServerRescueNegativeTestJSON-440649021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 13:18:07.248146 dv-cinder-830097-4-iscsi neutron-server[103457]: INFO neutron.wsgi [req-71c44721-d8cc-444b-b9ed-ce57248f1eac req-93a75927-3d30-4a3b-b5f7-80fba7de1f6f tempest-ServerRescueNegativeTestJSON-440649021 tempest-ServerRescueNegativeTestJSON-440649021-project] 10.222.0.18 "GET /v2.0/ports?device_id=5aa72395-ebb9-4022-8269-0c34238e58aa HTTP/1.1" status: 200 len: 945 time: 0.0487814 Apr 12 13:18:07.301041 dv-cinder-830097-4-iscsi neutron-server[103457]: INFO neutron.wsgi [req-71c44721-d8cc-444b-b9ed-ce57248f1eac req-ca9fc144-a968-4bd7-9699-9f3a2af4e033 tempest-ServerRescueNegativeTestJSON-440649021 tempest-ServerRescueNegativeTestJSON-440649021-project] 10.222.0.18 "GET /v2.0/security-groups?id=1da71eb9-9022-4720-ae95-e700d9700270&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0437160 Apr 12 13:18:07.724109 dv-cinder-830097-4-iscsi neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94a38a8a-6360-4098-a3de-966803cafe8a req-88389353-3700-4077-a034-ded1e939caea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 13:18:07.726427 dv-cinder-830097-4-iscsi neutron-server[103457]: INFO neutron.wsgi [req-94a38a8a-6360-4098-a3de-966803cafe8a req-88389353-3700-4077-a034-ded1e939caea service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=03e871d047514daabb60a84f86099232&device_id=5aa72395-ebb9-4022-8269-0c34238e58aa HTTP/1.1" status: 200 len: 1129 time: 0.0465927 Apr 12 13:18:07.832289 dv-cinder-830097-4-iscsi neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94a38a8a-6360-4098-a3de-966803cafe8a req-a12301f6-de7d-4887-bbe9-3fb4f7da3d14 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 13:18:07.833918 dv-cinder-830097-4-iscsi neutron-server[103457]: INFO neutron.wsgi [req-94a38a8a-6360-4098-a3de-966803cafe8a req-a12301f6-de7d-4887-bbe9-3fb4f7da3d14 service neutron] 10.222.0.55 "GET /v2.0/networks?id=8a9d7c73-ddbc-4eef-a839-e9bbe858207d HTTP/1.1" status: 200 len: 919 time: 0.0876079 Apr 12 13:18:07.881781 dv-cinder-830097-4-iscsi neutron-server[103457]: INFO neutron.wsgi [req-94a38a8a-6360-4098-a3de-966803cafe8a req-7bdf42a5-6730-4037-adba-227f19b8b1e3 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=56170bf4-2a4b-4830-9e9e-5f6c429fd3b5 HTTP/1.1" status: 200 len: 217 time: 0.0413291 Apr 12 13:18:07.939611 dv-cinder-830097-4-iscsi neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94a38a8a-6360-4098-a3de-966803cafe8a req-02090f4a-8715-470a-9281-c562c278b558 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 13:18:07.939611 dv-cinder-830097-4-iscsi neutron-server[103457]: INFO neutron.wsgi [req-94a38a8a-6360-4098-a3de-966803cafe8a req-02090f4a-8715-470a-9281-c562c278b558 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=e7f620b9-ee69-4e3f-9fdf-c3881765f45f HTTP/1.1" status: 200 len: 857 time: 0.0502591 Apr 12 13:18:08.079481 dv-cinder-830097-4-iscsi neutron-server[103458]: INFO neutron.wsgi [req-e4d42ae3-9238-48bb-8052-5ccf4163d33d req-71ee7191-e51a-42db-aa5d-a7e32e6749a0 tempest-TestMinimumBasicScenario-297192541 tempest-TestMinimumBasicScenario-297192541-project] 10.222.0.18 "GET /v2.0/ports?device_id=0edcbb02-c1d2-41b0-b791-4ffce2309512 HTTP/1.1" status: 200 len: 210 time: 0.0310264 Apr 12 13:18:08.231628 dv-cinder-830097-4-iscsi neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94a38a8a-6360-4098-a3de-966803cafe8a req-00fcda98-d806-4ac8-87b8-686a7b4d59e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 13:18:08.233134 dv-cinder-830097-4-iscsi neutron-server[103457]: INFO neutron.wsgi [req-94a38a8a-6360-4098-a3de-966803cafe8a req-00fcda98-d806-4ac8-87b8-686a7b4d59e0 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=8a9d7c73-ddbc-4eef-a839-e9bbe858207d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0392387 Apr 12 13:18:08.341822 dv-cinder-830097-4-iscsi neutron-server[103457]: INFO neutron.wsgi [req-94a38a8a-6360-4098-a3de-966803cafe8a req-9477bceb-03fd-4679-b087-0a8957a17150 service neutron] 10.222.0.55 "GET /v2.0/networks/8a9d7c73-ddbc-4eef-a839-e9bbe858207d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1009684 Apr 12 13:18:08.500946 dv-cinder-830097-4-iscsi neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4ba4b23-5de8-4ec3-9854-9b5924d1fa32 req-3900ac74-13a3-460a-88f4-b85cea2da4e4 tempest-ServerRescueNegativeTestJSON-440649021 tempest-ServerRescueNegativeTestJSON-440649021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 13:18:08.502403 dv-cinder-830097-4-iscsi neutron-server[103457]: INFO neutron.wsgi [req-c4ba4b23-5de8-4ec3-9854-9b5924d1fa32 req-3900ac74-13a3-460a-88f4-b85cea2da4e4 tempest-ServerRescueNegativeTestJSON-440649021 tempest-ServerRescueNegativeTestJSON-440649021-project] 10.222.0.18 "GET /v2.0/ports?device_id=5aa72395-ebb9-4022-8269-0c34238e58aa HTTP/1.1" status: 200 len: 945 time: 0.1241450 Apr 12 13:18:08.554252 dv-cinder-830097-4-iscsi neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62506519-36f7-4602-bd75-661b621eef16 req-66eb8c1a-3ed5-4140-b0fb-655261e3d946 tempest-TestMinimumBasicScenario-297192541 tempest-TestMinimumBasicScenario-297192541-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 13:18:08.555687 dv-cinder-830097-4-iscsi neutron-server[103457]: INFO neutron.wsgi [req-62506519-36f7-4602-bd75-661b621eef16 req-66eb8c1a-3ed5-4140-b0fb-655261e3d946 tempest-TestMinimumBasicScenario-297192541 tempest-TestMinimumBasicScenario-297192541-project] 10.222.0.55 "GET /v2.0/networks?id=43ad3d49-b83e-473d-8b7c-7c5b9f9692d2 HTTP/1.1" status: 200 len: 815 time: 0.2276747 Apr 12 13:18:08.557438 dv-cinder-830097-4-iscsi neutron-server[103457]: INFO neutron.wsgi [req-94a38a8a-6360-4098-a3de-966803cafe8a req-175ce840-406f-413b-81eb-66106a841222 service neutron] 10.222.0.55 "GET /v2.0/networks/8a9d7c73-ddbc-4eef-a839-e9bbe858207d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2055535 Apr 12 13:18:08.587400 dv-cinder-830097-4-iscsi neutron-server[103457]: INFO neutron.wsgi [req-c4ba4b23-5de8-4ec3-9854-9b5924d1fa32 req-1ac8aa80-02ed-4f90-8798-5d1541eca20f tempest-ServerRescueNegativeTestJSON-440649021 tempest-ServerRescueNegativeTestJSON-440649021-project] 10.222.0.18 "GET /v2.0/security-groups?id=1da71eb9-9022-4720-ae95-e700d9700270&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0783706 Apr 12 13:18:08.618829 dv-cinder-830097-4-iscsi neutron-server[103457]: DEBUG neutron.api.v2.base [req-62506519-36f7-4602-bd75-661b621eef16 req-8f648653-ca9e-4b27-a6e7-62c07d3ce916 tempest-TestMinimumBasicScenario-297192541 tempest-TestMinimumBasicScenario-297192541-project] Request body: {'port': {'device_id': '0edcbb02-c1d2-41b0-b791-4ffce2309512', 'network_id': '43ad3d49-b83e-473d-8b7c-7c5b9f9692d2', 'admin_state_up': True, 'tenant_id': '324be551cdc84d27989a0ab080f181fe'}} {{(pid=103457) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 12 13:18:08.763784 dv-cinder-830097-4-iscsi neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-62506519-36f7-4602-bd75-661b621eef16 req-8f648653-ca9e-4b27-a6e7-62c07d3ce916 tempest-TestMinimumBasicScenario-297192541 tempest-TestMinimumBasicScenario-297192541-project] Made reservation on behalf of 324be551cdc84d27989a0ab080f181fe for: {'port': 1} {{(pid=103457) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 12 13:18:08.767302 dv-cinder-830097-4-iscsi neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [req-62506519-36f7-4602-bd75-661b621eef16 req-8f648653-ca9e-4b27-a6e7-62c07d3ce916 tempest-TestMinimumBasicScenario-297192541 tempest-TestMinimumBasicScenario-297192541-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-916304'] for port (None), before_create {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:18:08.908229 dv-cinder-830097-4-iscsi neutron-server[103458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-057b95d4-a48d-4b55-99fe-4fcedad27f71 req-7e64aff6-b44c-42f4-b61c-376617055f3d tempest-ServerRescueNegativeTestJSON-440649021 tempest-ServerRescueNegativeTestJSON-440649021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 13:18:08.909673 dv-cinder-830097-4-iscsi neutron-server[103458]: INFO neutron.wsgi [req-057b95d4-a48d-4b55-99fe-4fcedad27f71 req-7e64aff6-b44c-42f4-b61c-376617055f3d tempest-ServerRescueNegativeTestJSON-440649021 tempest-ServerRescueNegativeTestJSON-440649021-project] 10.222.0.18 "GET /v2.0/ports?device_id=5aa72395-ebb9-4022-8269-0c34238e58aa HTTP/1.1" status: 200 len: 945 time: 0.0553885 Apr 12 13:18:08.922567 dv-cinder-830097-4-iscsi neutron-server[103457]: DEBUG neutron.db.db_base_plugin_common [req-62506519-36f7-4602-bd75-661b621eef16 req-8f648653-ca9e-4b27-a6e7-62c07d3ce916 tempest-TestMinimumBasicScenario-297192541 tempest-TestMinimumBasicScenario-297192541-project] Allocated IP 172.20.0.5 (43ad3d49-b83e-473d-8b7c-7c5b9f9692d2/459228ea-ace1-423f-95f0-441946c28473/4e621a2e-a21d-400b-97c6-4a2cf9634d9b) {{(pid=103457) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 12 13:18:08.991330 dv-cinder-830097-4-iscsi neutron-server[103458]: INFO neutron.wsgi [req-057b95d4-a48d-4b55-99fe-4fcedad27f71 req-25f2e560-461f-4b2c-9ed3-c1ddbeec12e9 tempest-ServerRescueNegativeTestJSON-440649021 tempest-ServerRescueNegativeTestJSON-440649021-project] 10.222.0.18 "GET /v2.0/security-groups?id=1da71eb9-9022-4720-ae95-e700d9700270&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0568843 Apr 12 13:18:09.137275 dv-cinder-830097-4-iscsi neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [req-62506519-36f7-4602-bd75-661b621eef16 req-8f648653-ca9e-4b27-a6e7-62c07d3ce916 tempest-TestMinimumBasicScenario-297192541 tempest-TestMinimumBasicScenario-297192541-project] Publish callbacks [] for port (4e621a2e-a21d-400b-97c6-4a2cf9634d9b), precommit_create {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:18:09.200078 dv-cinder-830097-4-iscsi neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [req-62506519-36f7-4602-bd75-661b621eef16 req-8f648653-ca9e-4b27-a6e7-62c07d3ce916 tempest-TestMinimumBasicScenario-297192541 tempest-TestMinimumBasicScenario-297192541-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-915890', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3697887', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732727417914', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25610742'] for port (4e621a2e-a21d-400b-97c6-4a2cf9634d9b), after_create {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:18:09.250470 dv-cinder-830097-4-iscsi neutron-server[103457]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-62506519-36f7-4602-bd75-661b621eef16 req-8f648653-ca9e-4b27-a6e7-62c07d3ce916 tempest-TestMinimumBasicScenario-297192541 tempest-TestMinimumBasicScenario-297192541-project] Network 43ad3d49-b83e-473d-8b7c-7c5b9f9692d2 is already hosted by enough agents. {{(pid=103457) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 12 13:18:09.271326 dv-cinder-830097-4-iscsi neutron-server[103457]: DEBUG neutron.scheduler.base_scheduler [req-62506519-36f7-4602-bd75-661b621eef16 req-8f648653-ca9e-4b27-a6e7-62c07d3ce916 tempest-TestMinimumBasicScenario-297192541 tempest-TestMinimumBasicScenario-297192541-project] Resources bound (agent type, host, resource id): {{(pid=103457) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 12 13:18:09.279895 dv-cinder-830097-4-iscsi neutron-server[103457]: DEBUG neutron.db.l3_dvrscheduler_db [req-62506519-36f7-4602-bd75-661b621eef16 req-8f648653-ca9e-4b27-a6e7-62c07d3ce916 tempest-TestMinimumBasicScenario-297192541 tempest-TestMinimumBasicScenario-297192541-project] Received port after_create {{(pid=103457) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 12 13:18:09.352707 dv-cinder-830097-4-iscsi neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a52668c-af30-4ac2-9692-5646fa57ddc2 req-05340b08-c514-436b-be8c-5a6314928998 tempest-TestMinimumBasicScenario-297192541 tempest-TestMinimumBasicScenario-297192541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 13:18:09.354277 dv-cinder-830097-4-iscsi neutron-server[103457]: INFO neutron.wsgi [req-4a52668c-af30-4ac2-9692-5646fa57ddc2 req-05340b08-c514-436b-be8c-5a6314928998 tempest-TestMinimumBasicScenario-297192541 tempest-TestMinimumBasicScenario-297192541-project] 10.222.0.18 "GET /v2.0/ports?device_id=0edcbb02-c1d2-41b0-b791-4ffce2309512 HTTP/1.1" status: 200 len: 931 time: 0.1450756 Apr 12 13:18:09.360628 dv-cinder-830097-4-iscsi neutron-server[103457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f648653-ca9e-4b27-a6e7-62c07d3ce916 tempest-TestMinimumBasicScenario-297192541 tempest-TestMinimumBasicScenario-297192541-project] Pushing event updated for resources: {'Port': ['ID=4e621a2e-a21d-400b-97c6-4a2cf9634d9b,revision_number=1']} {{(pid=103457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 13:18:09.381017 dv-cinder-830097-4-iscsi neutron-server[103457]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f648653-ca9e-4b27-a6e7-62c07d3ce916 tempest-TestMinimumBasicScenario-297192541 tempest-TestMinimumBasicScenario-297192541-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830097-4-iscsi {{(pid=103457) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 13:18:09.381703 dv-cinder-830097-4-iscsi neutron-server[103457]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f648653-ca9e-4b27-a6e7-62c07d3ce916 tempest-TestMinimumBasicScenario-297192541 tempest-TestMinimumBasicScenario-297192541-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830097-4-iscsi {{(pid=103457) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 13:18:09.382216 dv-cinder-830097-4-iscsi neutron-server[103457]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f648653-ca9e-4b27-a6e7-62c07d3ce916 tempest-TestMinimumBasicScenario-297192541 tempest-TestMinimumBasicScenario-297192541-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830097-4-iscsi {{(pid=103457) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 13:18:09.382713 dv-cinder-830097-4-iscsi neutron-server[103457]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f648653-ca9e-4b27-a6e7-62c07d3ce916 tempest-TestMinimumBasicScenario-297192541 tempest-TestMinimumBasicScenario-297192541-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830097-4-iscsi {{(pid=103457) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 13:18:09.383204 dv-cinder-830097-4-iscsi neutron-server[103457]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f648653-ca9e-4b27-a6e7-62c07d3ce916 tempest-TestMinimumBasicScenario-297192541 tempest-TestMinimumBasicScenario-297192541-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830097-4-iscsi {{(pid=103457) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 13:18:09.383710 dv-cinder-830097-4-iscsi neutron-server[103457]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f648653-ca9e-4b27-a6e7-62c07d3ce916 tempest-TestMinimumBasicScenario-297192541 tempest-TestMinimumBasicScenario-297192541-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830097-4-iscsi {{(pid=103457) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 13:18:09.384220 dv-cinder-830097-4-iscsi neutron-server[103457]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f648653-ca9e-4b27-a6e7-62c07d3ce916 tempest-TestMinimumBasicScenario-297192541 tempest-TestMinimumBasicScenario-297192541-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830097-4-iscsi {{(pid=103457) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 13:18:09.384704 dv-cinder-830097-4-iscsi neutron-server[103457]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f648653-ca9e-4b27-a6e7-62c07d3ce916 tempest-TestMinimumBasicScenario-297192541 tempest-TestMinimumBasicScenario-297192541-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-830097-4-iscsi {{(pid=103457) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 13:18:09.385211 dv-cinder-830097-4-iscsi neutron-server[103457]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f648653-ca9e-4b27-a6e7-62c07d3ce916 tempest-TestMinimumBasicScenario-297192541 tempest-TestMinimumBasicScenario-297192541-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-830097-4-iscsi {{(pid=103457) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 13:18:09.385700 dv-cinder-830097-4-iscsi neutron-server[103457]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f648653-ca9e-4b27-a6e7-62c07d3ce916 tempest-TestMinimumBasicScenario-297192541 tempest-TestMinimumBasicScenario-297192541-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-830097-4-iscsi {{(pid=103457) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 13:18:09.386194 dv-cinder-830097-4-iscsi neutron-server[103457]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f648653-ca9e-4b27-a6e7-62c07d3ce916 tempest-TestMinimumBasicScenario-297192541 tempest-TestMinimumBasicScenario-297192541-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-830097-4-iscsi {{(pid=103457) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 13:18:09.386671 dv-cinder-830097-4-iscsi neutron-server[103457]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f648653-ca9e-4b27-a6e7-62c07d3ce916 tempest-TestMinimumBasicScenario-297192541 tempest-TestMinimumBasicScenario-297192541-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830097-4-iscsi {{(pid=103457) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 13:18:09.387154 dv-cinder-830097-4-iscsi neutron-server[103457]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f648653-ca9e-4b27-a6e7-62c07d3ce916 tempest-TestMinimumBasicScenario-297192541 tempest-TestMinimumBasicScenario-297192541-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830097-4-iscsi {{(pid=103457) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 13:18:09.387712 dv-cinder-830097-4-iscsi neutron-server[103457]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f648653-ca9e-4b27-a6e7-62c07d3ce916 tempest-TestMinimumBasicScenario-297192541 tempest-TestMinimumBasicScenario-297192541-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830097-4-iscsi {{(pid=103457) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 13:18:09.388232 dv-cinder-830097-4-iscsi neutron-server[103457]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f648653-ca9e-4b27-a6e7-62c07d3ce916 tempest-TestMinimumBasicScenario-297192541 tempest-TestMinimumBasicScenario-297192541-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830097-4-iscsi {{(pid=103457) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 13:18:09.398669 dv-cinder-830097-4-iscsi neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62506519-36f7-4602-bd75-661b621eef16 req-8f648653-ca9e-4b27-a6e7-62c07d3ce916 tempest-TestMinimumBasicScenario-297192541 tempest-TestMinimumBasicScenario-297192541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 13:18:09.399981 dv-cinder-830097-4-iscsi neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [req-62506519-36f7-4602-bd75-661b621eef16 req-8f648653-ca9e-4b27-a6e7-62c07d3ce916 tempest-TestMinimumBasicScenario-297192541 tempest-TestMinimumBasicScenario-297192541-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-500965'] for port (None), before_response {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:18:09.433847 dv-cinder-830097-4-iscsi neutron-server[103457]: INFO neutron.wsgi [req-62506519-36f7-4602-bd75-661b621eef16 req-8f648653-ca9e-4b27-a6e7-62c07d3ce916 tempest-TestMinimumBasicScenario-297192541 tempest-TestMinimumBasicScenario-297192541-project] 10.222.0.55 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8192985 Apr 12 13:18:09.470638 dv-cinder-830097-4-iscsi neutron-server[103457]: INFO neutron.wsgi [req-4a52668c-af30-4ac2-9692-5646fa57ddc2 req-b32b6674-3f7e-4e1f-bab9-eec4807db493 tempest-TestMinimumBasicScenario-297192541 tempest-TestMinimumBasicScenario-297192541-project] 10.222.0.18 "GET /v2.0/security-groups?id=5cff6b3d-3421-463c-b8d1-a470719c1ceb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1044168 Apr 12 13:18:09.617427 dv-cinder-830097-4-iscsi neutron-server[103459]: DEBUG neutron.db.provisioning_blocks [None req-1c7a7a10-e433-43ae-a493-cbfe51228ebe None None] Provisioning complete for port 4e621a2e-a21d-400b-97c6-4a2cf9634d9b triggered by entity DHCP. {{(pid=103459) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 12 13:18:09.618118 dv-cinder-830097-4-iscsi neutron-server[103459]: DEBUG neutron_lib.callbacks.manager [None req-1c7a7a10-e433-43ae-a493-cbfe51228ebe None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-657243'] for port (4e621a2e-a21d-400b-97c6-4a2cf9634d9b), provisioning_complete {{(pid=103459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:18:09.652530 dv-cinder-830097-4-iscsi neutron-server[103459]: DEBUG neutron.plugins.ml2.plugin [None req-1c7a7a10-e433-43ae-a493-cbfe51228ebe None None] Port 4e621a2e-a21d-400b-97c6-4a2cf9634d9b cannot update to ACTIVE because it is not bound. {{(pid=103459) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 12 13:18:10.097717 dv-cinder-830097-4-iscsi neutron-server[103458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dffa4b59-8aa5-4840-802a-ef0874837138 req-26dc52ad-89ad-44b4-86b0-049732714133 tempest-ServerRescueNegativeTestJSON-440649021 tempest-ServerRescueNegativeTestJSON-440649021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 13:18:10.100785 dv-cinder-830097-4-iscsi neutron-server[103458]: INFO neutron.wsgi [req-dffa4b59-8aa5-4840-802a-ef0874837138 req-26dc52ad-89ad-44b4-86b0-049732714133 tempest-ServerRescueNegativeTestJSON-440649021 tempest-ServerRescueNegativeTestJSON-440649021-project] 10.222.0.18 "GET /v2.0/ports?device_id=5aa72395-ebb9-4022-8269-0c34238e58aa HTTP/1.1" status: 200 len: 945 time: 0.0529962 Apr 12 13:18:10.162434 dv-cinder-830097-4-iscsi neutron-server[103458]: INFO neutron.wsgi [req-dffa4b59-8aa5-4840-802a-ef0874837138 req-c61e06fb-9eda-4359-a5a4-a40f09c0d9b2 tempest-ServerRescueNegativeTestJSON-440649021 tempest-ServerRescueNegativeTestJSON-440649021-project] 10.222.0.18 "GET /v2.0/security-groups?id=1da71eb9-9022-4720-ae95-e700d9700270&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0568795 Apr 12 13:18:10.585164 dv-cinder-830097-4-iscsi neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8938aaf-c83a-4d62-9a53-976fbdeba835 req-06ad938d-8c25-475a-b0bc-4fafa64dc4a3 tempest-TestMinimumBasicScenario-297192541 tempest-TestMinimumBasicScenario-297192541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 13:18:10.586594 dv-cinder-830097-4-iscsi neutron-server[103457]: INFO neutron.wsgi [req-b8938aaf-c83a-4d62-9a53-976fbdeba835 req-06ad938d-8c25-475a-b0bc-4fafa64dc4a3 tempest-TestMinimumBasicScenario-297192541 tempest-TestMinimumBasicScenario-297192541-project] 10.222.0.18 "GET /v2.0/ports?device_id=0edcbb02-c1d2-41b0-b791-4ffce2309512 HTTP/1.1" status: 200 len: 931 time: 0.0460794 Apr 12 13:18:10.635108 dv-cinder-830097-4-iscsi neutron-server[103457]: INFO neutron.wsgi [req-b8938aaf-c83a-4d62-9a53-976fbdeba835 req-31bb07ef-39c6-49da-ac1a-7cddd6c2bc4c tempest-TestMinimumBasicScenario-297192541 tempest-TestMinimumBasicScenario-297192541-project] 10.222.0.18 "GET /v2.0/security-groups?id=5cff6b3d-3421-463c-b8d1-a470719c1ceb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0429339 Apr 12 13:18:11.296151 dv-cinder-830097-4-iscsi neutron-server[103458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57a2ca57-aae2-4ee2-85f3-d471968b9c41 req-5624207a-6d7a-4931-b89d-afd40b3d257f tempest-ServerRescueNegativeTestJSON-440649021 tempest-ServerRescueNegativeTestJSON-440649021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 13:18:11.297542 dv-cinder-830097-4-iscsi neutron-server[103458]: INFO neutron.wsgi [req-57a2ca57-aae2-4ee2-85f3-d471968b9c41 req-5624207a-6d7a-4931-b89d-afd40b3d257f tempest-ServerRescueNegativeTestJSON-440649021 tempest-ServerRescueNegativeTestJSON-440649021-project] 10.222.0.18 "GET /v2.0/ports?device_id=5aa72395-ebb9-4022-8269-0c34238e58aa HTTP/1.1" status: 200 len: 945 time: 0.0558305 Apr 12 13:18:11.348094 dv-cinder-830097-4-iscsi neutron-server[103458]: INFO neutron.wsgi [req-57a2ca57-aae2-4ee2-85f3-d471968b9c41 req-ed1bc3d8-437d-4fca-b24b-0074a0ece398 tempest-ServerRescueNegativeTestJSON-440649021 tempest-ServerRescueNegativeTestJSON-440649021-project] 10.222.0.18 "GET /v2.0/security-groups?id=1da71eb9-9022-4720-ae95-e700d9700270&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0448360 Apr 12 13:18:11.760465 dv-cinder-830097-4-iscsi neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-663497ba-0812-46ff-8cad-a1878c1454c8 req-bdd5fef5-1ecc-4cd2-8546-1a9b69876249 tempest-TestMinimumBasicScenario-297192541 tempest-TestMinimumBasicScenario-297192541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 13:18:11.763061 dv-cinder-830097-4-iscsi neutron-server[103457]: INFO neutron.wsgi [req-663497ba-0812-46ff-8cad-a1878c1454c8 req-bdd5fef5-1ecc-4cd2-8546-1a9b69876249 tempest-TestMinimumBasicScenario-297192541 tempest-TestMinimumBasicScenario-297192541-project] 10.222.0.18 "GET /v2.0/ports?device_id=0edcbb02-c1d2-41b0-b791-4ffce2309512 HTTP/1.1" status: 200 len: 931 time: 0.0622361 Apr 12 13:18:11.823112 dv-cinder-830097-4-iscsi neutron-server[103457]: INFO neutron.wsgi [req-663497ba-0812-46ff-8cad-a1878c1454c8 req-ebb20a2b-e8d6-4f8a-bd4b-2327edf334c5 tempest-TestMinimumBasicScenario-297192541 tempest-TestMinimumBasicScenario-297192541-project] 10.222.0.18 "GET /v2.0/security-groups?id=5cff6b3d-3421-463c-b8d1-a470719c1ceb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0492585 Apr 12 13:18:12.476802 dv-cinder-830097-4-iscsi neutron-server[103458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91344015-0795-48e1-b93d-5cbdb398a5dc req-2f6b852c-288e-4211-890d-6959221db02f tempest-ServerRescueNegativeTestJSON-440649021 tempest-ServerRescueNegativeTestJSON-440649021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 13:18:12.479680 dv-cinder-830097-4-iscsi neutron-server[103458]: INFO neutron.wsgi [req-91344015-0795-48e1-b93d-5cbdb398a5dc req-2f6b852c-288e-4211-890d-6959221db02f tempest-ServerRescueNegativeTestJSON-440649021 tempest-ServerRescueNegativeTestJSON-440649021-project] 10.222.0.18 "GET /v2.0/ports?device_id=5aa72395-ebb9-4022-8269-0c34238e58aa HTTP/1.1" status: 200 len: 945 time: 0.0661647 Apr 12 13:18:12.561966 dv-cinder-830097-4-iscsi neutron-server[103458]: INFO neutron.wsgi [req-91344015-0795-48e1-b93d-5cbdb398a5dc req-6d96cbaf-3852-494b-88f9-5ed4f251ff90 tempest-ServerRescueNegativeTestJSON-440649021 tempest-ServerRescueNegativeTestJSON-440649021-project] 10.222.0.18 "GET /v2.0/security-groups?id=1da71eb9-9022-4720-ae95-e700d9700270&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0694354 Apr 12 13:18:12.961690 dv-cinder-830097-4-iscsi neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e822d108-5654-465d-99a3-62b6e957a592 req-3b352656-93b4-473e-b292-d870f1986f79 tempest-TestMinimumBasicScenario-297192541 tempest-TestMinimumBasicScenario-297192541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 13:18:12.963203 dv-cinder-830097-4-iscsi neutron-server[103457]: INFO neutron.wsgi [req-e822d108-5654-465d-99a3-62b6e957a592 req-3b352656-93b4-473e-b292-d870f1986f79 tempest-TestMinimumBasicScenario-297192541 tempest-TestMinimumBasicScenario-297192541-project] 10.222.0.18 "GET /v2.0/ports?device_id=0edcbb02-c1d2-41b0-b791-4ffce2309512 HTTP/1.1" status: 200 len: 931 time: 0.0645299 Apr 12 13:18:13.026325 dv-cinder-830097-4-iscsi neutron-server[103457]: INFO neutron.wsgi [req-e822d108-5654-465d-99a3-62b6e957a592 req-0cba0cb1-dd90-48ca-8026-3e6832a8c804 tempest-TestMinimumBasicScenario-297192541 tempest-TestMinimumBasicScenario-297192541-project] 10.222.0.18 "GET /v2.0/security-groups?id=5cff6b3d-3421-463c-b8d1-a470719c1ceb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0573208 Apr 12 13:18:13.679447 dv-cinder-830097-4-iscsi neutron-server[103458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3f070a4-e65c-432d-baee-a14407762859 req-c84b626c-ae1a-4b85-a8f8-20e29764d117 tempest-ServerRescueNegativeTestJSON-440649021 tempest-ServerRescueNegativeTestJSON-440649021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 13:18:13.680924 dv-cinder-830097-4-iscsi neutron-server[103458]: INFO neutron.wsgi [req-f3f070a4-e65c-432d-baee-a14407762859 req-c84b626c-ae1a-4b85-a8f8-20e29764d117 tempest-ServerRescueNegativeTestJSON-440649021 tempest-ServerRescueNegativeTestJSON-440649021-project] 10.222.0.18 "GET /v2.0/ports?device_id=5aa72395-ebb9-4022-8269-0c34238e58aa HTTP/1.1" status: 200 len: 945 time: 0.0499282 Apr 12 13:18:13.726944 dv-cinder-830097-4-iscsi neutron-server[103458]: INFO neutron.wsgi [req-f3f070a4-e65c-432d-baee-a14407762859 req-b6828bcd-e22a-4efc-9403-44fc1a9ac6fe tempest-ServerRescueNegativeTestJSON-440649021 tempest-ServerRescueNegativeTestJSON-440649021-project] 10.222.0.18 "GET /v2.0/security-groups?id=1da71eb9-9022-4720-ae95-e700d9700270&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404124 Apr 12 13:18:14.134706 dv-cinder-830097-4-iscsi neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab7e94ce-6646-4910-8793-4a9a7088f51f req-34fecf1b-9bbf-49b7-94cf-d96105380d8c tempest-TestMinimumBasicScenario-297192541 tempest-TestMinimumBasicScenario-297192541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 13:18:14.136114 dv-cinder-830097-4-iscsi neutron-server[103457]: INFO neutron.wsgi [req-ab7e94ce-6646-4910-8793-4a9a7088f51f req-34fecf1b-9bbf-49b7-94cf-d96105380d8c tempest-TestMinimumBasicScenario-297192541 tempest-TestMinimumBasicScenario-297192541-project] 10.222.0.18 "GET /v2.0/ports?device_id=0edcbb02-c1d2-41b0-b791-4ffce2309512 HTTP/1.1" status: 200 len: 931 time: 0.0454059 Apr 12 13:18:14.183066 dv-cinder-830097-4-iscsi neutron-server[103457]: INFO neutron.wsgi [req-ab7e94ce-6646-4910-8793-4a9a7088f51f req-bee3f821-4475-4f69-917a-35182ba32386 tempest-TestMinimumBasicScenario-297192541 tempest-TestMinimumBasicScenario-297192541-project] 10.222.0.18 "GET /v2.0/security-groups?id=5cff6b3d-3421-463c-b8d1-a470719c1ceb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415506 Apr 12 13:18:14.837997 dv-cinder-830097-4-iscsi neutron-server[103458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d6852ca-2beb-4f55-963e-c214d55c4fac req-318ffebd-33a0-4059-ab99-456f372d4786 tempest-ServerRescueNegativeTestJSON-440649021 tempest-ServerRescueNegativeTestJSON-440649021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 13:18:14.839432 dv-cinder-830097-4-iscsi neutron-server[103458]: INFO neutron.wsgi [req-6d6852ca-2beb-4f55-963e-c214d55c4fac req-318ffebd-33a0-4059-ab99-456f372d4786 tempest-ServerRescueNegativeTestJSON-440649021 tempest-ServerRescueNegativeTestJSON-440649021-project] 10.222.0.18 "GET /v2.0/ports?device_id=5aa72395-ebb9-4022-8269-0c34238e58aa HTTP/1.1" status: 200 len: 945 time: 0.0450456 Apr 12 13:18:14.885919 dv-cinder-830097-4-iscsi neutron-server[103458]: INFO neutron.wsgi [req-6d6852ca-2beb-4f55-963e-c214d55c4fac req-3b4b183c-c243-4843-80d7-67e059a6468a tempest-ServerRescueNegativeTestJSON-440649021 tempest-ServerRescueNegativeTestJSON-440649021-project] 10.222.0.18 "GET /v2.0/security-groups?id=1da71eb9-9022-4720-ae95-e700d9700270&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411983 Apr 12 13:18:15.293861 dv-cinder-830097-4-iscsi neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-464885a9-0330-4762-bbb2-0369c301c22a req-94302a84-243a-47d2-92a2-961203cd2566 tempest-TestMinimumBasicScenario-297192541 tempest-TestMinimumBasicScenario-297192541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 13:18:15.295275 dv-cinder-830097-4-iscsi neutron-server[103457]: INFO neutron.wsgi [req-464885a9-0330-4762-bbb2-0369c301c22a req-94302a84-243a-47d2-92a2-961203cd2566 tempest-TestMinimumBasicScenario-297192541 tempest-TestMinimumBasicScenario-297192541-project] 10.222.0.18 "GET /v2.0/ports?device_id=0edcbb02-c1d2-41b0-b791-4ffce2309512 HTTP/1.1" status: 200 len: 931 time: 0.0489011 Apr 12 13:18:15.341145 dv-cinder-830097-4-iscsi neutron-server[103457]: INFO neutron.wsgi [req-464885a9-0330-4762-bbb2-0369c301c22a req-eaefee3e-142b-4c15-ba78-1098cb6a5ebd tempest-TestMinimumBasicScenario-297192541 tempest-TestMinimumBasicScenario-297192541-project] 10.222.0.18 "GET /v2.0/security-groups?id=5cff6b3d-3421-463c-b8d1-a470719c1ceb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403473 Apr 12 13:18:16.000444 dv-cinder-830097-4-iscsi neutron-server[103458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97650d05-3123-4e5b-9952-3f73e43348df req-cc5cc339-cd2f-4c41-b324-9cd64aa37807 tempest-ServerRescueNegativeTestJSON-440649021 tempest-ServerRescueNegativeTestJSON-440649021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 13:18:16.001931 dv-cinder-830097-4-iscsi neutron-server[103458]: INFO neutron.wsgi [req-97650d05-3123-4e5b-9952-3f73e43348df req-cc5cc339-cd2f-4c41-b324-9cd64aa37807 tempest-ServerRescueNegativeTestJSON-440649021 tempest-ServerRescueNegativeTestJSON-440649021-project] 10.222.0.18 "GET /v2.0/ports?device_id=5aa72395-ebb9-4022-8269-0c34238e58aa HTTP/1.1" status: 200 len: 945 time: 0.0488675 Apr 12 13:18:16.052825 dv-cinder-830097-4-iscsi neutron-server[103458]: INFO neutron.wsgi [req-97650d05-3123-4e5b-9952-3f73e43348df req-176d641b-e83a-4edb-bcf2-c42ecae36e8a tempest-ServerRescueNegativeTestJSON-440649021 tempest-ServerRescueNegativeTestJSON-440649021-project] 10.222.0.18 "GET /v2.0/security-groups?id=1da71eb9-9022-4720-ae95-e700d9700270&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0449100 Apr 12 13:18:16.448888 dv-cinder-830097-4-iscsi neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22664cdf-1305-482c-b95e-39040360ba8b req-598d6747-ca30-4151-9ab3-65981f16d973 tempest-TestMinimumBasicScenario-297192541 tempest-TestMinimumBasicScenario-297192541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 13:18:16.450362 dv-cinder-830097-4-iscsi neutron-server[103457]: INFO neutron.wsgi [req-22664cdf-1305-482c-b95e-39040360ba8b req-598d6747-ca30-4151-9ab3-65981f16d973 tempest-TestMinimumBasicScenario-297192541 tempest-TestMinimumBasicScenario-297192541-project] 10.222.0.18 "GET /v2.0/ports?device_id=0edcbb02-c1d2-41b0-b791-4ffce2309512 HTTP/1.1" status: 200 len: 931 time: 0.0458472 Apr 12 13:18:16.496305 dv-cinder-830097-4-iscsi neutron-server[103457]: INFO neutron.wsgi [req-22664cdf-1305-482c-b95e-39040360ba8b req-b1b45ed3-49a5-404b-a7e9-b2c27a84c217 tempest-TestMinimumBasicScenario-297192541 tempest-TestMinimumBasicScenario-297192541-project] 10.222.0.18 "GET /v2.0/security-groups?id=5cff6b3d-3421-463c-b8d1-a470719c1ceb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405011 Apr 12 13:18:16.748135 dv-cinder-830097-4-iscsi neutron-server[103459]: DEBUG neutron_lib.callbacks.manager [None req-5dbc3796-442b-4723-84df-91cc797ba584 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732727929501', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-657397'] for agent (246ca497-e2ee-4e0b-b432-b4153c207e5f), after_update {{(pid=103459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:18:17.165433 dv-cinder-830097-4-iscsi neutron-server[103458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc261b31-c4e7-400f-ba1f-eabf6f47fb97 req-ff34bbf3-c217-474f-836b-31addde2989a tempest-ServerRescueNegativeTestJSON-440649021 tempest-ServerRescueNegativeTestJSON-440649021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 13:18:17.166966 dv-cinder-830097-4-iscsi neutron-server[103458]: INFO neutron.wsgi [req-cc261b31-c4e7-400f-ba1f-eabf6f47fb97 req-ff34bbf3-c217-474f-836b-31addde2989a tempest-ServerRescueNegativeTestJSON-440649021 tempest-ServerRescueNegativeTestJSON-440649021-project] 10.222.0.18 "GET /v2.0/ports?device_id=5aa72395-ebb9-4022-8269-0c34238e58aa HTTP/1.1" status: 200 len: 945 time: 0.0484195 Apr 12 13:18:17.215663 dv-cinder-830097-4-iscsi neutron-server[103458]: INFO neutron.wsgi [req-cc261b31-c4e7-400f-ba1f-eabf6f47fb97 req-c5b63552-92c6-4c76-9dd2-2aeaf1b4f970 tempest-ServerRescueNegativeTestJSON-440649021 tempest-ServerRescueNegativeTestJSON-440649021-project] 10.222.0.18 "GET /v2.0/security-groups?id=1da71eb9-9022-4720-ae95-e700d9700270&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0431790 Apr 12 13:18:17.603687 dv-cinder-830097-4-iscsi neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e7da298-c2eb-47e8-acac-9507cf8ad678 req-4dc3ffe1-4bae-4345-ac23-03d9821760c1 tempest-TestMinimumBasicScenario-297192541 tempest-TestMinimumBasicScenario-297192541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 13:18:17.605116 dv-cinder-830097-4-iscsi neutron-server[103457]: INFO neutron.wsgi [req-9e7da298-c2eb-47e8-acac-9507cf8ad678 req-4dc3ffe1-4bae-4345-ac23-03d9821760c1 tempest-TestMinimumBasicScenario-297192541 tempest-TestMinimumBasicScenario-297192541-project] 10.222.0.18 "GET /v2.0/ports?device_id=0edcbb02-c1d2-41b0-b791-4ffce2309512 HTTP/1.1" status: 200 len: 931 time: 0.0451572 Apr 12 13:18:17.656291 dv-cinder-830097-4-iscsi neutron-server[103457]: INFO neutron.wsgi [req-9e7da298-c2eb-47e8-acac-9507cf8ad678 req-c58d6fe2-06ff-4380-ac27-8b0a3640d6f4 tempest-TestMinimumBasicScenario-297192541 tempest-TestMinimumBasicScenario-297192541-project] 10.222.0.18 "GET /v2.0/security-groups?id=5cff6b3d-3421-463c-b8d1-a470719c1ceb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0456777 Apr 12 13:18:18.330211 dv-cinder-830097-4-iscsi neutron-server[103458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86def530-1774-4a7a-bac7-948687ea8758 req-0c7e9c4e-7b39-4268-b009-db0d10c4c821 tempest-ServerRescueNegativeTestJSON-440649021 tempest-ServerRescueNegativeTestJSON-440649021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 13:18:18.332422 dv-cinder-830097-4-iscsi neutron-server[103458]: INFO neutron.wsgi [req-86def530-1774-4a7a-bac7-948687ea8758 req-0c7e9c4e-7b39-4268-b009-db0d10c4c821 tempest-ServerRescueNegativeTestJSON-440649021 tempest-ServerRescueNegativeTestJSON-440649021-project] 10.222.0.18 "GET /v2.0/ports?device_id=5aa72395-ebb9-4022-8269-0c34238e58aa HTTP/1.1" status: 200 len: 945 time: 0.0508549 Apr 12 13:18:18.377379 dv-cinder-830097-4-iscsi neutron-server[103458]: INFO neutron.wsgi [req-86def530-1774-4a7a-bac7-948687ea8758 req-f609e258-d8a7-4d30-99d3-175494b5471b tempest-ServerRescueNegativeTestJSON-440649021 tempest-ServerRescueNegativeTestJSON-440649021-project] 10.222.0.18 "GET /v2.0/security-groups?id=1da71eb9-9022-4720-ae95-e700d9700270&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0391624 Apr 12 13:18:18.763715 dv-cinder-830097-4-iscsi neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fa75770-99aa-4134-9831-eade5baf07cd req-d1b09adc-747d-427a-bee5-4a8af2527999 tempest-TestMinimumBasicScenario-297192541 tempest-TestMinimumBasicScenario-297192541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 13:18:18.765068 dv-cinder-830097-4-iscsi neutron-server[103457]: INFO neutron.wsgi [req-0fa75770-99aa-4134-9831-eade5baf07cd req-d1b09adc-747d-427a-bee5-4a8af2527999 tempest-TestMinimumBasicScenario-297192541 tempest-TestMinimumBasicScenario-297192541-project] 10.222.0.18 "GET /v2.0/ports?device_id=0edcbb02-c1d2-41b0-b791-4ffce2309512 HTTP/1.1" status: 200 len: 931 time: 0.0449495 Apr 12 13:18:18.809050 dv-cinder-830097-4-iscsi neutron-server[103457]: INFO neutron.wsgi [req-0fa75770-99aa-4134-9831-eade5baf07cd req-df745555-9e5d-47f1-a3b8-7c150206b51f tempest-TestMinimumBasicScenario-297192541 tempest-TestMinimumBasicScenario-297192541-project] 10.222.0.18 "GET /v2.0/security-groups?id=5cff6b3d-3421-463c-b8d1-a470719c1ceb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0384905 Apr 12 13:18:19.341577 dv-cinder-830097-4-iscsi neutron-server[103459]: DEBUG neutron_lib.callbacks.manager [None req-0b60218a-5caa-4ac8-95a3-5057a98f9b1d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732727929501', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-657397'] for agent (b7e11a8b-aeed-493f-9763-461016dddc93), after_update {{(pid=103459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:18:19.491764 dv-cinder-830097-4-iscsi neutron-server[103458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3aa0f26a-db6e-4341-b9ac-893c083912e3 req-d2825dfd-fe66-4c0c-a852-720331a1d313 tempest-ServerRescueNegativeTestJSON-440649021 tempest-ServerRescueNegativeTestJSON-440649021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 13:18:19.493127 dv-cinder-830097-4-iscsi neutron-server[103458]: INFO neutron.wsgi [req-3aa0f26a-db6e-4341-b9ac-893c083912e3 req-d2825dfd-fe66-4c0c-a852-720331a1d313 tempest-ServerRescueNegativeTestJSON-440649021 tempest-ServerRescueNegativeTestJSON-440649021-project] 10.222.0.18 "GET /v2.0/ports?device_id=5aa72395-ebb9-4022-8269-0c34238e58aa HTTP/1.1" status: 200 len: 945 time: 0.0485609 Apr 12 13:18:19.537531 dv-cinder-830097-4-iscsi neutron-server[103458]: INFO neutron.wsgi [req-3aa0f26a-db6e-4341-b9ac-893c083912e3 req-7ce2b496-c2d2-4a89-92a9-8d538d3fc1e0 tempest-ServerRescueNegativeTestJSON-440649021 tempest-ServerRescueNegativeTestJSON-440649021-project] 10.222.0.18 "GET /v2.0/security-groups?id=1da71eb9-9022-4720-ae95-e700d9700270&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0389116 Apr 12 13:18:19.916765 dv-cinder-830097-4-iscsi neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7d106dd-ccad-4d24-ad78-f33ef8e7ea9e req-27887173-515e-48f3-a54f-92b82aded7b9 tempest-TestMinimumBasicScenario-297192541 tempest-TestMinimumBasicScenario-297192541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 13:18:19.918217 dv-cinder-830097-4-iscsi neutron-server[103457]: INFO neutron.wsgi [req-c7d106dd-ccad-4d24-ad78-f33ef8e7ea9e req-27887173-515e-48f3-a54f-92b82aded7b9 tempest-TestMinimumBasicScenario-297192541 tempest-TestMinimumBasicScenario-297192541-project] 10.222.0.18 "GET /v2.0/ports?device_id=0edcbb02-c1d2-41b0-b791-4ffce2309512 HTTP/1.1" status: 200 len: 931 time: 0.0448141 Apr 12 13:18:19.963138 dv-cinder-830097-4-iscsi neutron-server[103457]: INFO neutron.wsgi [req-c7d106dd-ccad-4d24-ad78-f33ef8e7ea9e req-4f120cd6-2327-4a9a-b4db-ca173755e8ed tempest-TestMinimumBasicScenario-297192541 tempest-TestMinimumBasicScenario-297192541-project] 10.222.0.18 "GET /v2.0/security-groups?id=5cff6b3d-3421-463c-b8d1-a470719c1ceb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0394769 Apr 12 13:18:20.246218 dv-cinder-830097-4-iscsi neutron-server[103459]: DEBUG neutron_lib.callbacks.manager [None req-f20c20fe-5767-407a-9f30-b36f01c50254 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732727929501', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-657397'] for agent (1e8a91c7-94d1-4b17-9536-32bc01f44a9b), after_update {{(pid=103459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:18:20.647559 dv-cinder-830097-4-iscsi neutron-server[103458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c1c5101-ee36-4e38-bb4a-68bd538e9c65 req-49236cc8-14a7-4502-bb6e-cea28c7319dc tempest-ServerRescueNegativeTestJSON-440649021 tempest-ServerRescueNegativeTestJSON-440649021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 13:18:20.649037 dv-cinder-830097-4-iscsi neutron-server[103458]: INFO neutron.wsgi [req-7c1c5101-ee36-4e38-bb4a-68bd538e9c65 req-49236cc8-14a7-4502-bb6e-cea28c7319dc tempest-ServerRescueNegativeTestJSON-440649021 tempest-ServerRescueNegativeTestJSON-440649021-project] 10.222.0.18 "GET /v2.0/ports?device_id=5aa72395-ebb9-4022-8269-0c34238e58aa HTTP/1.1" status: 200 len: 945 time: 0.0464745 Apr 12 13:18:20.695886 dv-cinder-830097-4-iscsi neutron-server[103458]: INFO neutron.wsgi [req-7c1c5101-ee36-4e38-bb4a-68bd538e9c65 req-dabbd20c-0900-4e79-b73c-8744c889fa7c tempest-ServerRescueNegativeTestJSON-440649021 tempest-ServerRescueNegativeTestJSON-440649021-project] 10.222.0.18 "GET /v2.0/security-groups?id=1da71eb9-9022-4720-ae95-e700d9700270&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413494 Apr 12 13:18:21.075667 dv-cinder-830097-4-iscsi neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c79c2a6-99cd-43bf-9b24-6cf43bcd6d11 req-1f652422-45cc-4bc9-9a9e-910a8461e0d2 tempest-TestMinimumBasicScenario-297192541 tempest-TestMinimumBasicScenario-297192541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 13:18:21.077154 dv-cinder-830097-4-iscsi neutron-server[103457]: INFO neutron.wsgi [req-8c79c2a6-99cd-43bf-9b24-6cf43bcd6d11 req-1f652422-45cc-4bc9-9a9e-910a8461e0d2 tempest-TestMinimumBasicScenario-297192541 tempest-TestMinimumBasicScenario-297192541-project] 10.222.0.18 "GET /v2.0/ports?device_id=0edcbb02-c1d2-41b0-b791-4ffce2309512 HTTP/1.1" status: 200 len: 931 time: 0.0482328 Apr 12 13:18:21.122838 dv-cinder-830097-4-iscsi neutron-server[103457]: INFO neutron.wsgi [req-8c79c2a6-99cd-43bf-9b24-6cf43bcd6d11 req-ca92bf9c-22bd-441e-a456-58a1a026328f tempest-TestMinimumBasicScenario-297192541 tempest-TestMinimumBasicScenario-297192541-project] 10.222.0.18 "GET /v2.0/security-groups?id=5cff6b3d-3421-463c-b8d1-a470719c1ceb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0396245 Apr 12 13:18:21.389111 dv-cinder-830097-4-iscsi neutron-server[103459]: DEBUG neutron_lib.callbacks.manager [None req-09c91955-1169-4ba5-b480-d25faf385fa1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732727929501', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-657397'] for agent (6571c785-b050-42b7-b6d0-d71237f75507), after_update {{(pid=103459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:18:21.805590 dv-cinder-830097-4-iscsi neutron-server[103458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6f6306b-5f15-4b9a-881c-0033a39d5a74 req-d68106db-5332-479e-866f-575f25402583 tempest-ServerRescueNegativeTestJSON-440649021 tempest-ServerRescueNegativeTestJSON-440649021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 13:18:21.807029 dv-cinder-830097-4-iscsi neutron-server[103458]: INFO neutron.wsgi [req-a6f6306b-5f15-4b9a-881c-0033a39d5a74 req-d68106db-5332-479e-866f-575f25402583 tempest-ServerRescueNegativeTestJSON-440649021 tempest-ServerRescueNegativeTestJSON-440649021-project] 10.222.0.18 "GET /v2.0/ports?device_id=5aa72395-ebb9-4022-8269-0c34238e58aa HTTP/1.1" status: 200 len: 945 time: 0.0451026 Apr 12 13:18:21.856550 dv-cinder-830097-4-iscsi neutron-server[103458]: INFO neutron.wsgi [req-a6f6306b-5f15-4b9a-881c-0033a39d5a74 req-64dc8d05-2ad9-4388-9a31-6c1b8778e852 tempest-ServerRescueNegativeTestJSON-440649021 tempest-ServerRescueNegativeTestJSON-440649021-project] 10.222.0.18 "GET /v2.0/security-groups?id=1da71eb9-9022-4720-ae95-e700d9700270&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0441265 Apr 12 13:18:22.232693 dv-cinder-830097-4-iscsi neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3957a2e-a6b2-42b8-b094-d5444175d44c req-bbdf537e-283d-4504-8c7e-7169fd592fdd tempest-TestMinimumBasicScenario-297192541 tempest-TestMinimumBasicScenario-297192541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 13:18:22.234223 dv-cinder-830097-4-iscsi neutron-server[103457]: INFO neutron.wsgi [req-f3957a2e-a6b2-42b8-b094-d5444175d44c req-bbdf537e-283d-4504-8c7e-7169fd592fdd tempest-TestMinimumBasicScenario-297192541 tempest-TestMinimumBasicScenario-297192541-project] 10.222.0.18 "GET /v2.0/ports?device_id=0edcbb02-c1d2-41b0-b791-4ffce2309512 HTTP/1.1" status: 200 len: 931 time: 0.0452545 Apr 12 13:18:22.280520 dv-cinder-830097-4-iscsi neutron-server[103457]: INFO neutron.wsgi [req-f3957a2e-a6b2-42b8-b094-d5444175d44c req-703aa066-1a63-43da-989d-423c730062a6 tempest-TestMinimumBasicScenario-297192541 tempest-TestMinimumBasicScenario-297192541-project] 10.222.0.18 "GET /v2.0/security-groups?id=5cff6b3d-3421-463c-b8d1-a470719c1ceb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0398662 Apr 12 13:18:22.969500 dv-cinder-830097-4-iscsi neutron-server[103458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbbdd55c-85df-40bf-ac3f-87998d05fecb req-46dbb7dc-bf54-46ca-8347-e8323bdaec03 tempest-ServerRescueNegativeTestJSON-440649021 tempest-ServerRescueNegativeTestJSON-440649021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 13:18:22.970955 dv-cinder-830097-4-iscsi neutron-server[103458]: INFO neutron.wsgi [req-dbbdd55c-85df-40bf-ac3f-87998d05fecb req-46dbb7dc-bf54-46ca-8347-e8323bdaec03 tempest-ServerRescueNegativeTestJSON-440649021 tempest-ServerRescueNegativeTestJSON-440649021-project] 10.222.0.18 "GET /v2.0/ports?device_id=5aa72395-ebb9-4022-8269-0c34238e58aa HTTP/1.1" status: 200 len: 945 time: 0.0475819 Apr 12 13:18:23.016971 dv-cinder-830097-4-iscsi neutron-server[103458]: INFO neutron.wsgi [req-dbbdd55c-85df-40bf-ac3f-87998d05fecb req-2655550a-1b76-4768-b219-ab16458e4261 tempest-ServerRescueNegativeTestJSON-440649021 tempest-ServerRescueNegativeTestJSON-440649021-project] 10.222.0.18 "GET /v2.0/security-groups?id=1da71eb9-9022-4720-ae95-e700d9700270&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403097 Apr 12 13:18:23.176071 dv-cinder-830097-4-iscsi neutron-server[103459]: DEBUG neutron_lib.callbacks.manager [None req-53781792-8650-4c78-93a6-1c4d328d874c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732727929501', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-657397'] for agent (3f2daa45-5e56-452b-8a21-b519edfce99e), after_update {{(pid=103459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:18:23.394760 dv-cinder-830097-4-iscsi neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9cb6a2f-c25b-4b51-b252-37c2cb47c8b6 req-cb8c95f6-ad16-463b-ab17-5ead62cfbefe tempest-TestMinimumBasicScenario-297192541 tempest-TestMinimumBasicScenario-297192541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 13:18:23.396339 dv-cinder-830097-4-iscsi neutron-server[103457]: INFO neutron.wsgi [req-f9cb6a2f-c25b-4b51-b252-37c2cb47c8b6 req-cb8c95f6-ad16-463b-ab17-5ead62cfbefe tempest-TestMinimumBasicScenario-297192541 tempest-TestMinimumBasicScenario-297192541-project] 10.222.0.18 "GET /v2.0/ports?device_id=0edcbb02-c1d2-41b0-b791-4ffce2309512 HTTP/1.1" status: 200 len: 931 time: 0.0503516 Apr 12 13:18:23.443460 dv-cinder-830097-4-iscsi neutron-server[103457]: INFO neutron.wsgi [req-f9cb6a2f-c25b-4b51-b252-37c2cb47c8b6 req-2bb241fd-27cf-4290-ac8d-340809a17a15 tempest-TestMinimumBasicScenario-297192541 tempest-TestMinimumBasicScenario-297192541-project] 10.222.0.18 "GET /v2.0/security-groups?id=5cff6b3d-3421-463c-b8d1-a470719c1ceb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415771 Apr 12 13:18:24.128608 dv-cinder-830097-4-iscsi neutron-server[103458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82ca3e6a-c77f-44b1-9ac0-be84a3bc8b62 req-bfe9d258-c40e-4e3c-8429-276a9c144cb5 tempest-ServerRescueNegativeTestJSON-440649021 tempest-ServerRescueNegativeTestJSON-440649021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 13:18:24.130055 dv-cinder-830097-4-iscsi neutron-server[103458]: INFO neutron.wsgi [req-82ca3e6a-c77f-44b1-9ac0-be84a3bc8b62 req-bfe9d258-c40e-4e3c-8429-276a9c144cb5 tempest-ServerRescueNegativeTestJSON-440649021 tempest-ServerRescueNegativeTestJSON-440649021-project] 10.222.0.18 "GET /v2.0/ports?device_id=5aa72395-ebb9-4022-8269-0c34238e58aa HTTP/1.1" status: 200 len: 945 time: 0.0462079 Apr 12 13:18:24.174021 dv-cinder-830097-4-iscsi neutron-server[103458]: INFO neutron.wsgi [req-82ca3e6a-c77f-44b1-9ac0-be84a3bc8b62 req-fbc16759-608c-47c0-be10-72ab2a1f5edb tempest-ServerRescueNegativeTestJSON-440649021 tempest-ServerRescueNegativeTestJSON-440649021-project] 10.222.0.18 "GET /v2.0/security-groups?id=1da71eb9-9022-4720-ae95-e700d9700270&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0385520 Apr 12 13:18:24.560046 dv-cinder-830097-4-iscsi neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b88ba8b-abf9-4db4-9829-abbe9a5c442e req-1558d819-e6d2-4a01-a170-c4f4ba97a7c9 tempest-TestMinimumBasicScenario-297192541 tempest-TestMinimumBasicScenario-297192541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 13:18:24.569346 dv-cinder-830097-4-iscsi neutron-server[103457]: INFO neutron.wsgi [req-3b88ba8b-abf9-4db4-9829-abbe9a5c442e req-1558d819-e6d2-4a01-a170-c4f4ba97a7c9 tempest-TestMinimumBasicScenario-297192541 tempest-TestMinimumBasicScenario-297192541-project] 10.222.0.18 "GET /v2.0/ports?device_id=0edcbb02-c1d2-41b0-b791-4ffce2309512 HTTP/1.1" status: 200 len: 931 time: 0.0593359 Apr 12 13:18:24.626770 dv-cinder-830097-4-iscsi neutron-server[103457]: INFO neutron.wsgi [req-3b88ba8b-abf9-4db4-9829-abbe9a5c442e req-0760451c-af1f-43a4-b025-14c203389e4f tempest-TestMinimumBasicScenario-297192541 tempest-TestMinimumBasicScenario-297192541-project] 10.222.0.18 "GET /v2.0/security-groups?id=5cff6b3d-3421-463c-b8d1-a470719c1ceb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0507884 Apr 12 13:18:25.304151 dv-cinder-830097-4-iscsi neutron-server[103458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2829e785-2470-49b0-9d79-a3dd9dfe1145 req-3d4e55b2-3cfb-4be0-9996-af6e9e5d4904 tempest-ServerRescueNegativeTestJSON-440649021 tempest-ServerRescueNegativeTestJSON-440649021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 13:18:25.306625 dv-cinder-830097-4-iscsi neutron-server[103458]: INFO neutron.wsgi [req-2829e785-2470-49b0-9d79-a3dd9dfe1145 req-3d4e55b2-3cfb-4be0-9996-af6e9e5d4904 tempest-ServerRescueNegativeTestJSON-440649021 tempest-ServerRescueNegativeTestJSON-440649021-project] 10.222.0.18 "GET /v2.0/ports?device_id=5aa72395-ebb9-4022-8269-0c34238e58aa HTTP/1.1" status: 200 len: 945 time: 0.0643075 Apr 12 13:18:25.358087 dv-cinder-830097-4-iscsi neutron-server[103458]: INFO neutron.wsgi [req-2829e785-2470-49b0-9d79-a3dd9dfe1145 req-32833d31-6804-414e-84ea-36dd724c2744 tempest-ServerRescueNegativeTestJSON-440649021 tempest-ServerRescueNegativeTestJSON-440649021-project] 10.222.0.18 "GET /v2.0/security-groups?id=1da71eb9-9022-4720-ae95-e700d9700270&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0449402 Apr 12 13:18:25.744155 dv-cinder-830097-4-iscsi neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e09168a-fced-4109-b20e-a52b880af96d req-b7b41c91-f682-4e57-9e87-8d377c55d2e1 tempest-TestMinimumBasicScenario-297192541 tempest-TestMinimumBasicScenario-297192541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 13:18:25.745735 dv-cinder-830097-4-iscsi neutron-server[103457]: INFO neutron.wsgi [req-5e09168a-fced-4109-b20e-a52b880af96d req-b7b41c91-f682-4e57-9e87-8d377c55d2e1 tempest-TestMinimumBasicScenario-297192541 tempest-TestMinimumBasicScenario-297192541-project] 10.222.0.18 "GET /v2.0/ports?device_id=0edcbb02-c1d2-41b0-b791-4ffce2309512 HTTP/1.1" status: 200 len: 931 time: 0.0521047 Apr 12 13:18:25.803339 dv-cinder-830097-4-iscsi neutron-server[103457]: INFO neutron.wsgi [req-5e09168a-fced-4109-b20e-a52b880af96d req-56a90ba6-d6bf-4b41-8a02-6c3328e412ec tempest-TestMinimumBasicScenario-297192541 tempest-TestMinimumBasicScenario-297192541-project] 10.222.0.18 "GET /v2.0/security-groups?id=5cff6b3d-3421-463c-b8d1-a470719c1ceb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0520203 Apr 12 13:18:26.472494 dv-cinder-830097-4-iscsi neutron-server[103458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ffb81b0-e72d-43ee-939c-af964e68811d req-4076dbf1-444f-44a0-8f1b-c79b31d2c38b tempest-ServerRescueNegativeTestJSON-440649021 tempest-ServerRescueNegativeTestJSON-440649021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 13:18:26.473991 dv-cinder-830097-4-iscsi neutron-server[103458]: INFO neutron.wsgi [req-2ffb81b0-e72d-43ee-939c-af964e68811d req-4076dbf1-444f-44a0-8f1b-c79b31d2c38b tempest-ServerRescueNegativeTestJSON-440649021 tempest-ServerRescueNegativeTestJSON-440649021-project] 10.222.0.18 "GET /v2.0/ports?device_id=5aa72395-ebb9-4022-8269-0c34238e58aa HTTP/1.1" status: 200 len: 945 time: 0.0470355 Apr 12 13:18:26.519768 dv-cinder-830097-4-iscsi neutron-server[103458]: INFO neutron.wsgi [req-2ffb81b0-e72d-43ee-939c-af964e68811d req-379932a8-26d4-4810-985c-2cb186707a3a tempest-ServerRescueNegativeTestJSON-440649021 tempest-ServerRescueNegativeTestJSON-440649021-project] 10.222.0.18 "GET /v2.0/security-groups?id=1da71eb9-9022-4720-ae95-e700d9700270&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403266 Apr 12 13:18:26.919909 dv-cinder-830097-4-iscsi neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06adb7fd-bcb8-4d67-82f6-f5c5193b5bbd req-dcb4e350-906a-4ee7-8eae-aea458f29e28 tempest-TestMinimumBasicScenario-297192541 tempest-TestMinimumBasicScenario-297192541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 13:18:26.921288 dv-cinder-830097-4-iscsi neutron-server[103457]: INFO neutron.wsgi [req-06adb7fd-bcb8-4d67-82f6-f5c5193b5bbd req-dcb4e350-906a-4ee7-8eae-aea458f29e28 tempest-TestMinimumBasicScenario-297192541 tempest-TestMinimumBasicScenario-297192541-project] 10.222.0.18 "GET /v2.0/ports?device_id=0edcbb02-c1d2-41b0-b791-4ffce2309512 HTTP/1.1" status: 200 len: 931 time: 0.0470676 Apr 12 13:18:26.967470 dv-cinder-830097-4-iscsi neutron-server[103457]: INFO neutron.wsgi [req-06adb7fd-bcb8-4d67-82f6-f5c5193b5bbd req-971795a6-82c9-41e3-beb2-de9fc17ea6a2 tempest-TestMinimumBasicScenario-297192541 tempest-TestMinimumBasicScenario-297192541-project] 10.222.0.18 "GET /v2.0/security-groups?id=5cff6b3d-3421-463c-b8d1-a470719c1ceb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406263 Apr 12 13:18:27.633784 dv-cinder-830097-4-iscsi neutron-server[103458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11b3b2de-b58b-4412-8204-dc1931d3354b req-27734177-fc74-4eb6-a7ca-78e21b63046d tempest-ServerRescueNegativeTestJSON-440649021 tempest-ServerRescueNegativeTestJSON-440649021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 13:18:27.635237 dv-cinder-830097-4-iscsi neutron-server[103458]: INFO neutron.wsgi [req-11b3b2de-b58b-4412-8204-dc1931d3354b req-27734177-fc74-4eb6-a7ca-78e21b63046d tempest-ServerRescueNegativeTestJSON-440649021 tempest-ServerRescueNegativeTestJSON-440649021-project] 10.222.0.18 "GET /v2.0/ports?device_id=5aa72395-ebb9-4022-8269-0c34238e58aa HTTP/1.1" status: 200 len: 945 time: 0.0498884 Apr 12 13:18:27.681880 dv-cinder-830097-4-iscsi neutron-server[103458]: INFO neutron.wsgi [req-11b3b2de-b58b-4412-8204-dc1931d3354b req-d96c929e-4434-4c53-b920-0139084762ae tempest-ServerRescueNegativeTestJSON-440649021 tempest-ServerRescueNegativeTestJSON-440649021-project] 10.222.0.18 "GET /v2.0/security-groups?id=1da71eb9-9022-4720-ae95-e700d9700270&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411930 Apr 12 13:18:28.079315 dv-cinder-830097-4-iscsi neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88c7640a-1e9b-40f4-8400-82d872c8095a req-a08fcf86-6350-41c1-b7e9-f7baa047de0a tempest-TestMinimumBasicScenario-297192541 tempest-TestMinimumBasicScenario-297192541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 13:18:28.081513 dv-cinder-830097-4-iscsi neutron-server[103457]: INFO neutron.wsgi [req-88c7640a-1e9b-40f4-8400-82d872c8095a req-a08fcf86-6350-41c1-b7e9-f7baa047de0a tempest-TestMinimumBasicScenario-297192541 tempest-TestMinimumBasicScenario-297192541-project] 10.222.0.18 "GET /v2.0/ports?device_id=0edcbb02-c1d2-41b0-b791-4ffce2309512 HTTP/1.1" status: 200 len: 931 time: 0.0467813 Apr 12 13:18:28.130086 dv-cinder-830097-4-iscsi neutron-server[103457]: INFO neutron.wsgi [req-88c7640a-1e9b-40f4-8400-82d872c8095a req-1e5cbf41-3fbd-4e8f-9dc6-0c4e033feff9 tempest-TestMinimumBasicScenario-297192541 tempest-TestMinimumBasicScenario-297192541-project] 10.222.0.18 "GET /v2.0/security-groups?id=5cff6b3d-3421-463c-b8d1-a470719c1ceb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0420046 Apr 12 13:18:28.794433 dv-cinder-830097-4-iscsi neutron-server[103458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b30a5c73-611a-4f7b-8ddf-f89098fca1a5 req-34482671-3e54-45ca-a8ce-21cbb2997a54 tempest-ServerRescueNegativeTestJSON-440649021 tempest-ServerRescueNegativeTestJSON-440649021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 13:18:28.795898 dv-cinder-830097-4-iscsi neutron-server[103458]: INFO neutron.wsgi [req-b30a5c73-611a-4f7b-8ddf-f89098fca1a5 req-34482671-3e54-45ca-a8ce-21cbb2997a54 tempest-ServerRescueNegativeTestJSON-440649021 tempest-ServerRescueNegativeTestJSON-440649021-project] 10.222.0.18 "GET /v2.0/ports?device_id=5aa72395-ebb9-4022-8269-0c34238e58aa HTTP/1.1" status: 200 len: 945 time: 0.0476482 Apr 12 13:18:28.840459 dv-cinder-830097-4-iscsi neutron-server[103458]: INFO neutron.wsgi [req-b30a5c73-611a-4f7b-8ddf-f89098fca1a5 req-650cf904-ab01-4dd0-a738-c03df493826d tempest-ServerRescueNegativeTestJSON-440649021 tempest-ServerRescueNegativeTestJSON-440649021-project] 10.222.0.18 "GET /v2.0/security-groups?id=1da71eb9-9022-4720-ae95-e700d9700270&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0385003 Apr 12 13:18:29.229063 dv-cinder-830097-4-iscsi neutron-server[103460]: DEBUG neutron.db.agents_db [None req-38c2972b-b018-47ca-95cb-8760adc1e78b None None] Agent healthcheck: found 6 active agents {{(pid=103460) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 12 13:18:29.242823 dv-cinder-830097-4-iscsi neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecc98dad-7eca-4c86-9849-50e5a3e159a1 req-afa6b001-a206-40aa-b64f-005dd39dbdab tempest-TestMinimumBasicScenario-297192541 tempest-TestMinimumBasicScenario-297192541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 13:18:29.244264 dv-cinder-830097-4-iscsi neutron-server[103457]: INFO neutron.wsgi [req-ecc98dad-7eca-4c86-9849-50e5a3e159a1 req-afa6b001-a206-40aa-b64f-005dd39dbdab tempest-TestMinimumBasicScenario-297192541 tempest-TestMinimumBasicScenario-297192541-project] 10.222.0.18 "GET /v2.0/ports?device_id=0edcbb02-c1d2-41b0-b791-4ffce2309512 HTTP/1.1" status: 200 len: 931 time: 0.0497558 Apr 12 13:18:29.290327 dv-cinder-830097-4-iscsi neutron-server[103457]: INFO neutron.wsgi [req-ecc98dad-7eca-4c86-9849-50e5a3e159a1 req-9a371a78-824a-4360-baac-3a64bbe1b5ab tempest-TestMinimumBasicScenario-297192541 tempest-TestMinimumBasicScenario-297192541-project] 10.222.0.18 "GET /v2.0/security-groups?id=5cff6b3d-3421-463c-b8d1-a470719c1ceb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405242 Apr 12 13:18:29.440506 dv-cinder-830097-4-iscsi neutron-server[103459]: DEBUG neutron_lib.callbacks.manager [None req-3505bd68-a9fd-4823-92ea-1a6ded8ab071 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732727929501', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-657397'] for agent (ee5509cd-6dd7-49df-aa37-3740ebd1e34b), after_update {{(pid=103459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:18:29.954582 dv-cinder-830097-4-iscsi neutron-server[103458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40a2c692-e09c-4252-a9fa-5ece6ede988f req-4ff515f7-8d42-4fe6-9629-901e82b187da tempest-ServerRescueNegativeTestJSON-440649021 tempest-ServerRescueNegativeTestJSON-440649021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 13:18:29.956316 dv-cinder-830097-4-iscsi neutron-server[103458]: INFO neutron.wsgi [req-40a2c692-e09c-4252-a9fa-5ece6ede988f req-4ff515f7-8d42-4fe6-9629-901e82b187da tempest-ServerRescueNegativeTestJSON-440649021 tempest-ServerRescueNegativeTestJSON-440649021-project] 10.222.0.18 "GET /v2.0/ports?device_id=5aa72395-ebb9-4022-8269-0c34238e58aa HTTP/1.1" status: 200 len: 945 time: 0.0464914 Apr 12 13:18:30.005170 dv-cinder-830097-4-iscsi neutron-server[103458]: INFO neutron.wsgi [req-40a2c692-e09c-4252-a9fa-5ece6ede988f req-5b3f4772-08ff-4715-a08f-fbd9a5218d21 tempest-ServerRescueNegativeTestJSON-440649021 tempest-ServerRescueNegativeTestJSON-440649021-project] 10.222.0.18 "GET /v2.0/security-groups?id=1da71eb9-9022-4720-ae95-e700d9700270&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0429113 Apr 12 13:18:30.396131 dv-cinder-830097-4-iscsi neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d54a6fb8-3077-4465-b733-7f8f8485810c req-f9ccd595-4117-489d-a0da-9c15133e1ace tempest-TestMinimumBasicScenario-297192541 tempest-TestMinimumBasicScenario-297192541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 13:18:30.397686 dv-cinder-830097-4-iscsi neutron-server[103457]: INFO neutron.wsgi [req-d54a6fb8-3077-4465-b733-7f8f8485810c req-f9ccd595-4117-489d-a0da-9c15133e1ace tempest-TestMinimumBasicScenario-297192541 tempest-TestMinimumBasicScenario-297192541-project] 10.222.0.18 "GET /v2.0/ports?device_id=0edcbb02-c1d2-41b0-b791-4ffce2309512 HTTP/1.1" status: 200 len: 931 time: 0.0449872 Apr 12 13:18:30.442187 dv-cinder-830097-4-iscsi neutron-server[103457]: INFO neutron.wsgi [req-d54a6fb8-3077-4465-b733-7f8f8485810c req-562aa80c-a9ec-4867-a028-a584d7a30921 tempest-TestMinimumBasicScenario-297192541 tempest-TestMinimumBasicScenario-297192541-project] 10.222.0.18 "GET /v2.0/security-groups?id=5cff6b3d-3421-463c-b8d1-a470719c1ceb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0391064 Apr 12 13:18:31.113671 dv-cinder-830097-4-iscsi neutron-server[103458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-767feddf-0a5b-4115-b806-4b2b48431bb3 req-e5a859d3-5b3e-455a-a3d7-1a7c845bade1 tempest-ServerRescueNegativeTestJSON-440649021 tempest-ServerRescueNegativeTestJSON-440649021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 13:18:31.115012 dv-cinder-830097-4-iscsi neutron-server[103458]: INFO neutron.wsgi [req-767feddf-0a5b-4115-b806-4b2b48431bb3 req-e5a859d3-5b3e-455a-a3d7-1a7c845bade1 tempest-ServerRescueNegativeTestJSON-440649021 tempest-ServerRescueNegativeTestJSON-440649021-project] 10.222.0.18 "GET /v2.0/ports?device_id=5aa72395-ebb9-4022-8269-0c34238e58aa HTTP/1.1" status: 200 len: 945 time: 0.0462689 Apr 12 13:18:31.159530 dv-cinder-830097-4-iscsi neutron-server[103458]: INFO neutron.wsgi [req-767feddf-0a5b-4115-b806-4b2b48431bb3 req-963daeb7-7c66-4dcf-970a-d23c90bc579d tempest-ServerRescueNegativeTestJSON-440649021 tempest-ServerRescueNegativeTestJSON-440649021-project] 10.222.0.18 "GET /v2.0/security-groups?id=1da71eb9-9022-4720-ae95-e700d9700270&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0390704 Apr 12 13:18:31.556353 dv-cinder-830097-4-iscsi neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4317eeab-7e81-4da7-90b0-223715ad0bb8 req-dc3c97e7-6b6b-4545-825f-f9fbfc8e55fa tempest-TestMinimumBasicScenario-297192541 tempest-TestMinimumBasicScenario-297192541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 13:18:31.557853 dv-cinder-830097-4-iscsi neutron-server[103457]: INFO neutron.wsgi [req-4317eeab-7e81-4da7-90b0-223715ad0bb8 req-dc3c97e7-6b6b-4545-825f-f9fbfc8e55fa tempest-TestMinimumBasicScenario-297192541 tempest-TestMinimumBasicScenario-297192541-project] 10.222.0.18 "GET /v2.0/ports?device_id=0edcbb02-c1d2-41b0-b791-4ffce2309512 HTTP/1.1" status: 200 len: 931 time: 0.0472846 Apr 12 13:18:31.619148 dv-cinder-830097-4-iscsi neutron-server[103457]: INFO neutron.wsgi [req-4317eeab-7e81-4da7-90b0-223715ad0bb8 req-b437c96a-7cd1-4aa8-bc17-32519de46a6c tempest-TestMinimumBasicScenario-297192541 tempest-TestMinimumBasicScenario-297192541-project] 10.222.0.18 "GET /v2.0/security-groups?id=5cff6b3d-3421-463c-b8d1-a470719c1ceb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0524766 Apr 12 13:18:32.269858 dv-cinder-830097-4-iscsi neutron-server[103458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86a24d42-046d-4536-bbab-07a465e6a4f9 req-4475d48c-61c1-4201-b031-2cf2652fd5d5 tempest-ServerRescueNegativeTestJSON-440649021 tempest-ServerRescueNegativeTestJSON-440649021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 13:18:32.271342 dv-cinder-830097-4-iscsi neutron-server[103458]: INFO neutron.wsgi [req-86a24d42-046d-4536-bbab-07a465e6a4f9 req-4475d48c-61c1-4201-b031-2cf2652fd5d5 tempest-ServerRescueNegativeTestJSON-440649021 tempest-ServerRescueNegativeTestJSON-440649021-project] 10.222.0.18 "GET /v2.0/ports?device_id=5aa72395-ebb9-4022-8269-0c34238e58aa HTTP/1.1" status: 200 len: 945 time: 0.0451307 Apr 12 13:18:32.316707 dv-cinder-830097-4-iscsi neutron-server[103458]: INFO neutron.wsgi [req-86a24d42-046d-4536-bbab-07a465e6a4f9 req-174b268c-1886-49c1-969c-900dfa6792f4 tempest-ServerRescueNegativeTestJSON-440649021 tempest-ServerRescueNegativeTestJSON-440649021-project] 10.222.0.18 "GET /v2.0/security-groups?id=1da71eb9-9022-4720-ae95-e700d9700270&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0397429 Apr 12 13:18:32.729731 dv-cinder-830097-4-iscsi neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2273b5bb-c2e2-42f5-8c52-1c996c2235c6 req-17c6bc0c-120c-4a7f-bcb4-fad729920857 tempest-TestMinimumBasicScenario-297192541 tempest-TestMinimumBasicScenario-297192541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 13:18:32.731170 dv-cinder-830097-4-iscsi neutron-server[103457]: INFO neutron.wsgi [req-2273b5bb-c2e2-42f5-8c52-1c996c2235c6 req-17c6bc0c-120c-4a7f-bcb4-fad729920857 tempest-TestMinimumBasicScenario-297192541 tempest-TestMinimumBasicScenario-297192541-project] 10.222.0.18 "GET /v2.0/ports?device_id=0edcbb02-c1d2-41b0-b791-4ffce2309512 HTTP/1.1" status: 200 len: 931 time: 0.0481124 Apr 12 13:18:32.783094 dv-cinder-830097-4-iscsi neutron-server[103457]: INFO neutron.wsgi [req-2273b5bb-c2e2-42f5-8c52-1c996c2235c6 req-051408d1-9ded-4fcd-8973-bce30c7c6787 tempest-TestMinimumBasicScenario-297192541 tempest-TestMinimumBasicScenario-297192541-project] 10.222.0.18 "GET /v2.0/security-groups?id=5cff6b3d-3421-463c-b8d1-a470719c1ceb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0456016 Apr 12 13:18:33.432226 dv-cinder-830097-4-iscsi neutron-server[103458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aef492a5-e5b4-4baf-8388-37770f03eccf req-8f1cc6c9-dbde-4046-95f0-0bd2691a8476 tempest-ServerRescueNegativeTestJSON-440649021 tempest-ServerRescueNegativeTestJSON-440649021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 13:18:33.433726 dv-cinder-830097-4-iscsi neutron-server[103458]: INFO neutron.wsgi [req-aef492a5-e5b4-4baf-8388-37770f03eccf req-8f1cc6c9-dbde-4046-95f0-0bd2691a8476 tempest-ServerRescueNegativeTestJSON-440649021 tempest-ServerRescueNegativeTestJSON-440649021-project] 10.222.0.18 "GET /v2.0/ports?device_id=5aa72395-ebb9-4022-8269-0c34238e58aa HTTP/1.1" status: 200 len: 945 time: 0.0512898 Apr 12 13:18:33.481453 dv-cinder-830097-4-iscsi neutron-server[103458]: INFO neutron.wsgi [req-aef492a5-e5b4-4baf-8388-37770f03eccf req-3a00cab6-107e-4b66-99f3-d70d5279a54a tempest-ServerRescueNegativeTestJSON-440649021 tempest-ServerRescueNegativeTestJSON-440649021-project] 10.222.0.18 "GET /v2.0/security-groups?id=1da71eb9-9022-4720-ae95-e700d9700270&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0420694 Apr 12 13:18:33.894007 dv-cinder-830097-4-iscsi neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96e29196-1845-422d-86a4-bbfd15394a22 req-f6c8f1ef-5850-4d7f-ae8a-f9e1da4fa09b tempest-TestMinimumBasicScenario-297192541 tempest-TestMinimumBasicScenario-297192541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 13:18:33.895461 dv-cinder-830097-4-iscsi neutron-server[103457]: INFO neutron.wsgi [req-96e29196-1845-422d-86a4-bbfd15394a22 req-f6c8f1ef-5850-4d7f-ae8a-f9e1da4fa09b tempest-TestMinimumBasicScenario-297192541 tempest-TestMinimumBasicScenario-297192541-project] 10.222.0.18 "GET /v2.0/ports?device_id=0edcbb02-c1d2-41b0-b791-4ffce2309512 HTTP/1.1" status: 200 len: 931 time: 0.0467751 Apr 12 13:18:33.940061 dv-cinder-830097-4-iscsi neutron-server[103457]: INFO neutron.wsgi [req-96e29196-1845-422d-86a4-bbfd15394a22 req-3d3716c1-3e57-4ad0-b4a4-f892689d9caa tempest-TestMinimumBasicScenario-297192541 tempest-TestMinimumBasicScenario-297192541-project] 10.222.0.18 "GET /v2.0/security-groups?id=5cff6b3d-3421-463c-b8d1-a470719c1ceb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0386040 Apr 12 13:18:34.594322 dv-cinder-830097-4-iscsi neutron-server[103458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b138be5-d01b-4108-98d7-6464fa19db28 req-583f006a-f2b4-4ac7-b988-4b45f0f8209c tempest-ServerRescueNegativeTestJSON-440649021 tempest-ServerRescueNegativeTestJSON-440649021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 13:18:34.596393 dv-cinder-830097-4-iscsi neutron-server[103458]: INFO neutron.wsgi [req-5b138be5-d01b-4108-98d7-6464fa19db28 req-583f006a-f2b4-4ac7-b988-4b45f0f8209c tempest-ServerRescueNegativeTestJSON-440649021 tempest-ServerRescueNegativeTestJSON-440649021-project] 10.222.0.18 "GET /v2.0/ports?device_id=5aa72395-ebb9-4022-8269-0c34238e58aa HTTP/1.1" status: 200 len: 945 time: 0.0462232 Apr 12 13:18:34.642004 dv-cinder-830097-4-iscsi neutron-server[103458]: INFO neutron.wsgi [req-5b138be5-d01b-4108-98d7-6464fa19db28 req-06a67319-152b-4f0e-a16f-c56519763f6a tempest-ServerRescueNegativeTestJSON-440649021 tempest-ServerRescueNegativeTestJSON-440649021-project] 10.222.0.18 "GET /v2.0/security-groups?id=1da71eb9-9022-4720-ae95-e700d9700270&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401447 Apr 12 13:18:35.052013 dv-cinder-830097-4-iscsi neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d695fc9-4726-4bad-951f-adeb7b7048a8 req-00d3ead0-c24a-48f9-8ec6-443bf1b9bde5 tempest-TestMinimumBasicScenario-297192541 tempest-TestMinimumBasicScenario-297192541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 13:18:35.053582 dv-cinder-830097-4-iscsi neutron-server[103457]: INFO neutron.wsgi [req-4d695fc9-4726-4bad-951f-adeb7b7048a8 req-00d3ead0-c24a-48f9-8ec6-443bf1b9bde5 tempest-TestMinimumBasicScenario-297192541 tempest-TestMinimumBasicScenario-297192541-project] 10.222.0.18 "GET /v2.0/ports?device_id=0edcbb02-c1d2-41b0-b791-4ffce2309512 HTTP/1.1" status: 200 len: 931 time: 0.0490386 Apr 12 13:18:35.099680 dv-cinder-830097-4-iscsi neutron-server[103457]: INFO neutron.wsgi [req-4d695fc9-4726-4bad-951f-adeb7b7048a8 req-cc2eba39-aa16-4c25-8de3-90eb58a2be42 tempest-TestMinimumBasicScenario-297192541 tempest-TestMinimumBasicScenario-297192541-project] 10.222.0.18 "GET /v2.0/security-groups?id=5cff6b3d-3421-463c-b8d1-a470719c1ceb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405853 Apr 12 13:18:35.752490 dv-cinder-830097-4-iscsi neutron-server[103458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20d0a624-d483-4ceb-867c-b0809551f8f3 req-985225b3-e0f7-47cf-bc51-440aa70c154a tempest-ServerRescueNegativeTestJSON-440649021 tempest-ServerRescueNegativeTestJSON-440649021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 13:18:35.753955 dv-cinder-830097-4-iscsi neutron-server[103458]: INFO neutron.wsgi [req-20d0a624-d483-4ceb-867c-b0809551f8f3 req-985225b3-e0f7-47cf-bc51-440aa70c154a tempest-ServerRescueNegativeTestJSON-440649021 tempest-ServerRescueNegativeTestJSON-440649021-project] 10.222.0.18 "GET /v2.0/ports?device_id=5aa72395-ebb9-4022-8269-0c34238e58aa HTTP/1.1" status: 200 len: 945 time: 0.0462630 Apr 12 13:18:35.802921 dv-cinder-830097-4-iscsi neutron-server[103458]: INFO neutron.wsgi [req-20d0a624-d483-4ceb-867c-b0809551f8f3 req-2537086a-1520-41c7-9ad6-0032b2edb261 tempest-ServerRescueNegativeTestJSON-440649021 tempest-ServerRescueNegativeTestJSON-440649021-project] 10.222.0.18 "GET /v2.0/security-groups?id=1da71eb9-9022-4720-ae95-e700d9700270&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0433621 Apr 12 13:18:36.225899 dv-cinder-830097-4-iscsi neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79703fb8-9753-455b-b94d-d14d75026a26 req-ce3a9757-7e55-4903-bb89-807da06ec0da tempest-TestMinimumBasicScenario-297192541 tempest-TestMinimumBasicScenario-297192541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 13:18:36.227516 dv-cinder-830097-4-iscsi neutron-server[103457]: INFO neutron.wsgi [req-79703fb8-9753-455b-b94d-d14d75026a26 req-ce3a9757-7e55-4903-bb89-807da06ec0da tempest-TestMinimumBasicScenario-297192541 tempest-TestMinimumBasicScenario-297192541-project] 10.222.0.18 "GET /v2.0/ports?device_id=0edcbb02-c1d2-41b0-b791-4ffce2309512 HTTP/1.1" status: 200 len: 931 time: 0.0559387 Apr 12 13:18:36.277019 dv-cinder-830097-4-iscsi neutron-server[103457]: INFO neutron.wsgi [req-79703fb8-9753-455b-b94d-d14d75026a26 req-721971a4-ea15-420e-a953-f339b6550674 tempest-TestMinimumBasicScenario-297192541 tempest-TestMinimumBasicScenario-297192541-project] 10.222.0.18 "GET /v2.0/security-groups?id=5cff6b3d-3421-463c-b8d1-a470719c1ceb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0434656 Apr 12 13:18:36.915868 dv-cinder-830097-4-iscsi neutron-server[103458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94f52596-8ba1-4b49-a3a6-bd444fcdc9ae req-9f9955c9-6525-4a1c-b2e2-c68754bf70bf tempest-ServerRescueNegativeTestJSON-440649021 tempest-ServerRescueNegativeTestJSON-440649021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 13:18:36.917370 dv-cinder-830097-4-iscsi neutron-server[103458]: INFO neutron.wsgi [req-94f52596-8ba1-4b49-a3a6-bd444fcdc9ae req-9f9955c9-6525-4a1c-b2e2-c68754bf70bf tempest-ServerRescueNegativeTestJSON-440649021 tempest-ServerRescueNegativeTestJSON-440649021-project] 10.222.0.18 "GET /v2.0/ports?device_id=5aa72395-ebb9-4022-8269-0c34238e58aa HTTP/1.1" status: 200 len: 945 time: 0.0463085 Apr 12 13:18:36.963174 dv-cinder-830097-4-iscsi neutron-server[103458]: INFO neutron.wsgi [req-94f52596-8ba1-4b49-a3a6-bd444fcdc9ae req-48041c0f-b771-4305-ac3f-9bfadfcf0d77 tempest-ServerRescueNegativeTestJSON-440649021 tempest-ServerRescueNegativeTestJSON-440649021-project] 10.222.0.18 "GET /v2.0/security-groups?id=1da71eb9-9022-4720-ae95-e700d9700270&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403061 Apr 12 13:18:37.387159 dv-cinder-830097-4-iscsi neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b860da7-9c34-46ca-84a8-5a158b081c51 req-7ca56468-ab3c-40c9-8cda-0f980c4fbf32 tempest-TestMinimumBasicScenario-297192541 tempest-TestMinimumBasicScenario-297192541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 13:18:37.388507 dv-cinder-830097-4-iscsi neutron-server[103457]: INFO neutron.wsgi [req-5b860da7-9c34-46ca-84a8-5a158b081c51 req-7ca56468-ab3c-40c9-8cda-0f980c4fbf32 tempest-TestMinimumBasicScenario-297192541 tempest-TestMinimumBasicScenario-297192541-project] 10.222.0.18 "GET /v2.0/ports?device_id=0edcbb02-c1d2-41b0-b791-4ffce2309512 HTTP/1.1" status: 200 len: 931 time: 0.0484231 Apr 12 13:18:37.433774 dv-cinder-830097-4-iscsi neutron-server[103457]: INFO neutron.wsgi [req-5b860da7-9c34-46ca-84a8-5a158b081c51 req-87b01bfd-59e5-4468-9822-839fc214cc29 tempest-TestMinimumBasicScenario-297192541 tempest-TestMinimumBasicScenario-297192541-project] 10.222.0.18 "GET /v2.0/security-groups?id=5cff6b3d-3421-463c-b8d1-a470719c1ceb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0390270 Apr 12 13:18:38.075524 dv-cinder-830097-4-iscsi neutron-server[103458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2506e83e-3d8a-4b79-ba1a-39386786b224 req-00e08463-1d71-4004-93b2-b293aff52133 tempest-ServerRescueNegativeTestJSON-440649021 tempest-ServerRescueNegativeTestJSON-440649021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 13:18:38.076981 dv-cinder-830097-4-iscsi neutron-server[103458]: INFO neutron.wsgi [req-2506e83e-3d8a-4b79-ba1a-39386786b224 req-00e08463-1d71-4004-93b2-b293aff52133 tempest-ServerRescueNegativeTestJSON-440649021 tempest-ServerRescueNegativeTestJSON-440649021-project] 10.222.0.18 "GET /v2.0/ports?device_id=5aa72395-ebb9-4022-8269-0c34238e58aa HTTP/1.1" status: 200 len: 945 time: 0.0459211 Apr 12 13:18:38.122054 dv-cinder-830097-4-iscsi neutron-server[103458]: INFO neutron.wsgi [req-2506e83e-3d8a-4b79-ba1a-39386786b224 req-30a9e218-69af-491c-92bc-eca8e619eebb tempest-ServerRescueNegativeTestJSON-440649021 tempest-ServerRescueNegativeTestJSON-440649021-project] 10.222.0.18 "GET /v2.0/security-groups?id=1da71eb9-9022-4720-ae95-e700d9700270&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0395658 Apr 12 13:18:38.540353 dv-cinder-830097-4-iscsi neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c81175ad-56d0-4874-8482-8b435f821a24 req-917a6ae6-f4e0-4a45-88dd-16e06c5976a9 tempest-TestMinimumBasicScenario-297192541 tempest-TestMinimumBasicScenario-297192541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 13:18:38.541794 dv-cinder-830097-4-iscsi neutron-server[103457]: INFO neutron.wsgi [req-c81175ad-56d0-4874-8482-8b435f821a24 req-917a6ae6-f4e0-4a45-88dd-16e06c5976a9 tempest-TestMinimumBasicScenario-297192541 tempest-TestMinimumBasicScenario-297192541-project] 10.222.0.18 "GET /v2.0/ports?device_id=0edcbb02-c1d2-41b0-b791-4ffce2309512 HTTP/1.1" status: 200 len: 931 time: 0.0444686 Apr 12 13:18:38.586633 dv-cinder-830097-4-iscsi neutron-server[103457]: INFO neutron.wsgi [req-c81175ad-56d0-4874-8482-8b435f821a24 req-f2fc0085-b343-4f7b-9e5d-74e8a3d1bdb8 tempest-TestMinimumBasicScenario-297192541 tempest-TestMinimumBasicScenario-297192541-project] 10.222.0.18 "GET /v2.0/security-groups?id=5cff6b3d-3421-463c-b8d1-a470719c1ceb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0394142 Apr 12 13:18:39.238524 dv-cinder-830097-4-iscsi neutron-server[103458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c68312f0-34ee-45c4-963c-31c2e6caa3c9 req-627553a4-fb98-44e7-9cef-d390ae7034cf tempest-ServerRescueNegativeTestJSON-440649021 tempest-ServerRescueNegativeTestJSON-440649021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 13:18:39.239961 dv-cinder-830097-4-iscsi neutron-server[103458]: INFO neutron.wsgi [req-c68312f0-34ee-45c4-963c-31c2e6caa3c9 req-627553a4-fb98-44e7-9cef-d390ae7034cf tempest-ServerRescueNegativeTestJSON-440649021 tempest-ServerRescueNegativeTestJSON-440649021-project] 10.222.0.18 "GET /v2.0/ports?device_id=5aa72395-ebb9-4022-8269-0c34238e58aa HTTP/1.1" status: 200 len: 945 time: 0.0530062 Apr 12 13:18:39.286517 dv-cinder-830097-4-iscsi neutron-server[103458]: INFO neutron.wsgi [req-c68312f0-34ee-45c4-963c-31c2e6caa3c9 req-9fa1557e-a386-4af1-bcf4-a1759de7569e tempest-ServerRescueNegativeTestJSON-440649021 tempest-ServerRescueNegativeTestJSON-440649021-project] 10.222.0.18 "GET /v2.0/security-groups?id=1da71eb9-9022-4720-ae95-e700d9700270&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409706 Apr 12 13:18:39.693855 dv-cinder-830097-4-iscsi neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef7a58d4-2ff1-4ddf-8262-c36d96c4ca31 req-0c3adaa4-6e49-4215-a5a2-69e31325a680 tempest-TestMinimumBasicScenario-297192541 tempest-TestMinimumBasicScenario-297192541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 13:18:39.695272 dv-cinder-830097-4-iscsi neutron-server[103457]: INFO neutron.wsgi [req-ef7a58d4-2ff1-4ddf-8262-c36d96c4ca31 req-0c3adaa4-6e49-4215-a5a2-69e31325a680 tempest-TestMinimumBasicScenario-297192541 tempest-TestMinimumBasicScenario-297192541-project] 10.222.0.18 "GET /v2.0/ports?device_id=0edcbb02-c1d2-41b0-b791-4ffce2309512 HTTP/1.1" status: 200 len: 931 time: 0.0447378 Apr 12 13:18:39.744170 dv-cinder-830097-4-iscsi neutron-server[103457]: INFO neutron.wsgi [req-ef7a58d4-2ff1-4ddf-8262-c36d96c4ca31 req-30fbca41-d417-409a-9785-000e066aedb5 tempest-TestMinimumBasicScenario-297192541 tempest-TestMinimumBasicScenario-297192541-project] 10.222.0.18 "GET /v2.0/security-groups?id=5cff6b3d-3421-463c-b8d1-a470719c1ceb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0434678 Apr 12 13:18:39.929385 dv-cinder-830097-4-iscsi neutron-server[103457]: DEBUG neutron.api.v2.base [req-62506519-36f7-4602-bd75-661b621eef16 req-fba9fa50-1ecd-4abf-ab5a-e0094ccaeaa0 service neutron] Request body: {'port': {'device_id': '0edcbb02-c1d2-41b0-b791-4ffce2309512', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83009'}} {{(pid=103457) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 12 13:18:39.991335 dv-cinder-830097-4-iscsi neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca932dee-74d4-4cf8-8214-dfc3f6815c6a req-8fdc921a-c991-4289-b316-bc7dda6a204d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 13:18:39.992753 dv-cinder-830097-4-iscsi neutron-server[103457]: INFO neutron.wsgi [req-ca932dee-74d4-4cf8-8214-dfc3f6815c6a req-8fdc921a-c991-4289-b316-bc7dda6a204d service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=03e871d047514daabb60a84f86099232&device_id=5aa72395-ebb9-4022-8269-0c34238e58aa HTTP/1.1" status: 200 len: 1129 time: 0.0607178 Apr 12 13:18:40.015453 dv-cinder-830097-4-iscsi neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [req-62506519-36f7-4602-bd75-661b621eef16 req-fba9fa50-1ecd-4abf-ab5a-e0094ccaeaa0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-916304'] for port (4e621a2e-a21d-400b-97c6-4a2cf9634d9b), before_update {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:18:40.401224 dv-cinder-830097-4-iscsi neutron-server[103458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fe9410d-9959-47f5-893b-734ab7fdec61 req-f9aec93e-5fde-4c73-8200-270531bb4c50 tempest-ServerRescueNegativeTestJSON-440649021 tempest-ServerRescueNegativeTestJSON-440649021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 13:18:40.402761 dv-cinder-830097-4-iscsi neutron-server[103458]: INFO neutron.wsgi [req-7fe9410d-9959-47f5-893b-734ab7fdec61 req-f9aec93e-5fde-4c73-8200-270531bb4c50 tempest-ServerRescueNegativeTestJSON-440649021 tempest-ServerRescueNegativeTestJSON-440649021-project] 10.222.0.18 "GET /v2.0/ports?device_id=5aa72395-ebb9-4022-8269-0c34238e58aa HTTP/1.1" status: 200 len: 945 time: 0.0476904 Apr 12 13:18:40.450261 dv-cinder-830097-4-iscsi neutron-server[103458]: INFO neutron.wsgi [req-7fe9410d-9959-47f5-893b-734ab7fdec61 req-568f6773-872d-4c1f-a847-a94c38c24fac tempest-ServerRescueNegativeTestJSON-440649021 tempest-ServerRescueNegativeTestJSON-440649021-project] 10.222.0.18 "GET /v2.0/security-groups?id=1da71eb9-9022-4720-ae95-e700d9700270&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407312 Apr 12 13:18:40.493505 dv-cinder-830097-4-iscsi neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca932dee-74d4-4cf8-8214-dfc3f6815c6a req-c72de4b2-36d2-4fb8-b3de-0e91154bb51b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 13:18:40.494873 dv-cinder-830097-4-iscsi neutron-server[103457]: INFO neutron.wsgi [req-ca932dee-74d4-4cf8-8214-dfc3f6815c6a req-c72de4b2-36d2-4fb8-b3de-0e91154bb51b service neutron] 10.222.0.55 "GET /v2.0/networks?id=8a9d7c73-ddbc-4eef-a839-e9bbe858207d HTTP/1.1" status: 200 len: 919 time: 0.4281020 Apr 12 13:18:40.541975 dv-cinder-830097-4-iscsi neutron-server[103457]: INFO neutron.wsgi [req-ca932dee-74d4-4cf8-8214-dfc3f6815c6a req-f1af8d80-b766-4e07-be78-ddeb1a94a581 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=56170bf4-2a4b-4830-9e9e-5f6c429fd3b5 HTTP/1.1" status: 200 len: 217 time: 0.0396225 Apr 12 13:18:40.613560 dv-cinder-830097-4-iscsi neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca932dee-74d4-4cf8-8214-dfc3f6815c6a req-28f1d04b-b1da-4e12-a574-2819273809ac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 13:18:40.614963 dv-cinder-830097-4-iscsi neutron-server[103457]: INFO neutron.wsgi [req-ca932dee-74d4-4cf8-8214-dfc3f6815c6a req-28f1d04b-b1da-4e12-a574-2819273809ac service neutron] 10.222.0.55 "GET /v2.0/subnets?id=e7f620b9-ee69-4e3f-9fdf-c3881765f45f HTTP/1.1" status: 200 len: 857 time: 0.0643697 Apr 12 13:18:40.671116 dv-cinder-830097-4-iscsi neutron-server[103457]: DEBUG neutron.notifiers.nova [req-62506519-36f7-4602-bd75-661b621eef16 req-fba9fa50-1ecd-4abf-ab5a-e0094ccaeaa0 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4e621a2e-a21d-400b-97c6-4a2cf9634d9b {{(pid=103457) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 12 13:18:40.681101 dv-cinder-830097-4-iscsi neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [req-62506519-36f7-4602-bd75-661b621eef16 req-fba9fa50-1ecd-4abf-ab5a-e0094ccaeaa0 service neutron] Publish callbacks [] for port (4e621a2e-a21d-400b-97c6-4a2cf9634d9b), precommit_update {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:18:40.686164 dv-cinder-830097-4-iscsi neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca932dee-74d4-4cf8-8214-dfc3f6815c6a req-0f1d8357-5f6f-4e66-86fc-7a146d202362 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 13:18:40.687644 dv-cinder-830097-4-iscsi neutron-server[103457]: INFO neutron.wsgi [req-ca932dee-74d4-4cf8-8214-dfc3f6815c6a req-0f1d8357-5f6f-4e66-86fc-7a146d202362 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=8a9d7c73-ddbc-4eef-a839-e9bbe858207d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0534949 Apr 12 13:18:40.715938 dv-cinder-830097-4-iscsi neutron-server[103457]: DEBUG neutron.db.provisioning_blocks [req-62506519-36f7-4602-bd75-661b621eef16 req-fba9fa50-1ecd-4abf-ab5a-e0094ccaeaa0 service neutron] Transition to ACTIVE for port object 4e621a2e-a21d-400b-97c6-4a2cf9634d9b will not be triggered until provisioned by entity L2. {{(pid=103457) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 12 13:18:40.725682 dv-cinder-830097-4-iscsi neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [req-62506519-36f7-4602-bd75-661b621eef16 req-fba9fa50-1ecd-4abf-ab5a-e0094ccaeaa0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-915890', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3697887', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732727894815', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732727417932', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732727417950', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25610749'] for port (4e621a2e-a21d-400b-97c6-4a2cf9634d9b), after_update {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:18:40.813776 dv-cinder-830097-4-iscsi neutron-server[103457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fba9fa50-1ecd-4abf-ab5a-e0094ccaeaa0 service neutron] Pushing event updated for resources: {'Port': ['ID=4e621a2e-a21d-400b-97c6-4a2cf9634d9b,revision_number=2']} {{(pid=103457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 13:18:40.912578 dv-cinder-830097-4-iscsi neutron-server[103457]: INFO neutron.wsgi [req-ca932dee-74d4-4cf8-8214-dfc3f6815c6a req-932cdbcb-bb6d-4880-9ffe-691218da277d service neutron] 10.222.0.55 "GET /v2.0/networks/8a9d7c73-ddbc-4eef-a839-e9bbe858207d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2188463 Apr 12 13:18:40.960273 dv-cinder-830097-4-iscsi neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb6d6421-f3c0-47f6-9a41-a471edb9374f req-5dedf0b6-6b0c-4562-b516-5d190a9dfd1a tempest-TestMinimumBasicScenario-297192541 tempest-TestMinimumBasicScenario-297192541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 13:18:40.961781 dv-cinder-830097-4-iscsi neutron-server[103457]: INFO neutron.wsgi [req-bb6d6421-f3c0-47f6-9a41-a471edb9374f req-5dedf0b6-6b0c-4562-b516-5d190a9dfd1a tempest-TestMinimumBasicScenario-297192541 tempest-TestMinimumBasicScenario-297192541-project] 10.222.0.18 "GET /v2.0/ports?device_id=0edcbb02-c1d2-41b0-b791-4ffce2309512 HTTP/1.1" status: 200 len: 943 time: 0.1300540 Apr 12 13:18:41.023500 dv-cinder-830097-4-iscsi neutron-server[103457]: DEBUG neutron.plugins.ml2.managers [req-62506519-36f7-4602-bd75-661b621eef16 req-fba9fa50-1ecd-4abf-ab5a-e0094ccaeaa0 service neutron] Attempting to bind port 4e621a2e-a21d-400b-97c6-4a2cf9634d9b on host hv-cinder-83009 for vnic_type normal with profile {{(pid=103457) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 12 13:18:41.023749 dv-cinder-830097-4-iscsi neutron-server[103457]: DEBUG neutron.plugins.ml2.managers [req-62506519-36f7-4602-bd75-661b621eef16 req-fba9fa50-1ecd-4abf-ab5a-e0094ccaeaa0 service neutron] Attempting to bind port 4e621a2e-a21d-400b-97c6-4a2cf9634d9b by drivers openvswitch,hyperv on host hv-cinder-83009 at level 0 using segments [{'id': 'c7030a2b-c894-43d1-978c-a3dddc343332', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 229, 'network_id': '43ad3d49-b83e-473d-8b7c-7c5b9f9692d2'}] {{(pid=103457) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 12 13:18:41.024070 dv-cinder-830097-4-iscsi neutron-server[103457]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-62506519-36f7-4602-bd75-661b621eef16 req-fba9fa50-1ecd-4abf-ab5a-e0094ccaeaa0 service neutron] Attempting to bind port 4e621a2e-a21d-400b-97c6-4a2cf9634d9b on network 43ad3d49-b83e-473d-8b7c-7c5b9f9692d2 {{(pid=103457) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 12 13:18:41.037229 dv-cinder-830097-4-iscsi neutron-server[103457]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-62506519-36f7-4602-bd75-661b621eef16 req-fba9fa50-1ecd-4abf-ab5a-e0094ccaeaa0 service neutron] Port 4e621a2e-a21d-400b-97c6-4a2cf9634d9b on network 43ad3d49-b83e-473d-8b7c-7c5b9f9692d2 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83009 {{(pid=103457) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 12 13:18:41.037543 dv-cinder-830097-4-iscsi neutron-server[103457]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-62506519-36f7-4602-bd75-661b621eef16 req-fba9fa50-1ecd-4abf-ab5a-e0094ccaeaa0 service neutron] Attempting to bind port 4e621a2e-a21d-400b-97c6-4a2cf9634d9b on network 43ad3d49-b83e-473d-8b7c-7c5b9f9692d2 {{(pid=103457) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 12 13:18:41.055499 dv-cinder-830097-4-iscsi neutron-server[103457]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-62506519-36f7-4602-bd75-661b621eef16 req-fba9fa50-1ecd-4abf-ab5a-e0094ccaeaa0 service neutron] Checking agent: {'id': 'ee5509cd-6dd7-49df-aa37-3740ebd1e34b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83009', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 12, 13, 13, 59), 'started_at': datetime.datetime(2022, 4, 12, 13, 13, 59), 'heartbeat_timestamp': datetime.datetime(2022, 4, 12, 13, 18, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103457) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 12 13:18:41.055839 dv-cinder-830097-4-iscsi neutron-server[103457]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-62506519-36f7-4602-bd75-661b621eef16 req-fba9fa50-1ecd-4abf-ab5a-e0094ccaeaa0 service neutron] Checking segment: {'id': 'c7030a2b-c894-43d1-978c-a3dddc343332', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 229, 'network_id': '43ad3d49-b83e-473d-8b7c-7c5b9f9692d2'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103457) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 12 13:18:41.056213 dv-cinder-830097-4-iscsi neutron-server[103457]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-62506519-36f7-4602-bd75-661b621eef16 req-fba9fa50-1ecd-4abf-ab5a-e0094ccaeaa0 service neutron] Bound using segment: {'id': 'c7030a2b-c894-43d1-978c-a3dddc343332', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 229, 'network_id': '43ad3d49-b83e-473d-8b7c-7c5b9f9692d2'} {{(pid=103457) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 12 13:18:41.056636 dv-cinder-830097-4-iscsi neutron-server[103457]: DEBUG neutron.plugins.ml2.managers [req-62506519-36f7-4602-bd75-661b621eef16 req-fba9fa50-1ecd-4abf-ab5a-e0094ccaeaa0 service neutron] Bound port: 4e621a2e-a21d-400b-97c6-4a2cf9634d9b, host: hv-cinder-83009, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c7030a2b-c894-43d1-978c-a3dddc343332', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 229, 'network_id': '43ad3d49-b83e-473d-8b7c-7c5b9f9692d2'}}] {{(pid=103457) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 12 13:18:41.057019 dv-cinder-830097-4-iscsi neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [req-62506519-36f7-4602-bd75-661b621eef16 req-fba9fa50-1ecd-4abf-ab5a-e0094ccaeaa0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-916304'] for port (4e621a2e-a21d-400b-97c6-4a2cf9634d9b), before_update {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:18:41.088222 dv-cinder-830097-4-iscsi neutron-server[103457]: INFO neutron.wsgi [req-bb6d6421-f3c0-47f6-9a41-a471edb9374f req-6e54d213-5ec4-4986-8e56-f42c2d717e56 tempest-TestMinimumBasicScenario-297192541 tempest-TestMinimumBasicScenario-297192541-project] 10.222.0.18 "GET /v2.0/security-groups?id=5cff6b3d-3421-463c-b8d1-a470719c1ceb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0880926 Apr 12 13:18:41.091627 dv-cinder-830097-4-iscsi neutron-server[103457]: INFO neutron.wsgi [req-ca932dee-74d4-4cf8-8214-dfc3f6815c6a req-93e427c0-a625-43dc-92bb-cc06b40888e1 service neutron] 10.222.0.55 "GET /v2.0/networks/8a9d7c73-ddbc-4eef-a839-e9bbe858207d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1713116 Apr 12 13:18:41.143494 dv-cinder-830097-4-iscsi neutron-server[103457]: DEBUG neutron.plugins.ml2.db [req-62506519-36f7-4602-bd75-661b621eef16 req-fba9fa50-1ecd-4abf-ab5a-e0094ccaeaa0 service neutron] For port 4e621a2e-a21d-400b-97c6-4a2cf9634d9b, host hv-cinder-83009, cleared binding levels {{(pid=103457) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 12 13:18:41.146597 dv-cinder-830097-4-iscsi neutron-server[103457]: DEBUG neutron.plugins.ml2.db [req-62506519-36f7-4602-bd75-661b621eef16 req-fba9fa50-1ecd-4abf-ab5a-e0094ccaeaa0 service neutron] For port 4e621a2e-a21d-400b-97c6-4a2cf9634d9b, host hv-cinder-83009, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83009',level=0,port_id=4e621a2e-a21d-400b-97c6-4a2cf9634d9b,segment=NetworkSegment(c7030a2b-c894-43d1-978c-a3dddc343332),segment_id=c7030a2b-c894-43d1-978c-a3dddc343332)] {{(pid=103457) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 12 13:18:41.152562 dv-cinder-830097-4-iscsi neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [req-62506519-36f7-4602-bd75-661b621eef16 req-fba9fa50-1ecd-4abf-ab5a-e0094ccaeaa0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-915890', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3697887', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732727894815', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732727417932', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732727417950', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25610749'] for port (4e621a2e-a21d-400b-97c6-4a2cf9634d9b), after_update {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:18:41.184291 dv-cinder-830097-4-iscsi neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62506519-36f7-4602-bd75-661b621eef16 req-fba9fa50-1ecd-4abf-ab5a-e0094ccaeaa0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 13:18:41.185117 dv-cinder-830097-4-iscsi neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [req-62506519-36f7-4602-bd75-661b621eef16 req-fba9fa50-1ecd-4abf-ab5a-e0094ccaeaa0 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-500965'] for port (None), before_response {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:18:41.186466 dv-cinder-830097-4-iscsi neutron-server[103457]: INFO neutron.wsgi [req-62506519-36f7-4602-bd75-661b621eef16 req-fba9fa50-1ecd-4abf-ab5a-e0094ccaeaa0 service neutron] 10.222.0.55 "PUT /v2.0/ports/4e621a2e-a21d-400b-97c6-4a2cf9634d9b HTTP/1.1" status: 200 len: 1093 time: 1.2614856 Apr 12 13:18:41.191702 dv-cinder-830097-4-iscsi neutron-server[103457]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0edcbb02-c1d2-41b0-b791-4ffce2309512', 'tag': '4e621a2e-a21d-400b-97c6-4a2cf9634d9b'}] {{(pid=103457) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 12 13:18:41.194103 dv-cinder-830097-4-iscsi neutron-server[103457]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}086c7d3de3560e72b9669b0aa2f8f0aa3a7dc6896401f4467231a6605ceb6cb3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7abc5db5-b819-4a85-b201-0bbc0e83b01e" -d '{"events": [{"name": "network-changed", "server_uuid": "0edcbb02-c1d2-41b0-b791-4ffce2309512", "tag": "4e621a2e-a21d-400b-97c6-4a2cf9634d9b"}]}' {{(pid=103457) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 12 13:18:41.221103 dv-cinder-830097-4-iscsi neutron-server[103457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fba9fa50-1ecd-4abf-ab5a-e0094ccaeaa0 service neutron] Pushing event updated for resources: {'Port': ['ID=4e621a2e-a21d-400b-97c6-4a2cf9634d9b,revision_number=3']} {{(pid=103457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 13:18:41.235004 dv-cinder-830097-4-iscsi neutron-server[103457]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 12 Apr 2022 13:18:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1d76fd70-aef4-4b72-93f5-ab935cebde14 x-openstack-request-id: req-1d76fd70-aef4-4b72-93f5-ab935cebde14 {{(pid=103457) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 12 13:18:41.235371 dv-cinder-830097-4-iscsi neutron-server[103457]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0edcbb02-c1d2-41b0-b791-4ffce2309512", "tag": "4e621a2e-a21d-400b-97c6-4a2cf9634d9b", "status": "completed", "code": 200}]} {{(pid=103457) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 12 13:18:41.235712 dv-cinder-830097-4-iscsi neutron-server[103457]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-1d76fd70-aef4-4b72-93f5-ab935cebde14 {{(pid=103457) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 12 13:18:41.236693 dv-cinder-830097-4-iscsi neutron-server[103457]: INFO neutron.notifiers.nova [-] Nova event matching ['req-1d76fd70-aef4-4b72-93f5-ab935cebde14'] response: {'name': 'network-changed', 'server_uuid': '0edcbb02-c1d2-41b0-b791-4ffce2309512', 'tag': '4e621a2e-a21d-400b-97c6-4a2cf9634d9b', 'status': 'completed', 'code': 200} Apr 12 13:18:41.408677 dv-cinder-830097-4-iscsi neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7abc5db5-b819-4a85-b201-0bbc0e83b01e req-870409e2-2e15-4f71-8504-2198237af794 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 13:18:41.410348 dv-cinder-830097-4-iscsi neutron-server[103457]: INFO neutron.wsgi [req-7abc5db5-b819-4a85-b201-0bbc0e83b01e req-870409e2-2e15-4f71-8504-2198237af794 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=324be551cdc84d27989a0ab080f181fe&device_id=0edcbb02-c1d2-41b0-b791-4ffce2309512 HTTP/1.1" status: 200 len: 1127 time: 0.0549495 Apr 12 13:18:41.608195 dv-cinder-830097-4-iscsi neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3365410-50ab-4fea-a611-fd4096b7daeb req-1b2fe56e-1d89-4a12-8660-2a5749f9ed13 tempest-ServerRescueNegativeTestJSON-440649021 tempest-ServerRescueNegativeTestJSON-440649021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 13:18:41.608195 dv-cinder-830097-4-iscsi neutron-server[103457]: INFO neutron.wsgi [req-a3365410-50ab-4fea-a611-fd4096b7daeb req-1b2fe56e-1d89-4a12-8660-2a5749f9ed13 tempest-ServerRescueNegativeTestJSON-440649021 tempest-ServerRescueNegativeTestJSON-440649021-project] 10.222.0.18 "GET /v2.0/ports?device_id=5aa72395-ebb9-4022-8269-0c34238e58aa HTTP/1.1" status: 200 len: 945 time: 0.0882549 Apr 12 13:18:41.660000 dv-cinder-830097-4-iscsi neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7abc5db5-b819-4a85-b201-0bbc0e83b01e req-d19e8220-2ebc-462c-9800-154437bf9fb5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 13:18:41.661480 dv-cinder-830097-4-iscsi neutron-server[103457]: INFO neutron.wsgi [req-7abc5db5-b819-4a85-b201-0bbc0e83b01e req-d19e8220-2ebc-462c-9800-154437bf9fb5 service neutron] 10.222.0.55 "GET /v2.0/networks?tenant_id=324be551cdc84d27989a0ab080f181fe&shared=False HTTP/1.1" status: 200 len: 916 time: 0.1679709 Apr 12 13:18:41.683309 dv-cinder-830097-4-iscsi neutron-server[103457]: INFO neutron.wsgi [req-a3365410-50ab-4fea-a611-fd4096b7daeb req-70bc89a3-2ab5-436a-96cc-e6c24f9471a0 tempest-ServerRescueNegativeTestJSON-440649021 tempest-ServerRescueNegativeTestJSON-440649021-project] 10.222.0.18 "GET /v2.0/security-groups?id=1da71eb9-9022-4720-ae95-e700d9700270&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0716605 Apr 12 13:18:41.760422 dv-cinder-830097-4-iscsi neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7abc5db5-b819-4a85-b201-0bbc0e83b01e req-83d7f29b-9c31-4589-be83-bdd935bcbe5a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 13:18:41.761874 dv-cinder-830097-4-iscsi neutron-server[103457]: INFO neutron.wsgi [req-7abc5db5-b819-4a85-b201-0bbc0e83b01e req-83d7f29b-9c31-4589-be83-bdd935bcbe5a service neutron] 10.222.0.55 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0921090 Apr 12 13:18:41.864187 dv-cinder-830097-4-iscsi neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62506519-36f7-4602-bd75-661b621eef16 req-48e7b663-7a4b-4ba6-a72d-41c72949bddf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 13:18:41.865790 dv-cinder-830097-4-iscsi neutron-server[103457]: INFO neutron.wsgi [req-62506519-36f7-4602-bd75-661b621eef16 req-48e7b663-7a4b-4ba6-a72d-41c72949bddf service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=324be551cdc84d27989a0ab080f181fe&device_id=0edcbb02-c1d2-41b0-b791-4ffce2309512 HTTP/1.1" status: 200 len: 1127 time: 0.0448656 Apr 12 13:18:41.915538 dv-cinder-830097-4-iscsi neutron-server[103457]: INFO neutron.wsgi [req-62506519-36f7-4602-bd75-661b621eef16 req-7966c013-f18b-46d2-acb2-63af9e2ea589 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=4e621a2e-a21d-400b-97c6-4a2cf9634d9b HTTP/1.1" status: 200 len: 217 time: 0.0360470 Apr 12 13:18:41.965743 dv-cinder-830097-4-iscsi neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62506519-36f7-4602-bd75-661b621eef16 req-aaabb27c-592f-4296-8dd4-88b7824f2955 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 13:18:41.967172 dv-cinder-830097-4-iscsi neutron-server[103457]: INFO neutron.wsgi [req-62506519-36f7-4602-bd75-661b621eef16 req-aaabb27c-592f-4296-8dd4-88b7824f2955 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=459228ea-ace1-423f-95f0-441946c28473 HTTP/1.1" status: 200 len: 854 time: 0.0446093 Apr 12 13:18:42.012969 dv-cinder-830097-4-iscsi neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62506519-36f7-4602-bd75-661b621eef16 req-cd7e8312-46b0-4cbd-a772-f09ebaebf451 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 13:18:42.014540 dv-cinder-830097-4-iscsi neutron-server[103457]: INFO neutron.wsgi [req-62506519-36f7-4602-bd75-661b621eef16 req-cd7e8312-46b0-4cbd-a772-f09ebaebf451 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=43ad3d49-b83e-473d-8b7c-7c5b9f9692d2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0399718 Apr 12 13:18:42.124653 dv-cinder-830097-4-iscsi neutron-server[103457]: INFO neutron.wsgi [req-62506519-36f7-4602-bd75-661b621eef16 req-a7a147d3-2112-4f35-bbf2-e858b4b6da82 service neutron] 10.222.0.55 "GET /v2.0/networks/43ad3d49-b83e-473d-8b7c-7c5b9f9692d2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1000407 Apr 12 13:18:42.229386 dv-cinder-830097-4-iscsi neutron-server[103458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38ce5405-0a1a-4d14-b502-9376e8d305ee req-4a477e74-fe01-45f5-9396-7c67dfa8e73f tempest-TestMinimumBasicScenario-297192541 tempest-TestMinimumBasicScenario-297192541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 13:18:42.238085 dv-cinder-830097-4-iscsi neutron-server[103458]: INFO neutron.wsgi [req-38ce5405-0a1a-4d14-b502-9376e8d305ee req-4a477e74-fe01-45f5-9396-7c67dfa8e73f tempest-TestMinimumBasicScenario-297192541 tempest-TestMinimumBasicScenario-297192541-project] 10.222.0.18 "GET /v2.0/ports?device_id=0edcbb02-c1d2-41b0-b791-4ffce2309512 HTTP/1.1" status: 200 len: 943 time: 0.0704501 Apr 12 13:18:42.302372 dv-cinder-830097-4-iscsi neutron-server[103458]: INFO neutron.wsgi [req-38ce5405-0a1a-4d14-b502-9376e8d305ee req-0280abd4-17e5-404d-8271-9158fb129889 tempest-TestMinimumBasicScenario-297192541 tempest-TestMinimumBasicScenario-297192541-project] 10.222.0.18 "GET /v2.0/security-groups?id=5cff6b3d-3421-463c-b8d1-a470719c1ceb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0554979 Apr 12 13:18:42.316215 dv-cinder-830097-4-iscsi neutron-server[103457]: INFO neutron.wsgi [req-62506519-36f7-4602-bd75-661b621eef16 req-93f52745-ab82-4f4c-82f4-18a8a37bf671 service neutron] 10.222.0.55 "GET /v2.0/networks/43ad3d49-b83e-473d-8b7c-7c5b9f9692d2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1612773 Apr 12 13:18:42.791422 dv-cinder-830097-4-iscsi neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec20ac66-d756-415e-8bf7-c6e2591f7815 req-89087b98-e244-4309-9429-f5bb15ca82d6 tempest-ServerRescueNegativeTestJSON-440649021 tempest-ServerRescueNegativeTestJSON-440649021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 13:18:42.792859 dv-cinder-830097-4-iscsi neutron-server[103457]: INFO neutron.wsgi [req-ec20ac66-d756-415e-8bf7-c6e2591f7815 req-89087b98-e244-4309-9429-f5bb15ca82d6 tempest-ServerRescueNegativeTestJSON-440649021 tempest-ServerRescueNegativeTestJSON-440649021-project] 10.222.0.18 "GET /v2.0/ports?device_id=5aa72395-ebb9-4022-8269-0c34238e58aa HTTP/1.1" status: 200 len: 945 time: 0.0450580 Apr 12 13:18:42.844595 dv-cinder-830097-4-iscsi neutron-server[103457]: INFO neutron.wsgi [req-ec20ac66-d756-415e-8bf7-c6e2591f7815 req-001949bd-da29-4711-86d9-2fe911764b18 tempest-ServerRescueNegativeTestJSON-440649021 tempest-ServerRescueNegativeTestJSON-440649021-project] 10.222.0.18 "GET /v2.0/security-groups?id=1da71eb9-9022-4720-ae95-e700d9700270&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0461965 Apr 12 13:18:43.400975 dv-cinder-830097-4-iscsi neutron-server[103458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f948715-bb88-4664-b256-d741ef44efa2 req-b8630724-1018-452b-8cbc-ea628fa28bb0 tempest-TestMinimumBasicScenario-297192541 tempest-TestMinimumBasicScenario-297192541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 13:18:43.402445 dv-cinder-830097-4-iscsi neutron-server[103458]: INFO neutron.wsgi [req-4f948715-bb88-4664-b256-d741ef44efa2 req-b8630724-1018-452b-8cbc-ea628fa28bb0 tempest-TestMinimumBasicScenario-297192541 tempest-TestMinimumBasicScenario-297192541-project] 10.222.0.18 "GET /v2.0/ports?device_id=0edcbb02-c1d2-41b0-b791-4ffce2309512 HTTP/1.1" status: 200 len: 943 time: 0.0474052 Apr 12 13:18:43.449323 dv-cinder-830097-4-iscsi neutron-server[103458]: INFO neutron.wsgi [req-4f948715-bb88-4664-b256-d741ef44efa2 req-7a43f897-9530-4447-87f1-75f8c81cd8ca tempest-TestMinimumBasicScenario-297192541 tempest-TestMinimumBasicScenario-297192541-project] 10.222.0.18 "GET /v2.0/security-groups?id=5cff6b3d-3421-463c-b8d1-a470719c1ceb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412140 Apr 12 13:18:43.961015 dv-cinder-830097-4-iscsi neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b46fed0-9a1f-4467-804a-499b6c89e7e4 req-acf1c186-ba48-4891-9c80-6bfecada61ff tempest-ServerRescueNegativeTestJSON-440649021 tempest-ServerRescueNegativeTestJSON-440649021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 13:18:43.962510 dv-cinder-830097-4-iscsi neutron-server[103457]: INFO neutron.wsgi [req-6b46fed0-9a1f-4467-804a-499b6c89e7e4 req-acf1c186-ba48-4891-9c80-6bfecada61ff tempest-ServerRescueNegativeTestJSON-440649021 tempest-ServerRescueNegativeTestJSON-440649021-project] 10.222.0.18 "GET /v2.0/ports?device_id=5aa72395-ebb9-4022-8269-0c34238e58aa HTTP/1.1" status: 200 len: 945 time: 0.0481277 Apr 12 13:18:44.012258 dv-cinder-830097-4-iscsi neutron-server[103457]: INFO neutron.wsgi [req-6b46fed0-9a1f-4467-804a-499b6c89e7e4 req-9cf7f08f-91ba-40b9-aa39-641baac8fa2c tempest-ServerRescueNegativeTestJSON-440649021 tempest-ServerRescueNegativeTestJSON-440649021-project] 10.222.0.18 "GET /v2.0/security-groups?id=1da71eb9-9022-4720-ae95-e700d9700270&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0438721 Apr 12 13:18:44.557885 dv-cinder-830097-4-iscsi neutron-server[103458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-910fd8c5-a004-4446-bf6f-0e9c86ac659c req-5047785f-4a51-4f83-a67e-9ebd7bb67b67 tempest-TestMinimumBasicScenario-297192541 tempest-TestMinimumBasicScenario-297192541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 13:18:44.559301 dv-cinder-830097-4-iscsi neutron-server[103458]: INFO neutron.wsgi [req-910fd8c5-a004-4446-bf6f-0e9c86ac659c req-5047785f-4a51-4f83-a67e-9ebd7bb67b67 tempest-TestMinimumBasicScenario-297192541 tempest-TestMinimumBasicScenario-297192541-project] 10.222.0.18 "GET /v2.0/ports?device_id=0edcbb02-c1d2-41b0-b791-4ffce2309512 HTTP/1.1" status: 200 len: 943 time: 0.0449181 Apr 12 13:18:44.608460 dv-cinder-830097-4-iscsi neutron-server[103458]: INFO neutron.wsgi [req-910fd8c5-a004-4446-bf6f-0e9c86ac659c req-d391a1bd-6952-492c-9b38-f4bc33e70fc3 tempest-TestMinimumBasicScenario-297192541 tempest-TestMinimumBasicScenario-297192541-project] 10.222.0.18 "GET /v2.0/security-groups?id=5cff6b3d-3421-463c-b8d1-a470719c1ceb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0430152 Apr 12 13:18:45.132758 dv-cinder-830097-4-iscsi neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96e45532-f1eb-4fb4-9468-bc9cf3bf8f3a req-47def893-b417-406d-bed8-8681484885b2 tempest-ServerRescueNegativeTestJSON-440649021 tempest-ServerRescueNegativeTestJSON-440649021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 13:18:45.134219 dv-cinder-830097-4-iscsi neutron-server[103457]: INFO neutron.wsgi [req-96e45532-f1eb-4fb4-9468-bc9cf3bf8f3a req-47def893-b417-406d-bed8-8681484885b2 tempest-ServerRescueNegativeTestJSON-440649021 tempest-ServerRescueNegativeTestJSON-440649021-project] 10.222.0.18 "GET /v2.0/ports?device_id=5aa72395-ebb9-4022-8269-0c34238e58aa HTTP/1.1" status: 200 len: 945 time: 0.0503705 Apr 12 13:18:45.179845 dv-cinder-830097-4-iscsi neutron-server[103457]: INFO neutron.wsgi [req-96e45532-f1eb-4fb4-9468-bc9cf3bf8f3a req-d69e6df9-f228-4ea1-b1bf-426ef74a44ca tempest-ServerRescueNegativeTestJSON-440649021 tempest-ServerRescueNegativeTestJSON-440649021-project] 10.222.0.18 "GET /v2.0/security-groups?id=1da71eb9-9022-4720-ae95-e700d9700270&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0400107 Apr 12 13:18:45.717963 dv-cinder-830097-4-iscsi neutron-server[103458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1511b60-c2e1-423d-911c-10f407b113d5 req-b6fb47df-c939-4da2-af47-3f7ae54793aa tempest-TestMinimumBasicScenario-297192541 tempest-TestMinimumBasicScenario-297192541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 13:18:45.719467 dv-cinder-830097-4-iscsi neutron-server[103458]: INFO neutron.wsgi [req-b1511b60-c2e1-423d-911c-10f407b113d5 req-b6fb47df-c939-4da2-af47-3f7ae54793aa tempest-TestMinimumBasicScenario-297192541 tempest-TestMinimumBasicScenario-297192541-project] 10.222.0.18 "GET /v2.0/ports?device_id=0edcbb02-c1d2-41b0-b791-4ffce2309512 HTTP/1.1" status: 200 len: 943 time: 0.0461724 Apr 12 13:18:45.765678 dv-cinder-830097-4-iscsi neutron-server[103458]: INFO neutron.wsgi [req-b1511b60-c2e1-423d-911c-10f407b113d5 req-116ada70-488a-4489-8786-b8eae1ae701a tempest-TestMinimumBasicScenario-297192541 tempest-TestMinimumBasicScenario-297192541-project] 10.222.0.18 "GET /v2.0/security-groups?id=5cff6b3d-3421-463c-b8d1-a470719c1ceb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0400481 Apr 12 13:18:46.289148 dv-cinder-830097-4-iscsi neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4a86e4e-2a4c-471d-ae72-194d9ea7094c req-72c41017-320e-4bd5-a8d4-b791ebc5f880 tempest-ServerRescueNegativeTestJSON-440649021 tempest-ServerRescueNegativeTestJSON-440649021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 13:18:46.290598 dv-cinder-830097-4-iscsi neutron-server[103457]: INFO neutron.wsgi [req-e4a86e4e-2a4c-471d-ae72-194d9ea7094c req-72c41017-320e-4bd5-a8d4-b791ebc5f880 tempest-ServerRescueNegativeTestJSON-440649021 tempest-ServerRescueNegativeTestJSON-440649021-project] 10.222.0.18 "GET /v2.0/ports?device_id=5aa72395-ebb9-4022-8269-0c34238e58aa HTTP/1.1" status: 200 len: 945 time: 0.0455434 Apr 12 13:18:46.338422 dv-cinder-830097-4-iscsi neutron-server[103457]: INFO neutron.wsgi [req-e4a86e4e-2a4c-471d-ae72-194d9ea7094c req-02567ecc-8769-4356-a86c-5f2536d62043 tempest-ServerRescueNegativeTestJSON-440649021 tempest-ServerRescueNegativeTestJSON-440649021-project] 10.222.0.18 "GET /v2.0/security-groups?id=1da71eb9-9022-4720-ae95-e700d9700270&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0422461 Apr 12 13:18:46.750709 dv-cinder-830097-4-iscsi neutron-server[103459]: DEBUG neutron_lib.callbacks.manager [None req-a09c00ab-9ca3-445d-8de4-933bf1d1e29a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732727929501', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-657397'] for agent (246ca497-e2ee-4e0b-b432-b4153c207e5f), after_update {{(pid=103459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:18:46.884150 dv-cinder-830097-4-iscsi neutron-server[103458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19a5d600-5d2e-4737-84c4-559f8503d8ba req-f85ba421-fe88-4e89-a530-806f4638de70 tempest-TestMinimumBasicScenario-297192541 tempest-TestMinimumBasicScenario-297192541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 13:18:46.885635 dv-cinder-830097-4-iscsi neutron-server[103458]: INFO neutron.wsgi [req-19a5d600-5d2e-4737-84c4-559f8503d8ba req-f85ba421-fe88-4e89-a530-806f4638de70 tempest-TestMinimumBasicScenario-297192541 tempest-TestMinimumBasicScenario-297192541-project] 10.222.0.18 "GET /v2.0/ports?device_id=0edcbb02-c1d2-41b0-b791-4ffce2309512 HTTP/1.1" status: 200 len: 943 time: 0.0506692 Apr 12 13:18:46.931805 dv-cinder-830097-4-iscsi neutron-server[103458]: INFO neutron.wsgi [req-19a5d600-5d2e-4737-84c4-559f8503d8ba req-a17d1ce9-3ce1-46fa-9864-e663119c062b tempest-TestMinimumBasicScenario-297192541 tempest-TestMinimumBasicScenario-297192541-project] 10.222.0.18 "GET /v2.0/security-groups?id=5cff6b3d-3421-463c-b8d1-a470719c1ceb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405934 Apr 12 13:18:47.459169 dv-cinder-830097-4-iscsi neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ad94562-6232-4487-8a31-910d4cf8d0fd req-6e98d99c-a4b9-419e-8b7d-9ce4cffd6ad8 tempest-ServerRescueNegativeTestJSON-440649021 tempest-ServerRescueNegativeTestJSON-440649021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 13:18:47.460631 dv-cinder-830097-4-iscsi neutron-server[103457]: INFO neutron.wsgi [req-5ad94562-6232-4487-8a31-910d4cf8d0fd req-6e98d99c-a4b9-419e-8b7d-9ce4cffd6ad8 tempest-ServerRescueNegativeTestJSON-440649021 tempest-ServerRescueNegativeTestJSON-440649021-project] 10.222.0.18 "GET /v2.0/ports?device_id=5aa72395-ebb9-4022-8269-0c34238e58aa HTTP/1.1" status: 200 len: 945 time: 0.0524011 Apr 12 13:18:47.506040 dv-cinder-830097-4-iscsi neutron-server[103457]: INFO neutron.wsgi [req-5ad94562-6232-4487-8a31-910d4cf8d0fd req-c2fb16c5-27d6-4337-9792-2ef4a635bbb0 tempest-ServerRescueNegativeTestJSON-440649021 tempest-ServerRescueNegativeTestJSON-440649021-project] 10.222.0.18 "GET /v2.0/security-groups?id=1da71eb9-9022-4720-ae95-e700d9700270&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0399876 Apr 12 13:18:48.045733 dv-cinder-830097-4-iscsi neutron-server[103458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94eb18b3-f25e-4a6e-8209-d415ac3f8a8f req-1c0c3747-fdb8-4d46-bc84-8b3203a10279 tempest-TestMinimumBasicScenario-297192541 tempest-TestMinimumBasicScenario-297192541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 13:18:48.047179 dv-cinder-830097-4-iscsi neutron-server[103458]: INFO neutron.wsgi [req-94eb18b3-f25e-4a6e-8209-d415ac3f8a8f req-1c0c3747-fdb8-4d46-bc84-8b3203a10279 tempest-TestMinimumBasicScenario-297192541 tempest-TestMinimumBasicScenario-297192541-project] 10.222.0.18 "GET /v2.0/ports?device_id=0edcbb02-c1d2-41b0-b791-4ffce2309512 HTTP/1.1" status: 200 len: 943 time: 0.0492740 Apr 12 13:18:48.092453 dv-cinder-830097-4-iscsi neutron-server[103458]: INFO neutron.wsgi [req-94eb18b3-f25e-4a6e-8209-d415ac3f8a8f req-352df202-c027-43c0-b559-482153037c43 tempest-TestMinimumBasicScenario-297192541 tempest-TestMinimumBasicScenario-297192541-project] 10.222.0.18 "GET /v2.0/security-groups?id=5cff6b3d-3421-463c-b8d1-a470719c1ceb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0396147 Apr 12 13:18:48.619867 dv-cinder-830097-4-iscsi neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2dde5b2-85a3-49bf-b427-80a69b93745f req-d6381db5-42ab-4373-a542-d94b60a5d9c7 tempest-ServerRescueNegativeTestJSON-440649021 tempest-ServerRescueNegativeTestJSON-440649021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 13:18:48.621349 dv-cinder-830097-4-iscsi neutron-server[103457]: INFO neutron.wsgi [req-a2dde5b2-85a3-49bf-b427-80a69b93745f req-d6381db5-42ab-4373-a542-d94b60a5d9c7 tempest-ServerRescueNegativeTestJSON-440649021 tempest-ServerRescueNegativeTestJSON-440649021-project] 10.222.0.18 "GET /v2.0/ports?device_id=5aa72395-ebb9-4022-8269-0c34238e58aa HTTP/1.1" status: 200 len: 945 time: 0.0467443 Apr 12 13:18:48.666479 dv-cinder-830097-4-iscsi neutron-server[103457]: INFO neutron.wsgi [req-a2dde5b2-85a3-49bf-b427-80a69b93745f req-0ed0544a-0947-470c-b5a3-e44fa8754dcb tempest-ServerRescueNegativeTestJSON-440649021 tempest-ServerRescueNegativeTestJSON-440649021-project] 10.222.0.18 "GET /v2.0/security-groups?id=1da71eb9-9022-4720-ae95-e700d9700270&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0388880 Apr 12 13:18:49.205187 dv-cinder-830097-4-iscsi neutron-server[103458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad466485-0cac-4110-a8d3-1e57b30076f7 req-f184b4d9-bbd4-414c-9c6b-5ea5664d1071 tempest-TestMinimumBasicScenario-297192541 tempest-TestMinimumBasicScenario-297192541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 13:18:49.206647 dv-cinder-830097-4-iscsi neutron-server[103458]: INFO neutron.wsgi [req-ad466485-0cac-4110-a8d3-1e57b30076f7 req-f184b4d9-bbd4-414c-9c6b-5ea5664d1071 tempest-TestMinimumBasicScenario-297192541 tempest-TestMinimumBasicScenario-297192541-project] 10.222.0.18 "GET /v2.0/ports?device_id=0edcbb02-c1d2-41b0-b791-4ffce2309512 HTTP/1.1" status: 200 len: 943 time: 0.0481472 Apr 12 13:18:49.253792 dv-cinder-830097-4-iscsi neutron-server[103458]: INFO neutron.wsgi [req-ad466485-0cac-4110-a8d3-1e57b30076f7 req-31ee8d85-b7ba-4534-ac35-f9d5d6066937 tempest-TestMinimumBasicScenario-297192541 tempest-TestMinimumBasicScenario-297192541-project] 10.222.0.18 "GET /v2.0/security-groups?id=5cff6b3d-3421-463c-b8d1-a470719c1ceb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413439 Apr 12 13:18:49.342176 dv-cinder-830097-4-iscsi neutron-server[103459]: DEBUG neutron_lib.callbacks.manager [None req-095c9791-298b-4233-ba45-c2f7a007f651 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732727929501', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-657397'] for agent (b7e11a8b-aeed-493f-9763-461016dddc93), after_update {{(pid=103459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:18:49.777245 dv-cinder-830097-4-iscsi neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9975b4a9-1caf-4614-966e-8e9b4efdf786 req-11782b1a-6915-4f73-9f19-ced24667cdec tempest-ServerRescueNegativeTestJSON-440649021 tempest-ServerRescueNegativeTestJSON-440649021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 13:18:49.778603 dv-cinder-830097-4-iscsi neutron-server[103457]: INFO neutron.wsgi [req-9975b4a9-1caf-4614-966e-8e9b4efdf786 req-11782b1a-6915-4f73-9f19-ced24667cdec tempest-ServerRescueNegativeTestJSON-440649021 tempest-ServerRescueNegativeTestJSON-440649021-project] 10.222.0.18 "GET /v2.0/ports?device_id=5aa72395-ebb9-4022-8269-0c34238e58aa HTTP/1.1" status: 200 len: 945 time: 0.0472455 Apr 12 13:18:49.827237 dv-cinder-830097-4-iscsi neutron-server[103457]: INFO neutron.wsgi [req-9975b4a9-1caf-4614-966e-8e9b4efdf786 req-665574ea-11ec-485f-8387-a498d49f3c81 tempest-ServerRescueNegativeTestJSON-440649021 tempest-ServerRescueNegativeTestJSON-440649021-project] 10.222.0.18 "GET /v2.0/security-groups?id=1da71eb9-9022-4720-ae95-e700d9700270&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0432198 Apr 12 13:18:50.249344 dv-cinder-830097-4-iscsi neutron-server[103459]: DEBUG neutron_lib.callbacks.manager [None req-f20c20fe-5767-407a-9f30-b36f01c50254 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732727929501', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-657397'] for agent (1e8a91c7-94d1-4b17-9536-32bc01f44a9b), after_update {{(pid=103459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:18:50.364215 dv-cinder-830097-4-iscsi neutron-server[103458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3f9be55-d17f-416d-b08e-1462ed9dd3ee req-9119f715-b380-4e71-9ebe-654396f2d2e2 tempest-TestMinimumBasicScenario-297192541 tempest-TestMinimumBasicScenario-297192541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 13:18:50.365689 dv-cinder-830097-4-iscsi neutron-server[103458]: INFO neutron.wsgi [req-c3f9be55-d17f-416d-b08e-1462ed9dd3ee req-9119f715-b380-4e71-9ebe-654396f2d2e2 tempest-TestMinimumBasicScenario-297192541 tempest-TestMinimumBasicScenario-297192541-project] 10.222.0.18 "GET /v2.0/ports?device_id=0edcbb02-c1d2-41b0-b791-4ffce2309512 HTTP/1.1" status: 200 len: 943 time: 0.0459764 Apr 12 13:18:50.414908 dv-cinder-830097-4-iscsi neutron-server[103458]: INFO neutron.wsgi [req-c3f9be55-d17f-416d-b08e-1462ed9dd3ee req-4d760251-1dcf-4299-82d9-6d23437e08df tempest-TestMinimumBasicScenario-297192541 tempest-TestMinimumBasicScenario-297192541-project] 10.222.0.18 "GET /v2.0/security-groups?id=5cff6b3d-3421-463c-b8d1-a470719c1ceb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0436559 Apr 12 13:18:50.937325 dv-cinder-830097-4-iscsi neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dc1b1b3-0976-4dd8-a2f7-e38f2bbed9f2 req-e23a562f-e5d3-44e0-95b2-af2fe90f4586 tempest-ServerRescueNegativeTestJSON-440649021 tempest-ServerRescueNegativeTestJSON-440649021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 13:18:50.938862 dv-cinder-830097-4-iscsi neutron-server[103457]: INFO neutron.wsgi [req-5dc1b1b3-0976-4dd8-a2f7-e38f2bbed9f2 req-e23a562f-e5d3-44e0-95b2-af2fe90f4586 tempest-ServerRescueNegativeTestJSON-440649021 tempest-ServerRescueNegativeTestJSON-440649021-project] 10.222.0.18 "GET /v2.0/ports?device_id=5aa72395-ebb9-4022-8269-0c34238e58aa HTTP/1.1" status: 200 len: 945 time: 0.0454929 Apr 12 13:18:50.984655 dv-cinder-830097-4-iscsi neutron-server[103457]: INFO neutron.wsgi [req-5dc1b1b3-0976-4dd8-a2f7-e38f2bbed9f2 req-c36ab66d-1d0b-4a66-b8c5-ea0757edcbc4 tempest-ServerRescueNegativeTestJSON-440649021 tempest-ServerRescueNegativeTestJSON-440649021-project] 10.222.0.18 "GET /v2.0/security-groups?id=1da71eb9-9022-4720-ae95-e700d9700270&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403695 Apr 12 13:18:51.390634 dv-cinder-830097-4-iscsi neutron-server[103459]: DEBUG neutron_lib.callbacks.manager [None req-09c91955-1169-4ba5-b480-d25faf385fa1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732727929501', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-657397'] for agent (6571c785-b050-42b7-b6d0-d71237f75507), after_update {{(pid=103459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:18:51.525370 dv-cinder-830097-4-iscsi neutron-server[103458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-367b78d5-db79-48c3-971e-d4bed5d7a243 req-0d6438c3-bf65-4b0d-acf8-61a88b771dab tempest-TestMinimumBasicScenario-297192541 tempest-TestMinimumBasicScenario-297192541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 13:18:51.526794 dv-cinder-830097-4-iscsi neutron-server[103458]: INFO neutron.wsgi [req-367b78d5-db79-48c3-971e-d4bed5d7a243 req-0d6438c3-bf65-4b0d-acf8-61a88b771dab tempest-TestMinimumBasicScenario-297192541 tempest-TestMinimumBasicScenario-297192541-project] 10.222.0.18 "GET /v2.0/ports?device_id=0edcbb02-c1d2-41b0-b791-4ffce2309512 HTTP/1.1" status: 200 len: 943 time: 0.0460894 Apr 12 13:18:51.571595 dv-cinder-830097-4-iscsi neutron-server[103458]: INFO neutron.wsgi [req-367b78d5-db79-48c3-971e-d4bed5d7a243 req-cc85ac9c-32a8-4ed7-b5e6-e7e7b69dacb1 tempest-TestMinimumBasicScenario-297192541 tempest-TestMinimumBasicScenario-297192541-project] 10.222.0.18 "GET /v2.0/security-groups?id=5cff6b3d-3421-463c-b8d1-a470719c1ceb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0394039 Apr 12 13:18:52.093871 dv-cinder-830097-4-iscsi neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6eed9276-4778-4e02-af69-f18142342d35 req-8ac077b0-b1c5-43ff-958b-2969c56d901c tempest-ServerRescueNegativeTestJSON-440649021 tempest-ServerRescueNegativeTestJSON-440649021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 13:18:52.095823 dv-cinder-830097-4-iscsi neutron-server[103457]: INFO neutron.wsgi [req-6eed9276-4778-4e02-af69-f18142342d35 req-8ac077b0-b1c5-43ff-958b-2969c56d901c tempest-ServerRescueNegativeTestJSON-440649021 tempest-ServerRescueNegativeTestJSON-440649021-project] 10.222.0.18 "GET /v2.0/ports?device_id=5aa72395-ebb9-4022-8269-0c34238e58aa HTTP/1.1" status: 200 len: 945 time: 0.0484259 Apr 12 13:18:52.140257 dv-cinder-830097-4-iscsi neutron-server[103457]: INFO neutron.wsgi [req-6eed9276-4778-4e02-af69-f18142342d35 req-de78a817-3aac-42b5-ad4f-8069b0c8fcf6 tempest-ServerRescueNegativeTestJSON-440649021 tempest-ServerRescueNegativeTestJSON-440649021-project] 10.222.0.18 "GET /v2.0/security-groups?id=1da71eb9-9022-4720-ae95-e700d9700270&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0389383 Apr 12 13:18:52.682818 dv-cinder-830097-4-iscsi neutron-server[103458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58c6599a-ea79-4576-966f-9942624876e8 req-9d0954d7-1c2b-483e-9d5f-163e6b442e29 tempest-TestMinimumBasicScenario-297192541 tempest-TestMinimumBasicScenario-297192541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 13:18:52.684664 dv-cinder-830097-4-iscsi neutron-server[103458]: INFO neutron.wsgi [req-58c6599a-ea79-4576-966f-9942624876e8 req-9d0954d7-1c2b-483e-9d5f-163e6b442e29 tempest-TestMinimumBasicScenario-297192541 tempest-TestMinimumBasicScenario-297192541-project] 10.222.0.18 "GET /v2.0/ports?device_id=0edcbb02-c1d2-41b0-b791-4ffce2309512 HTTP/1.1" status: 200 len: 943 time: 0.0480535 Apr 12 13:18:52.731985 dv-cinder-830097-4-iscsi neutron-server[103458]: INFO neutron.wsgi [req-58c6599a-ea79-4576-966f-9942624876e8 req-7d80279d-e008-4bc9-b1f8-7a8b17877663 tempest-TestMinimumBasicScenario-297192541 tempest-TestMinimumBasicScenario-297192541-project] 10.222.0.18 "GET /v2.0/security-groups?id=5cff6b3d-3421-463c-b8d1-a470719c1ceb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407274 Apr 12 13:18:53.179569 dv-cinder-830097-4-iscsi neutron-server[103459]: DEBUG neutron_lib.callbacks.manager [None req-53781792-8650-4c78-93a6-1c4d328d874c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732727929501', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-657397'] for agent (3f2daa45-5e56-452b-8a21-b519edfce99e), after_update {{(pid=103459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:18:53.263109 dv-cinder-830097-4-iscsi neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86470ad6-6b0b-48b3-9c16-bb763de00867 req-d853dbfa-024c-44b3-9821-2ea2c696cbe7 tempest-ServerRescueNegativeTestJSON-440649021 tempest-ServerRescueNegativeTestJSON-440649021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 13:18:53.264575 dv-cinder-830097-4-iscsi neutron-server[103457]: INFO neutron.wsgi [req-86470ad6-6b0b-48b3-9c16-bb763de00867 req-d853dbfa-024c-44b3-9821-2ea2c696cbe7 tempest-ServerRescueNegativeTestJSON-440649021 tempest-ServerRescueNegativeTestJSON-440649021-project] 10.222.0.18 "GET /v2.0/ports?device_id=5aa72395-ebb9-4022-8269-0c34238e58aa HTTP/1.1" status: 200 len: 945 time: 0.0562177 Apr 12 13:18:53.310633 dv-cinder-830097-4-iscsi neutron-server[103457]: INFO neutron.wsgi [req-86470ad6-6b0b-48b3-9c16-bb763de00867 req-6fb9db7f-67da-40b4-a1de-b71b8728f0bd tempest-ServerRescueNegativeTestJSON-440649021 tempest-ServerRescueNegativeTestJSON-440649021-project] 10.222.0.18 "GET /v2.0/security-groups?id=1da71eb9-9022-4720-ae95-e700d9700270&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0400605 Apr 12 13:18:53.844331 dv-cinder-830097-4-iscsi neutron-server[103458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebba657e-9c7c-47b1-85d9-5275e5794cb2 req-2d0b6675-02a7-41d6-ab5f-db2a9a717458 tempest-TestMinimumBasicScenario-297192541 tempest-TestMinimumBasicScenario-297192541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 13:18:53.846504 dv-cinder-830097-4-iscsi neutron-server[103458]: INFO neutron.wsgi [req-ebba657e-9c7c-47b1-85d9-5275e5794cb2 req-2d0b6675-02a7-41d6-ab5f-db2a9a717458 tempest-TestMinimumBasicScenario-297192541 tempest-TestMinimumBasicScenario-297192541-project] 10.222.0.18 "GET /v2.0/ports?device_id=0edcbb02-c1d2-41b0-b791-4ffce2309512 HTTP/1.1" status: 200 len: 943 time: 0.0497687 Apr 12 13:18:53.892118 dv-cinder-830097-4-iscsi neutron-server[103458]: INFO neutron.wsgi [req-ebba657e-9c7c-47b1-85d9-5275e5794cb2 req-0f6da4c8-2e53-43d1-9df9-28d62b2c51f7 tempest-TestMinimumBasicScenario-297192541 tempest-TestMinimumBasicScenario-297192541-project] 10.222.0.18 "GET /v2.0/security-groups?id=5cff6b3d-3421-463c-b8d1-a470719c1ceb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0396218 Apr 12 13:18:54.419020 dv-cinder-830097-4-iscsi neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fac9f8e-5f31-468a-b767-9c76b24594c1 req-76cd99b6-c759-4c17-8d59-995eaf303880 tempest-ServerRescueNegativeTestJSON-440649021 tempest-ServerRescueNegativeTestJSON-440649021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 13:18:54.420455 dv-cinder-830097-4-iscsi neutron-server[103457]: INFO neutron.wsgi [req-4fac9f8e-5f31-468a-b767-9c76b24594c1 req-76cd99b6-c759-4c17-8d59-995eaf303880 tempest-ServerRescueNegativeTestJSON-440649021 tempest-ServerRescueNegativeTestJSON-440649021-project] 10.222.0.18 "GET /v2.0/ports?device_id=5aa72395-ebb9-4022-8269-0c34238e58aa HTTP/1.1" status: 200 len: 945 time: 0.0459201 Apr 12 13:18:54.466590 dv-cinder-830097-4-iscsi neutron-server[103457]: INFO neutron.wsgi [req-4fac9f8e-5f31-468a-b767-9c76b24594c1 req-973ec9ae-a6c2-41e1-840b-9f0b4cb46e98 tempest-ServerRescueNegativeTestJSON-440649021 tempest-ServerRescueNegativeTestJSON-440649021-project] 10.222.0.18 "GET /v2.0/security-groups?id=1da71eb9-9022-4720-ae95-e700d9700270&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406179 Apr 12 13:18:55.003775 dv-cinder-830097-4-iscsi neutron-server[103458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7eaf9f00-1bc6-4b7c-a8d8-04c91bc1fb86 req-1ded6217-0f05-417d-a712-9d89462e2dc7 tempest-TestMinimumBasicScenario-297192541 tempest-TestMinimumBasicScenario-297192541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 13:18:55.005156 dv-cinder-830097-4-iscsi neutron-server[103458]: INFO neutron.wsgi [req-7eaf9f00-1bc6-4b7c-a8d8-04c91bc1fb86 req-1ded6217-0f05-417d-a712-9d89462e2dc7 tempest-TestMinimumBasicScenario-297192541 tempest-TestMinimumBasicScenario-297192541-project] 10.222.0.18 "GET /v2.0/ports?device_id=0edcbb02-c1d2-41b0-b791-4ffce2309512 HTTP/1.1" status: 200 len: 943 time: 0.0468495 Apr 12 13:18:55.050747 dv-cinder-830097-4-iscsi neutron-server[103458]: INFO neutron.wsgi [req-7eaf9f00-1bc6-4b7c-a8d8-04c91bc1fb86 req-98299066-9d7f-48f9-9218-7b1576cb2241 tempest-TestMinimumBasicScenario-297192541 tempest-TestMinimumBasicScenario-297192541-project] 10.222.0.18 "GET /v2.0/security-groups?id=5cff6b3d-3421-463c-b8d1-a470719c1ceb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0400636 Apr 12 13:18:55.579222 dv-cinder-830097-4-iscsi neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2980aa98-497c-4a98-851e-74471a779b50 req-d63875fb-ee0b-47eb-8de8-b3e670a45445 tempest-ServerRescueNegativeTestJSON-440649021 tempest-ServerRescueNegativeTestJSON-440649021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 13:18:55.580688 dv-cinder-830097-4-iscsi neutron-server[103457]: INFO neutron.wsgi [req-2980aa98-497c-4a98-851e-74471a779b50 req-d63875fb-ee0b-47eb-8de8-b3e670a45445 tempest-ServerRescueNegativeTestJSON-440649021 tempest-ServerRescueNegativeTestJSON-440649021-project] 10.222.0.18 "GET /v2.0/ports?device_id=5aa72395-ebb9-4022-8269-0c34238e58aa HTTP/1.1" status: 200 len: 945 time: 0.0473392 Apr 12 13:18:55.632974 dv-cinder-830097-4-iscsi neutron-server[103457]: INFO neutron.wsgi [req-2980aa98-497c-4a98-851e-74471a779b50 req-57574a80-3886-4c15-8e8b-7f551759546d tempest-ServerRescueNegativeTestJSON-440649021 tempest-ServerRescueNegativeTestJSON-440649021-project] 10.222.0.18 "GET /v2.0/security-groups?id=1da71eb9-9022-4720-ae95-e700d9700270&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0457234 Apr 12 13:18:55.745701 dv-cinder-830097-4-iscsi neutron-server[103458]: DEBUG neutron.wsgi [-] (103458) accepted ('10.222.0.18', 44420) {{(pid=103458) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 13:18:55.852757 dv-cinder-830097-4-iscsi neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-78dca2ff-a4e8-4b7d-862e-0068b94a8fc2 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:18:55.933597 dv-cinder-830097-4-iscsi neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-78dca2ff-a4e8-4b7d-862e-0068b94a8fc2 admin admin] Publish callbacks [] for security_group (8731face-35b3-48c4-af33-ab44846c9b88), precommit_create {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:18:55.936991 dv-cinder-830097-4-iscsi neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-78dca2ff-a4e8-4b7d-862e-0068b94a8fc2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3691807'] for security_group (8731face-35b3-48c4-af33-ab44846c9b88), after_create {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:18:55.977640 dv-cinder-830097-4-iscsi neutron-server[103458]: INFO neutron.wsgi [None req-78dca2ff-a4e8-4b7d-862e-0068b94a8fc2 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=0bd9f1bdf86b469191b7bb390864b719&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2304895 Apr 12 13:18:55.978071 dv-cinder-830097-4-iscsi neutron-server[103457]: DEBUG neutron.wsgi [-] (103457) accepted ('10.222.0.18', 44432) {{(pid=103457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 13:18:55.978697 dv-cinder-830097-4-iscsi neutron-server[103458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78dca2ff-a4e8-4b7d-862e-0068b94a8fc2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8731face-35b3-48c4-af33-ab44846c9b88,revision_number=1']} {{(pid=103458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 13:18:55.988314 dv-cinder-830097-4-iscsi neutron-server[103458]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78dca2ff-a4e8-4b7d-862e-0068b94a8fc2 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830097-4-iscsi {{(pid=103458) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 13:18:55.988883 dv-cinder-830097-4-iscsi neutron-server[103458]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78dca2ff-a4e8-4b7d-862e-0068b94a8fc2 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830097-4-iscsi {{(pid=103458) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 13:18:55.992858 dv-cinder-830097-4-iscsi neutron-server[103458]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78dca2ff-a4e8-4b7d-862e-0068b94a8fc2 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830097-4-iscsi {{(pid=103458) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 13:18:55.993270 dv-cinder-830097-4-iscsi neutron-server[103458]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78dca2ff-a4e8-4b7d-862e-0068b94a8fc2 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830097-4-iscsi {{(pid=103458) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 13:18:55.993617 dv-cinder-830097-4-iscsi neutron-server[103458]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78dca2ff-a4e8-4b7d-862e-0068b94a8fc2 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830097-4-iscsi {{(pid=103458) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 13:18:55.993957 dv-cinder-830097-4-iscsi neutron-server[103458]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78dca2ff-a4e8-4b7d-862e-0068b94a8fc2 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830097-4-iscsi {{(pid=103458) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 13:18:55.994521 dv-cinder-830097-4-iscsi neutron-server[103458]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78dca2ff-a4e8-4b7d-862e-0068b94a8fc2 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830097-4-iscsi {{(pid=103458) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 13:18:55.994823 dv-cinder-830097-4-iscsi neutron-server[103458]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78dca2ff-a4e8-4b7d-862e-0068b94a8fc2 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-830097-4-iscsi {{(pid=103458) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 13:18:55.995154 dv-cinder-830097-4-iscsi neutron-server[103458]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78dca2ff-a4e8-4b7d-862e-0068b94a8fc2 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-830097-4-iscsi {{(pid=103458) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 13:18:55.995482 dv-cinder-830097-4-iscsi neutron-server[103458]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78dca2ff-a4e8-4b7d-862e-0068b94a8fc2 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-830097-4-iscsi {{(pid=103458) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 13:18:55.995828 dv-cinder-830097-4-iscsi neutron-server[103458]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78dca2ff-a4e8-4b7d-862e-0068b94a8fc2 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-830097-4-iscsi {{(pid=103458) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 13:18:55.996159 dv-cinder-830097-4-iscsi neutron-server[103458]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78dca2ff-a4e8-4b7d-862e-0068b94a8fc2 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830097-4-iscsi {{(pid=103458) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 13:18:55.996606 dv-cinder-830097-4-iscsi neutron-server[103458]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78dca2ff-a4e8-4b7d-862e-0068b94a8fc2 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830097-4-iscsi {{(pid=103458) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 13:18:55.997051 dv-cinder-830097-4-iscsi neutron-server[103458]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78dca2ff-a4e8-4b7d-862e-0068b94a8fc2 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830097-4-iscsi {{(pid=103458) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 13:18:55.997408 dv-cinder-830097-4-iscsi neutron-server[103458]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78dca2ff-a4e8-4b7d-862e-0068b94a8fc2 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830097-4-iscsi {{(pid=103458) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 13:18:56.029520 dv-cinder-830097-4-iscsi neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-f93b664b-8d18-4cea-b359-e84dbf29c701 admin admin] Publish callbacks [] for security_group (8731face-35b3-48c4-af33-ab44846c9b88), before_delete {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:18:56.053510 dv-cinder-830097-4-iscsi neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-f93b664b-8d18-4cea-b359-e84dbf29c701 admin admin] Publish callbacks [] for security_group (8731face-35b3-48c4-af33-ab44846c9b88), precommit_delete {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:18:56.105971 dv-cinder-830097-4-iscsi neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-f93b664b-8d18-4cea-b359-e84dbf29c701 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3691807'] for security_group (8731face-35b3-48c4-af33-ab44846c9b88), after_delete {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:18:56.108564 dv-cinder-830097-4-iscsi neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-f93b664b-8d18-4cea-b359-e84dbf29c701 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:18:56.110105 dv-cinder-830097-4-iscsi neutron-server[103457]: INFO neutron.wsgi [None req-f93b664b-8d18-4cea-b359-e84dbf29c701 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/8731face-35b3-48c4-af33-ab44846c9b88 HTTP/1.1" status: 204 len: 168 time: 0.1307266 Apr 12 13:18:56.119286 dv-cinder-830097-4-iscsi neutron-server[103457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f93b664b-8d18-4cea-b359-e84dbf29c701 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8731face-35b3-48c4-af33-ab44846c9b88,revision_number=None']} {{(pid=103457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 13:18:56.165821 dv-cinder-830097-4-iscsi neutron-server[103458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0aa58a6f-6354-4305-b57d-e37f050f058d req-dbf20875-2724-4e66-a0a4-522fb7b278ad tempest-TestMinimumBasicScenario-297192541 tempest-TestMinimumBasicScenario-297192541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 13:18:56.167399 dv-cinder-830097-4-iscsi neutron-server[103458]: INFO neutron.wsgi [req-0aa58a6f-6354-4305-b57d-e37f050f058d req-dbf20875-2724-4e66-a0a4-522fb7b278ad tempest-TestMinimumBasicScenario-297192541 tempest-TestMinimumBasicScenario-297192541-project] 10.222.0.18 "GET /v2.0/ports?device_id=0edcbb02-c1d2-41b0-b791-4ffce2309512 HTTP/1.1" status: 200 len: 943 time: 0.0484858 Apr 12 13:18:56.215568 dv-cinder-830097-4-iscsi neutron-server[103458]: INFO neutron.wsgi [req-0aa58a6f-6354-4305-b57d-e37f050f058d req-865e88e7-8eb9-4f7f-9200-9c749d355390 tempest-TestMinimumBasicScenario-297192541 tempest-TestMinimumBasicScenario-297192541-project] 10.222.0.18 "GET /v2.0/security-groups?id=5cff6b3d-3421-463c-b8d1-a470719c1ceb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417995 Apr 12 13:18:56.380878 dv-cinder-830097-4-iscsi neutron-server[103457]: DEBUG neutron.wsgi [-] (103457) accepted ('10.222.0.18', 44442) {{(pid=103457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 13:18:56.394500 dv-cinder-830097-4-iscsi neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-73686a2a-ae19-4ce6-8f5c-b9930cc1ee8b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:18:56.467971 dv-cinder-830097-4-iscsi neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-73686a2a-ae19-4ce6-8f5c-b9930cc1ee8b admin admin] Publish callbacks [] for security_group (c86208ef-678b-4149-9a4d-3d043752e6c8), precommit_create {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:18:56.471642 dv-cinder-830097-4-iscsi neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-73686a2a-ae19-4ce6-8f5c-b9930cc1ee8b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3691807'] for security_group (c86208ef-678b-4149-9a4d-3d043752e6c8), after_create {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:18:56.508211 dv-cinder-830097-4-iscsi neutron-server[103457]: INFO neutron.wsgi [None req-73686a2a-ae19-4ce6-8f5c-b9930cc1ee8b admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=0f388813ac464223bf997af1595fb8df&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1262684 Apr 12 13:18:56.509149 dv-cinder-830097-4-iscsi neutron-server[103457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73686a2a-ae19-4ce6-8f5c-b9930cc1ee8b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c86208ef-678b-4149-9a4d-3d043752e6c8,revision_number=1']} {{(pid=103457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 13:18:56.510911 dv-cinder-830097-4-iscsi neutron-server[103458]: DEBUG neutron.wsgi [-] (103458) accepted ('10.222.0.18', 44444) {{(pid=103458) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 13:18:56.558251 dv-cinder-830097-4-iscsi neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-6a95b3de-eedb-4b5e-894f-335571d73ac0 admin admin] Publish callbacks [] for security_group (c86208ef-678b-4149-9a4d-3d043752e6c8), before_delete {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:18:56.580453 dv-cinder-830097-4-iscsi neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-6a95b3de-eedb-4b5e-894f-335571d73ac0 admin admin] Publish callbacks [] for security_group (c86208ef-678b-4149-9a4d-3d043752e6c8), precommit_delete {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:18:56.636040 dv-cinder-830097-4-iscsi neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-6a95b3de-eedb-4b5e-894f-335571d73ac0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3691807'] for security_group (c86208ef-678b-4149-9a4d-3d043752e6c8), after_delete {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:18:56.638617 dv-cinder-830097-4-iscsi neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-6a95b3de-eedb-4b5e-894f-335571d73ac0 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:18:56.639739 dv-cinder-830097-4-iscsi neutron-server[103458]: INFO neutron.wsgi [None req-6a95b3de-eedb-4b5e-894f-335571d73ac0 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/c86208ef-678b-4149-9a4d-3d043752e6c8 HTTP/1.1" status: 204 len: 168 time: 0.1272762 Apr 12 13:18:56.648442 dv-cinder-830097-4-iscsi neutron-server[103458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a95b3de-eedb-4b5e-894f-335571d73ac0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c86208ef-678b-4149-9a4d-3d043752e6c8,revision_number=None']} {{(pid=103458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 13:18:56.775954 dv-cinder-830097-4-iscsi neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c341fda8-33b4-4113-8d00-a294892b19c3 req-044c25b6-d0b0-4a82-a786-1cc9c6f91030 tempest-ServerRescueNegativeTestJSON-440649021 tempest-ServerRescueNegativeTestJSON-440649021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 13:18:56.777534 dv-cinder-830097-4-iscsi neutron-server[103457]: INFO neutron.wsgi [req-c341fda8-33b4-4113-8d00-a294892b19c3 req-044c25b6-d0b0-4a82-a786-1cc9c6f91030 tempest-ServerRescueNegativeTestJSON-440649021 tempest-ServerRescueNegativeTestJSON-440649021-project] 10.222.0.18 "GET /v2.0/ports?device_id=5aa72395-ebb9-4022-8269-0c34238e58aa HTTP/1.1" status: 200 len: 945 time: 0.0624113 Apr 12 13:18:56.826889 dv-cinder-830097-4-iscsi neutron-server[103457]: INFO neutron.wsgi [req-c341fda8-33b4-4113-8d00-a294892b19c3 req-1de2d149-058b-47b8-be21-92c32358c015 tempest-ServerRescueNegativeTestJSON-440649021 tempest-ServerRescueNegativeTestJSON-440649021-project] 10.222.0.18 "GET /v2.0/security-groups?id=1da71eb9-9022-4720-ae95-e700d9700270&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419929 Apr 12 13:18:57.327812 dv-cinder-830097-4-iscsi neutron-server[103458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d56e37d-98e8-4a88-bc74-61689fc7d501 req-ac5ea494-a279-4db6-8ec7-7b65556846e2 tempest-TestMinimumBasicScenario-297192541 tempest-TestMinimumBasicScenario-297192541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 13:18:57.329975 dv-cinder-830097-4-iscsi neutron-server[103458]: INFO neutron.wsgi [req-6d56e37d-98e8-4a88-bc74-61689fc7d501 req-ac5ea494-a279-4db6-8ec7-7b65556846e2 tempest-TestMinimumBasicScenario-297192541 tempest-TestMinimumBasicScenario-297192541-project] 10.222.0.18 "GET /v2.0/ports?device_id=0edcbb02-c1d2-41b0-b791-4ffce2309512 HTTP/1.1" status: 200 len: 943 time: 0.0462911 Apr 12 13:18:57.376909 dv-cinder-830097-4-iscsi neutron-server[103458]: INFO neutron.wsgi [req-6d56e37d-98e8-4a88-bc74-61689fc7d501 req-a5922ed1-efbc-44a1-933f-103c3237ccc0 tempest-TestMinimumBasicScenario-297192541 tempest-TestMinimumBasicScenario-297192541-project] 10.222.0.18 "GET /v2.0/security-groups?id=5cff6b3d-3421-463c-b8d1-a470719c1ceb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405567 Apr 12 13:18:57.938607 dv-cinder-830097-4-iscsi neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e450699e-e7be-4ce1-b63b-55c3ea5af0fd req-71640273-c186-45e7-bad3-82692d9cef62 tempest-ServerRescueNegativeTestJSON-440649021 tempest-ServerRescueNegativeTestJSON-440649021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 13:18:57.940039 dv-cinder-830097-4-iscsi neutron-server[103457]: INFO neutron.wsgi [req-e450699e-e7be-4ce1-b63b-55c3ea5af0fd req-71640273-c186-45e7-bad3-82692d9cef62 tempest-ServerRescueNegativeTestJSON-440649021 tempest-ServerRescueNegativeTestJSON-440649021-project] 10.222.0.18 "GET /v2.0/ports?device_id=5aa72395-ebb9-4022-8269-0c34238e58aa HTTP/1.1" status: 200 len: 945 time: 0.0470757 Apr 12 13:18:57.990187 dv-cinder-830097-4-iscsi neutron-server[103457]: INFO neutron.wsgi [req-e450699e-e7be-4ce1-b63b-55c3ea5af0fd req-d5103213-3c19-4c8b-b67d-5d50d96470c4 tempest-ServerRescueNegativeTestJSON-440649021 tempest-ServerRescueNegativeTestJSON-440649021-project] 10.222.0.18 "GET /v2.0/security-groups?id=1da71eb9-9022-4720-ae95-e700d9700270&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0446768 Apr 12 13:18:58.488395 dv-cinder-830097-4-iscsi neutron-server[103458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a6bba83-f616-49aa-9d35-d88d0f462f49 req-bb13155c-a3eb-43fd-a85a-5d7b0965b83d tempest-TestMinimumBasicScenario-297192541 tempest-TestMinimumBasicScenario-297192541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 13:18:58.489964 dv-cinder-830097-4-iscsi neutron-server[103458]: INFO neutron.wsgi [req-1a6bba83-f616-49aa-9d35-d88d0f462f49 req-bb13155c-a3eb-43fd-a85a-5d7b0965b83d tempest-TestMinimumBasicScenario-297192541 tempest-TestMinimumBasicScenario-297192541-project] 10.222.0.18 "GET /v2.0/ports?device_id=0edcbb02-c1d2-41b0-b791-4ffce2309512 HTTP/1.1" status: 200 len: 943 time: 0.0480900 Apr 12 13:18:58.539596 dv-cinder-830097-4-iscsi neutron-server[103458]: INFO neutron.wsgi [req-1a6bba83-f616-49aa-9d35-d88d0f462f49 req-6df0251b-7069-4a5f-a647-00e06a3ee131 tempest-TestMinimumBasicScenario-297192541 tempest-TestMinimumBasicScenario-297192541-project] 10.222.0.18 "GET /v2.0/security-groups?id=5cff6b3d-3421-463c-b8d1-a470719c1ceb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0441220 Apr 12 13:18:59.110426 dv-cinder-830097-4-iscsi neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e1d2650-daeb-435a-a77b-467372bbaf00 req-ae1eb4ae-f1d5-4161-8981-970c872ede43 tempest-ServerRescueNegativeTestJSON-440649021 tempest-ServerRescueNegativeTestJSON-440649021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 13:18:59.112965 dv-cinder-830097-4-iscsi neutron-server[103457]: INFO neutron.wsgi [req-1e1d2650-daeb-435a-a77b-467372bbaf00 req-ae1eb4ae-f1d5-4161-8981-970c872ede43 tempest-ServerRescueNegativeTestJSON-440649021 tempest-ServerRescueNegativeTestJSON-440649021-project] 10.222.0.18 "GET /v2.0/ports?device_id=5aa72395-ebb9-4022-8269-0c34238e58aa HTTP/1.1" status: 200 len: 945 time: 0.0556688 Apr 12 13:18:59.161997 dv-cinder-830097-4-iscsi neutron-server[103457]: INFO neutron.wsgi [req-1e1d2650-daeb-435a-a77b-467372bbaf00 req-371bfc63-83c6-4605-80ab-be7b3cd9a732 tempest-ServerRescueNegativeTestJSON-440649021 tempest-ServerRescueNegativeTestJSON-440649021-project] 10.222.0.18 "GET /v2.0/security-groups?id=1da71eb9-9022-4720-ae95-e700d9700270&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0433860 Apr 12 13:18:59.249242 dv-cinder-830097-4-iscsi neutron-server[103459]: DEBUG neutron.plugins.ml2.rpc [None req-3505bd68-a9fd-4823-92ea-1a6ded8ab071 None None] Device 4e621a2e-a21d-400b-97c6-4a2cf9634d9b details requested by agent hyperv_hv-cinder-83009 with host hv-cinder-83009 {{(pid=103459) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 12 13:18:59.347992 dv-cinder-830097-4-iscsi neutron-server[103459]: DEBUG neutron.plugins.ml2.db [None req-3505bd68-a9fd-4823-92ea-1a6ded8ab071 None None] For port 4e621a2e-a21d-400b-97c6-4a2cf9634d9b, host hv-cinder-83009, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83009',level=0,port_id=4e621a2e-a21d-400b-97c6-4a2cf9634d9b,segment=NetworkSegment(c7030a2b-c894-43d1-978c-a3dddc343332),segment_id=c7030a2b-c894-43d1-978c-a3dddc343332)] {{(pid=103459) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 12 13:18:59.359234 dv-cinder-830097-4-iscsi neutron-server[103459]: DEBUG neutron.plugins.ml2.rpc [None req-3505bd68-a9fd-4823-92ea-1a6ded8ab071 None None] Returning: {'device': '4e621a2e-a21d-400b-97c6-4a2cf9634d9b', 'network_id': '43ad3d49-b83e-473d-8b7c-7c5b9f9692d2', 'port_id': '4e621a2e-a21d-400b-97c6-4a2cf9634d9b', 'mac_address': 'fa:16:3e:25:f6:37', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 229, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '459228ea-ace1-423f-95f0-441946c28473', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103459) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 12 13:18:59.396794 dv-cinder-830097-4-iscsi neutron-server[103459]: DEBUG neutron.plugins.ml2.plugin [None req-3505bd68-a9fd-4823-92ea-1a6ded8ab071 None None] Current status of the port 4e621a2e-a21d-400b-97c6-4a2cf9634d9b is: DOWN; New status is: BUILD {{(pid=103459) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 12 13:18:59.397191 dv-cinder-830097-4-iscsi neutron-server[103459]: DEBUG neutron_lib.callbacks.manager [None req-3505bd68-a9fd-4823-92ea-1a6ded8ab071 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-916304'] for port (4e621a2e-a21d-400b-97c6-4a2cf9634d9b), before_update {{(pid=103459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:18:59.410416 dv-cinder-830097-4-iscsi neutron-server[103459]: DEBUG neutron.notifiers.nova [None req-3505bd68-a9fd-4823-92ea-1a6ded8ab071 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4e621a2e-a21d-400b-97c6-4a2cf9634d9b {{(pid=103459) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 12 13:18:59.437118 dv-cinder-830097-4-iscsi neutron-server[103459]: DEBUG neutron.plugins.ml2.db [None req-3505bd68-a9fd-4823-92ea-1a6ded8ab071 None None] For port 4e621a2e-a21d-400b-97c6-4a2cf9634d9b, host hv-cinder-83009, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83009',level=0,port_id=4e621a2e-a21d-400b-97c6-4a2cf9634d9b,segment=NetworkSegment(c7030a2b-c894-43d1-978c-a3dddc343332),segment_id=c7030a2b-c894-43d1-978c-a3dddc343332)] {{(pid=103459) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 12 13:18:59.441700 dv-cinder-830097-4-iscsi neutron-server[103459]: DEBUG neutron_lib.callbacks.manager [None req-3505bd68-a9fd-4823-92ea-1a6ded8ab071 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-915890', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3697887', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732727894815', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732727417932', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732727417950'] for port (4e621a2e-a21d-400b-97c6-4a2cf9634d9b), after_update {{(pid=103459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:18:59.447444 dv-cinder-830097-4-iscsi neutron-server[103459]: DEBUG neutron_lib.callbacks.manager [None req-3505bd68-a9fd-4823-92ea-1a6ded8ab071 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732727929501', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-657397'] for agent (ee5509cd-6dd7-49df-aa37-3740ebd1e34b), after_update {{(pid=103459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:18:59.472177 dv-cinder-830097-4-iscsi neutron-server[103458]: DEBUG neutron.wsgi [-] (103458) accepted ('10.222.0.18', 44604) {{(pid=103458) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 13:18:59.495190 dv-cinder-830097-4-iscsi neutron-server[103459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3505bd68-a9fd-4823-92ea-1a6ded8ab071 None None] Pushing event updated for resources: {'Port': ['ID=4e621a2e-a21d-400b-97c6-4a2cf9634d9b,revision_number=4']} {{(pid=103459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 13:18:59.502915 dv-cinder-830097-4-iscsi neutron-server[103459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3505bd68-a9fd-4823-92ea-1a6ded8ab071 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830097-4-iscsi {{(pid=103459) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 13:18:59.503264 dv-cinder-830097-4-iscsi neutron-server[103459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3505bd68-a9fd-4823-92ea-1a6ded8ab071 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830097-4-iscsi {{(pid=103459) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 13:18:59.503636 dv-cinder-830097-4-iscsi neutron-server[103459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3505bd68-a9fd-4823-92ea-1a6ded8ab071 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830097-4-iscsi {{(pid=103459) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 13:18:59.503993 dv-cinder-830097-4-iscsi neutron-server[103459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3505bd68-a9fd-4823-92ea-1a6ded8ab071 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830097-4-iscsi {{(pid=103459) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 13:18:59.504331 dv-cinder-830097-4-iscsi neutron-server[103459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3505bd68-a9fd-4823-92ea-1a6ded8ab071 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830097-4-iscsi {{(pid=103459) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 13:18:59.504661 dv-cinder-830097-4-iscsi neutron-server[103459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3505bd68-a9fd-4823-92ea-1a6ded8ab071 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830097-4-iscsi {{(pid=103459) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 13:18:59.505050 dv-cinder-830097-4-iscsi neutron-server[103459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3505bd68-a9fd-4823-92ea-1a6ded8ab071 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830097-4-iscsi {{(pid=103459) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 13:18:59.505375 dv-cinder-830097-4-iscsi neutron-server[103459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3505bd68-a9fd-4823-92ea-1a6ded8ab071 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-830097-4-iscsi {{(pid=103459) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 13:18:59.505729 dv-cinder-830097-4-iscsi neutron-server[103459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3505bd68-a9fd-4823-92ea-1a6ded8ab071 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-830097-4-iscsi {{(pid=103459) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 13:18:59.506053 dv-cinder-830097-4-iscsi neutron-server[103459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3505bd68-a9fd-4823-92ea-1a6ded8ab071 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-830097-4-iscsi {{(pid=103459) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 13:18:59.506378 dv-cinder-830097-4-iscsi neutron-server[103459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3505bd68-a9fd-4823-92ea-1a6ded8ab071 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-830097-4-iscsi {{(pid=103459) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 13:18:59.506743 dv-cinder-830097-4-iscsi neutron-server[103459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3505bd68-a9fd-4823-92ea-1a6ded8ab071 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830097-4-iscsi {{(pid=103459) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 13:18:59.507097 dv-cinder-830097-4-iscsi neutron-server[103459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3505bd68-a9fd-4823-92ea-1a6ded8ab071 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830097-4-iscsi {{(pid=103459) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 13:18:59.507426 dv-cinder-830097-4-iscsi neutron-server[103459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3505bd68-a9fd-4823-92ea-1a6ded8ab071 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830097-4-iscsi {{(pid=103459) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 13:18:59.507743 dv-cinder-830097-4-iscsi neutron-server[103459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3505bd68-a9fd-4823-92ea-1a6ded8ab071 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830097-4-iscsi {{(pid=103459) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 13:18:59.575994 dv-cinder-830097-4-iscsi neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-33c677a7-3fc9-42d0-b148-2fb542a59d9c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:18:59.663897 dv-cinder-830097-4-iscsi neutron-server[103458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97dbf5f1-3905-4127-9096-4f8026ad9730 req-1d0621cd-f2a9-4a1e-a4ca-0e0c237a123d tempest-TestMinimumBasicScenario-297192541 tempest-TestMinimumBasicScenario-297192541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 13:18:59.665350 dv-cinder-830097-4-iscsi neutron-server[103458]: INFO neutron.wsgi [req-97dbf5f1-3905-4127-9096-4f8026ad9730 req-1d0621cd-f2a9-4a1e-a4ca-0e0c237a123d tempest-TestMinimumBasicScenario-297192541 tempest-TestMinimumBasicScenario-297192541-project] 10.222.0.18 "GET /v2.0/ports?device_id=0edcbb02-c1d2-41b0-b791-4ffce2309512 HTTP/1.1" status: 200 len: 944 time: 0.0588856 Apr 12 13:18:59.709100 dv-cinder-830097-4-iscsi neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-33c677a7-3fc9-42d0-b148-2fb542a59d9c admin admin] Publish callbacks [] for security_group (c0d8e375-b47d-4e8c-9f39-9fe38c2ba44d), precommit_create {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:18:59.715094 dv-cinder-830097-4-iscsi neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-33c677a7-3fc9-42d0-b148-2fb542a59d9c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3691807'] for security_group (c0d8e375-b47d-4e8c-9f39-9fe38c2ba44d), after_create {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:18:59.750108 dv-cinder-830097-4-iscsi neutron-server[103458]: INFO neutron.wsgi [req-97dbf5f1-3905-4127-9096-4f8026ad9730 req-039b7a31-011d-486e-bc50-adc94b9d3284 tempest-TestMinimumBasicScenario-297192541 tempest-TestMinimumBasicScenario-297192541-project] 10.222.0.18 "GET /v2.0/security-groups?id=5cff6b3d-3421-463c-b8d1-a470719c1ceb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0782990 Apr 12 13:18:59.765345 dv-cinder-830097-4-iscsi neutron-server[103458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33c677a7-3fc9-42d0-b148-2fb542a59d9c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c0d8e375-b47d-4e8c-9f39-9fe38c2ba44d,revision_number=1']} {{(pid=103458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 13:18:59.771214 dv-cinder-830097-4-iscsi neutron-server[103458]: INFO neutron.wsgi [None req-33c677a7-3fc9-42d0-b148-2fb542a59d9c admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=b35389c9e8c94928b42220ca18acae65&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2979767 Apr 12 13:18:59.772981 dv-cinder-830097-4-iscsi neutron-server[103457]: DEBUG neutron.wsgi [-] (103457) accepted ('10.222.0.18', 44610) {{(pid=103457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 13:18:59.820465 dv-cinder-830097-4-iscsi neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-5d58f41a-2f1b-45d9-af2f-098bed1cdb28 admin admin] Publish callbacks [] for security_group (c0d8e375-b47d-4e8c-9f39-9fe38c2ba44d), before_delete {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:18:59.841384 dv-cinder-830097-4-iscsi neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-5d58f41a-2f1b-45d9-af2f-098bed1cdb28 admin admin] Publish callbacks [] for security_group (c0d8e375-b47d-4e8c-9f39-9fe38c2ba44d), precommit_delete {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:18:59.887879 dv-cinder-830097-4-iscsi neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-5d58f41a-2f1b-45d9-af2f-098bed1cdb28 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3691807'] for security_group (c0d8e375-b47d-4e8c-9f39-9fe38c2ba44d), after_delete {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:18:59.890845 dv-cinder-830097-4-iscsi neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-5d58f41a-2f1b-45d9-af2f-098bed1cdb28 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:18:59.895372 dv-cinder-830097-4-iscsi neutron-server[103457]: INFO neutron.wsgi [None req-5d58f41a-2f1b-45d9-af2f-098bed1cdb28 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/c0d8e375-b47d-4e8c-9f39-9fe38c2ba44d HTTP/1.1" status: 204 len: 168 time: 0.1213210 Apr 12 13:18:59.903406 dv-cinder-830097-4-iscsi neutron-server[103457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d58f41a-2f1b-45d9-af2f-098bed1cdb28 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c0d8e375-b47d-4e8c-9f39-9fe38c2ba44d,revision_number=None']} {{(pid=103457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 13:19:00.160619 dv-cinder-830097-4-iscsi neutron-server[103457]: DEBUG neutron.wsgi [-] (103457) accepted ('10.222.0.18', 44620) {{(pid=103457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 13:19:00.173457 dv-cinder-830097-4-iscsi neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-edabd496-ced2-487f-a848-58a263862cc2 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:19:00.279592 dv-cinder-830097-4-iscsi neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-edabd496-ced2-487f-a848-58a263862cc2 admin admin] Publish callbacks [] for security_group (1b0f603a-9c1b-4e58-ae2d-70e958410cd0), precommit_create {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:19:00.287191 dv-cinder-830097-4-iscsi neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-edabd496-ced2-487f-a848-58a263862cc2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3691807'] for security_group (1b0f603a-9c1b-4e58-ae2d-70e958410cd0), after_create {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:19:00.297021 dv-cinder-830097-4-iscsi neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e337381-d522-4e79-afb3-0d5ba0697a81 req-677615fb-6a97-4d8b-8d17-4954ad96bee2 tempest-ServerRescueNegativeTestJSON-440649021 tempest-ServerRescueNegativeTestJSON-440649021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 13:19:00.298491 dv-cinder-830097-4-iscsi neutron-server[103457]: INFO neutron.wsgi [req-0e337381-d522-4e79-afb3-0d5ba0697a81 req-677615fb-6a97-4d8b-8d17-4954ad96bee2 tempest-ServerRescueNegativeTestJSON-440649021 tempest-ServerRescueNegativeTestJSON-440649021-project] 10.222.0.18 "GET /v2.0/ports?device_id=5aa72395-ebb9-4022-8269-0c34238e58aa HTTP/1.1" status: 200 len: 945 time: 0.0655065 Apr 12 13:19:00.342345 dv-cinder-830097-4-iscsi neutron-server[103457]: INFO neutron.wsgi [None req-edabd496-ced2-487f-a848-58a263862cc2 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=6d85fa2db13b4744a80d070a5b8e391a&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1806264 Apr 12 13:19:00.345231 dv-cinder-830097-4-iscsi neutron-server[103458]: DEBUG neutron.wsgi [-] (103458) accepted ('10.222.0.18', 44624) {{(pid=103458) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 13:19:00.351625 dv-cinder-830097-4-iscsi neutron-server[103457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edabd496-ced2-487f-a848-58a263862cc2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1b0f603a-9c1b-4e58-ae2d-70e958410cd0,revision_number=1']} {{(pid=103457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 13:19:00.378947 dv-cinder-830097-4-iscsi neutron-server[103457]: INFO neutron.wsgi [req-0e337381-d522-4e79-afb3-0d5ba0697a81 req-7f304ee1-cdb9-4e8f-8637-e65d6a707ee1 tempest-ServerRescueNegativeTestJSON-440649021 tempest-ServerRescueNegativeTestJSON-440649021-project] 10.222.0.18 "GET /v2.0/security-groups?id=1da71eb9-9022-4720-ae95-e700d9700270&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0729492 Apr 12 13:19:00.395029 dv-cinder-830097-4-iscsi neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-78533c23-3f91-4de8-b7c9-abdeb961886a admin admin] Publish callbacks [] for security_group (1b0f603a-9c1b-4e58-ae2d-70e958410cd0), before_delete {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:19:00.418875 dv-cinder-830097-4-iscsi neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-78533c23-3f91-4de8-b7c9-abdeb961886a admin admin] Publish callbacks [] for security_group (1b0f603a-9c1b-4e58-ae2d-70e958410cd0), precommit_delete {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:19:00.465315 dv-cinder-830097-4-iscsi neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-78533c23-3f91-4de8-b7c9-abdeb961886a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3691807'] for security_group (1b0f603a-9c1b-4e58-ae2d-70e958410cd0), after_delete {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:19:00.467825 dv-cinder-830097-4-iscsi neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-78533c23-3f91-4de8-b7c9-abdeb961886a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:19:00.468966 dv-cinder-830097-4-iscsi neutron-server[103458]: INFO neutron.wsgi [None req-78533c23-3f91-4de8-b7c9-abdeb961886a admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/1b0f603a-9c1b-4e58-ae2d-70e958410cd0 HTTP/1.1" status: 204 len: 168 time: 0.1226749 Apr 12 13:19:00.476460 dv-cinder-830097-4-iscsi neutron-server[103458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78533c23-3f91-4de8-b7c9-abdeb961886a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1b0f603a-9c1b-4e58-ae2d-70e958410cd0,revision_number=None']} {{(pid=103458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 13:19:00.861850 dv-cinder-830097-4-iscsi neutron-server[103458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0954c318-056a-4aba-9946-7b4c3e4bacba req-9b3621c8-233d-4cd1-8833-49950e201f32 tempest-TestMinimumBasicScenario-297192541 tempest-TestMinimumBasicScenario-297192541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 13:19:00.863329 dv-cinder-830097-4-iscsi neutron-server[103458]: INFO neutron.wsgi [req-0954c318-056a-4aba-9946-7b4c3e4bacba req-9b3621c8-233d-4cd1-8833-49950e201f32 tempest-TestMinimumBasicScenario-297192541 tempest-TestMinimumBasicScenario-297192541-project] 10.222.0.18 "GET /v2.0/ports?device_id=0edcbb02-c1d2-41b0-b791-4ffce2309512 HTTP/1.1" status: 200 len: 944 time: 0.0481527 Apr 12 13:19:00.914545 dv-cinder-830097-4-iscsi neutron-server[103458]: INFO neutron.wsgi [req-0954c318-056a-4aba-9946-7b4c3e4bacba req-3bbfa544-d3e0-4796-a82c-da7b63681187 tempest-TestMinimumBasicScenario-297192541 tempest-TestMinimumBasicScenario-297192541-project] 10.222.0.18 "GET /v2.0/security-groups?id=5cff6b3d-3421-463c-b8d1-a470719c1ceb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0427387 Apr 12 13:19:01.503452 dv-cinder-830097-4-iscsi neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d52f2fc-11b5-4d13-97d0-8a5ee943fe9b req-9df783f1-2901-450b-a1f9-cc6d7b225ece tempest-ServerRescueNegativeTestJSON-440649021 tempest-ServerRescueNegativeTestJSON-440649021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 13:19:01.507740 dv-cinder-830097-4-iscsi neutron-server[103457]: INFO neutron.wsgi [req-5d52f2fc-11b5-4d13-97d0-8a5ee943fe9b req-9df783f1-2901-450b-a1f9-cc6d7b225ece tempest-ServerRescueNegativeTestJSON-440649021 tempest-ServerRescueNegativeTestJSON-440649021-project] 10.222.0.18 "GET /v2.0/ports?device_id=5aa72395-ebb9-4022-8269-0c34238e58aa HTTP/1.1" status: 200 len: 945 time: 0.0554121 Apr 12 13:19:01.554067 dv-cinder-830097-4-iscsi neutron-server[103457]: INFO neutron.wsgi [req-5d52f2fc-11b5-4d13-97d0-8a5ee943fe9b req-4ea1b883-b269-48ee-9f02-14656caa6551 tempest-ServerRescueNegativeTestJSON-440649021 tempest-ServerRescueNegativeTestJSON-440649021-project] 10.222.0.18 "GET /v2.0/security-groups?id=1da71eb9-9022-4720-ae95-e700d9700270&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0437350 Apr 12 13:19:01.975152 dv-cinder-830097-4-iscsi neutron-server[103459]: DEBUG neutron.plugins.ml2.db [None req-3505bd68-a9fd-4823-92ea-1a6ded8ab071 None None] get_ports_and_sgs() called for port_ids ['4e621a2e-a21d-400b-97c6-4a2cf9634d9b'] {{(pid=103459) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 12 13:19:02.045756 dv-cinder-830097-4-iscsi neutron-server[103458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a14a873-72d5-4ef8-be50-df10262c5e57 req-e4a85525-7d29-41cf-89b6-2eeeb6da5526 tempest-TestMinimumBasicScenario-297192541 tempest-TestMinimumBasicScenario-297192541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 13:19:02.049998 dv-cinder-830097-4-iscsi neutron-server[103458]: INFO neutron.wsgi [req-7a14a873-72d5-4ef8-be50-df10262c5e57 req-e4a85525-7d29-41cf-89b6-2eeeb6da5526 tempest-TestMinimumBasicScenario-297192541 tempest-TestMinimumBasicScenario-297192541-project] 10.222.0.18 "GET /v2.0/ports?device_id=0edcbb02-c1d2-41b0-b791-4ffce2309512 HTTP/1.1" status: 200 len: 944 time: 0.0670407 Apr 12 13:19:02.113461 dv-cinder-830097-4-iscsi neutron-server[103458]: INFO neutron.wsgi [req-7a14a873-72d5-4ef8-be50-df10262c5e57 req-1d35c310-57f6-497c-ac6a-760c7ad01ff8 tempest-TestMinimumBasicScenario-297192541 tempest-TestMinimumBasicScenario-297192541-project] 10.222.0.18 "GET /v2.0/security-groups?id=5cff6b3d-3421-463c-b8d1-a470719c1ceb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0591953 Apr 12 13:19:02.668989 dv-cinder-830097-4-iscsi neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-321ad11d-7fa1-4275-8101-5b4925ebbc02 req-bb00b041-0dec-465f-8c5c-ba3ce9984cdc tempest-ServerRescueNegativeTestJSON-440649021 tempest-ServerRescueNegativeTestJSON-440649021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 13:19:02.670421 dv-cinder-830097-4-iscsi neutron-server[103457]: INFO neutron.wsgi [req-321ad11d-7fa1-4275-8101-5b4925ebbc02 req-bb00b041-0dec-465f-8c5c-ba3ce9984cdc tempest-ServerRescueNegativeTestJSON-440649021 tempest-ServerRescueNegativeTestJSON-440649021-project] 10.222.0.18 "GET /v2.0/ports?device_id=5aa72395-ebb9-4022-8269-0c34238e58aa HTTP/1.1" status: 200 len: 945 time: 0.0508182 Apr 12 13:19:02.716161 dv-cinder-830097-4-iscsi neutron-server[103457]: INFO neutron.wsgi [req-321ad11d-7fa1-4275-8101-5b4925ebbc02 req-7ed52873-aa17-4e86-8c3e-ea3174acd9a1 tempest-ServerRescueNegativeTestJSON-440649021 tempest-ServerRescueNegativeTestJSON-440649021-project] 10.222.0.18 "GET /v2.0/security-groups?id=1da71eb9-9022-4720-ae95-e700d9700270&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402753 Apr 12 13:19:03.173914 dv-cinder-830097-4-iscsi neutron-server[103459]: DEBUG neutron.plugins.ml2.rpc [None req-3505bd68-a9fd-4823-92ea-1a6ded8ab071 None None] Device 4e621a2e-a21d-400b-97c6-4a2cf9634d9b up at agent hyperv_hv-cinder-83009 {{(pid=103459) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 12 13:19:03.221543 dv-cinder-830097-4-iscsi neutron-server[103459]: DEBUG neutron.db.provisioning_blocks [None req-3505bd68-a9fd-4823-92ea-1a6ded8ab071 None None] Provisioning for port 4e621a2e-a21d-400b-97c6-4a2cf9634d9b completed by entity L2. {{(pid=103459) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Apr 12 13:19:03.228781 dv-cinder-830097-4-iscsi neutron-server[103459]: DEBUG neutron.db.provisioning_blocks [None req-3505bd68-a9fd-4823-92ea-1a6ded8ab071 None None] Provisioning complete for port 4e621a2e-a21d-400b-97c6-4a2cf9634d9b triggered by entity L2. {{(pid=103459) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 12 13:19:03.229171 dv-cinder-830097-4-iscsi neutron-server[103459]: DEBUG neutron_lib.callbacks.manager [None req-3505bd68-a9fd-4823-92ea-1a6ded8ab071 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-657243'] for port (4e621a2e-a21d-400b-97c6-4a2cf9634d9b), provisioning_complete {{(pid=103459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:19:03.233663 dv-cinder-830097-4-iscsi neutron-server[103458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7436bd2a-ad80-47c6-98c4-edf49145c8bf req-d8b38014-d7b7-4a76-934f-a4833bf09be2 tempest-TestMinimumBasicScenario-297192541 tempest-TestMinimumBasicScenario-297192541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 13:19:03.235420 dv-cinder-830097-4-iscsi neutron-server[103458]: INFO neutron.wsgi [req-7436bd2a-ad80-47c6-98c4-edf49145c8bf req-d8b38014-d7b7-4a76-934f-a4833bf09be2 tempest-TestMinimumBasicScenario-297192541 tempest-TestMinimumBasicScenario-297192541-project] 10.222.0.18 "GET /v2.0/ports?device_id=0edcbb02-c1d2-41b0-b791-4ffce2309512 HTTP/1.1" status: 200 len: 944 time: 0.0536008 Apr 12 13:19:03.282450 dv-cinder-830097-4-iscsi neutron-server[103458]: INFO neutron.wsgi [req-7436bd2a-ad80-47c6-98c4-edf49145c8bf req-ab02cb72-75fb-48bc-993f-5245dc8298e2 tempest-TestMinimumBasicScenario-297192541 tempest-TestMinimumBasicScenario-297192541-project] 10.222.0.18 "GET /v2.0/security-groups?id=5cff6b3d-3421-463c-b8d1-a470719c1ceb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407312 Apr 12 13:19:03.323273 dv-cinder-830097-4-iscsi neutron-server[103459]: DEBUG neutron.plugins.ml2.plugin [None req-3505bd68-a9fd-4823-92ea-1a6ded8ab071 None None] Current status of the port 4e621a2e-a21d-400b-97c6-4a2cf9634d9b is: BUILD; New status is: ACTIVE {{(pid=103459) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 12 13:19:03.323677 dv-cinder-830097-4-iscsi neutron-server[103459]: DEBUG neutron_lib.callbacks.manager [None req-3505bd68-a9fd-4823-92ea-1a6ded8ab071 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-916304'] for port (4e621a2e-a21d-400b-97c6-4a2cf9634d9b), before_update {{(pid=103459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:19:03.347425 dv-cinder-830097-4-iscsi neutron-server[103459]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0edcbb02-c1d2-41b0-b791-4ffce2309512', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4e621a2e-a21d-400b-97c6-4a2cf9634d9b'}] {{(pid=103459) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 12 13:19:03.349656 dv-cinder-830097-4-iscsi neutron-server[103459]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}95104bc0dd48ad9143548caf8a5bdec643107760c32fce8433ea43eac3fbdd81" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-48d59d4a-724b-4b11-8521-c82e64629cda" -d '{"events": [{"server_uuid": "0edcbb02-c1d2-41b0-b791-4ffce2309512", "name": "network-vif-plugged", "status": "completed", "tag": "4e621a2e-a21d-400b-97c6-4a2cf9634d9b"}]}' {{(pid=103459) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 12 13:19:03.361628 dv-cinder-830097-4-iscsi neutron-server[103459]: DEBUG neutron.plugins.ml2.db [None req-3505bd68-a9fd-4823-92ea-1a6ded8ab071 None None] For port 4e621a2e-a21d-400b-97c6-4a2cf9634d9b, host hv-cinder-83009, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83009',level=0,port_id=4e621a2e-a21d-400b-97c6-4a2cf9634d9b,segment=NetworkSegment(c7030a2b-c894-43d1-978c-a3dddc343332),segment_id=c7030a2b-c894-43d1-978c-a3dddc343332)] {{(pid=103459) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 12 13:19:03.365692 dv-cinder-830097-4-iscsi neutron-server[103459]: DEBUG neutron_lib.callbacks.manager [None req-3505bd68-a9fd-4823-92ea-1a6ded8ab071 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-915890', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3697887', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732727894815', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732727417932', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732727417950'] for port (4e621a2e-a21d-400b-97c6-4a2cf9634d9b), after_update {{(pid=103459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:19:03.389332 dv-cinder-830097-4-iscsi neutron-server[103459]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 12 Apr 2022 13:19:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d130edf3-7818-4151-be7e-eedf312bafaf x-openstack-request-id: req-d130edf3-7818-4151-be7e-eedf312bafaf {{(pid=103459) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 12 13:19:03.389559 dv-cinder-830097-4-iscsi neutron-server[103459]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0edcbb02-c1d2-41b0-b791-4ffce2309512", "name": "network-vif-plugged", "status": "completed", "tag": "4e621a2e-a21d-400b-97c6-4a2cf9634d9b", "code": 200}]} {{(pid=103459) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 12 13:19:03.389815 dv-cinder-830097-4-iscsi neutron-server[103459]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-d130edf3-7818-4151-be7e-eedf312bafaf {{(pid=103459) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 12 13:19:03.390203 dv-cinder-830097-4-iscsi neutron-server[103459]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d130edf3-7818-4151-be7e-eedf312bafaf'] response: {'server_uuid': '0edcbb02-c1d2-41b0-b791-4ffce2309512', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4e621a2e-a21d-400b-97c6-4a2cf9634d9b', 'code': 200} Apr 12 13:19:03.419320 dv-cinder-830097-4-iscsi neutron-server[103459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3505bd68-a9fd-4823-92ea-1a6ded8ab071 None None] Pushing event updated for resources: {'Port': ['ID=4e621a2e-a21d-400b-97c6-4a2cf9634d9b,revision_number=5']} {{(pid=103459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 13:19:03.602926 dv-cinder-830097-4-iscsi neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3be391f-95cc-4bae-b133-caafa9c47187 req-a4b3eb1a-e5d6-47bc-86a0-f27aaa70c827 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 13:19:03.604182 dv-cinder-830097-4-iscsi neutron-server[103457]: INFO neutron.wsgi [req-e3be391f-95cc-4bae-b133-caafa9c47187 req-a4b3eb1a-e5d6-47bc-86a0-f27aaa70c827 service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=0edcbb02-c1d2-41b0-b791-4ffce2309512 HTTP/1.1" status: 200 len: 1129 time: 0.0383306 Apr 12 13:19:03.651280 dv-cinder-830097-4-iscsi neutron-server[103457]: INFO neutron.wsgi [req-e3be391f-95cc-4bae-b133-caafa9c47187 req-d26f6b95-4c97-49de-9a3a-ea9e647d4441 service neutron] 10.222.0.55 "GET /v2.0/security-groups?id=5cff6b3d-3421-463c-b8d1-a470719c1ceb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0392041 Apr 12 13:19:04.403126 dv-cinder-830097-4-iscsi neutron-server[103458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1a932ef-6a40-41b6-9f36-a6332dcb484e req-2e353a91-80a6-4218-abb8-0047b516c7a4 tempest-TestMinimumBasicScenario-297192541 tempest-TestMinimumBasicScenario-297192541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 13:19:04.404713 dv-cinder-830097-4-iscsi neutron-server[103458]: INFO neutron.wsgi [req-c1a932ef-6a40-41b6-9f36-a6332dcb484e req-2e353a91-80a6-4218-abb8-0047b516c7a4 tempest-TestMinimumBasicScenario-297192541 tempest-TestMinimumBasicScenario-297192541-project] 10.222.0.18 "GET /v2.0/ports?device_id=0edcbb02-c1d2-41b0-b791-4ffce2309512 HTTP/1.1" status: 200 len: 945 time: 0.0468855 Apr 12 13:19:04.455760 dv-cinder-830097-4-iscsi neutron-server[103458]: INFO neutron.wsgi [req-c1a932ef-6a40-41b6-9f36-a6332dcb484e req-c57f2bf3-40b6-44c3-b705-758c60775d14 tempest-TestMinimumBasicScenario-297192541 tempest-TestMinimumBasicScenario-297192541-project] 10.222.0.18 "GET /v2.0/security-groups?id=5cff6b3d-3421-463c-b8d1-a470719c1ceb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0447826 Apr 12 13:19:05.326953 dv-cinder-830097-4-iscsi neutron-server[103458]: DEBUG neutron.wsgi [-] (103458) accepted ('10.222.0.18', 44776) {{(pid=103458) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 13:19:05.332052 dv-cinder-830097-4-iscsi neutron-server[103458]: DEBUG neutron.api.v2.base [None req-4e6c1b0e-e6fb-4f2d-8428-c863f1e87cc9 tempest-ServerRescueNegativeTestJSON-440649021 tempest-ServerRescueNegativeTestJSON-440649021-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1903027142', 'description': 'tempest-description--334883988'}} {{(pid=103458) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 12 13:19:05.353695 dv-cinder-830097-4-iscsi neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-4e6c1b0e-e6fb-4f2d-8428-c863f1e87cc9 tempest-ServerRescueNegativeTestJSON-440649021 tempest-ServerRescueNegativeTestJSON-440649021-project] Publish callbacks [] for security_group (None), before_create {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:19:05.420391 dv-cinder-830097-4-iscsi neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-4e6c1b0e-e6fb-4f2d-8428-c863f1e87cc9 tempest-ServerRescueNegativeTestJSON-440649021 tempest-ServerRescueNegativeTestJSON-440649021-project] Publish callbacks [] for security_group (9a69e885-7be4-4d2c-b3f6-55a097b025b0), precommit_create {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:19:05.424012 dv-cinder-830097-4-iscsi neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-4e6c1b0e-e6fb-4f2d-8428-c863f1e87cc9 tempest-ServerRescueNegativeTestJSON-440649021 tempest-ServerRescueNegativeTestJSON-440649021-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3691807'] for security_group (9a69e885-7be4-4d2c-b3f6-55a097b025b0), after_create {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:19:05.449880 dv-cinder-830097-4-iscsi neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-4e6c1b0e-e6fb-4f2d-8428-c863f1e87cc9 tempest-ServerRescueNegativeTestJSON-440649021 tempest-ServerRescueNegativeTestJSON-440649021-project] Publish callbacks [] for security_group (None), before_response {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:19:05.451059 dv-cinder-830097-4-iscsi neutron-server[103458]: INFO neutron.wsgi [None req-4e6c1b0e-e6fb-4f2d-8428-c863f1e87cc9 tempest-ServerRescueNegativeTestJSON-440649021 tempest-ServerRescueNegativeTestJSON-440649021-project] 10.222.0.18 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.1230190 Apr 12 13:19:05.454162 dv-cinder-830097-4-iscsi neutron-server[103457]: DEBUG neutron.wsgi [-] (103457) accepted ('10.222.0.18', 44778) {{(pid=103457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 13:19:05.456049 dv-cinder-830097-4-iscsi neutron-server[103458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e6c1b0e-e6fb-4f2d-8428-c863f1e87cc9 tempest-ServerRescueNegativeTestJSON-440649021 tempest-ServerRescueNegativeTestJSON-440649021-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9a69e885-7be4-4d2c-b3f6-55a097b025b0,revision_number=1']} {{(pid=103458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 13:19:05.459846 dv-cinder-830097-4-iscsi neutron-server[103457]: DEBUG neutron.api.v2.base [None req-98bd8ed3-a57c-49cc-9833-7e62f8ff5fd9 tempest-ServerRescueNegativeTestJSON-440649021 tempest-ServerRescueNegativeTestJSON-440649021-project] Request body: {'security_group_rule': {'security_group_id': '9a69e885-7be4-4d2c-b3f6-55a097b025b0', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103457) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 12 13:19:05.485071 dv-cinder-830097-4-iscsi neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-98bd8ed3-a57c-49cc-9833-7e62f8ff5fd9 tempest-ServerRescueNegativeTestJSON-440649021 tempest-ServerRescueNegativeTestJSON-440649021-project] Publish callbacks [] for security_group_rule (0a270c2d-53a2-473e-8834-5a93d501876d), before_create {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:19:05.546657 dv-cinder-830097-4-iscsi neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-98bd8ed3-a57c-49cc-9833-7e62f8ff5fd9 tempest-ServerRescueNegativeTestJSON-440649021 tempest-ServerRescueNegativeTestJSON-440649021-project] Publish callbacks [] for security_group_rule (0a270c2d-53a2-473e-8834-5a93d501876d), precommit_create {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:19:05.551139 dv-cinder-830097-4-iscsi neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-98bd8ed3-a57c-49cc-9833-7e62f8ff5fd9 tempest-ServerRescueNegativeTestJSON-440649021 tempest-ServerRescueNegativeTestJSON-440649021-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3691881'] for security_group_rule (0a270c2d-53a2-473e-8834-5a93d501876d), after_create {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:19:05.573671 dv-cinder-830097-4-iscsi neutron-server[103458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39b912fb-160a-4be4-b308-e1d3c67d0505 req-079999c8-937f-4132-87bc-5628e27a6c42 tempest-TestMinimumBasicScenario-297192541 tempest-TestMinimumBasicScenario-297192541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 13:19:05.575847 dv-cinder-830097-4-iscsi neutron-server[103458]: INFO neutron.wsgi [req-39b912fb-160a-4be4-b308-e1d3c67d0505 req-079999c8-937f-4132-87bc-5628e27a6c42 tempest-TestMinimumBasicScenario-297192541 tempest-TestMinimumBasicScenario-297192541-project] 10.222.0.18 "GET /v2.0/ports?device_id=0edcbb02-c1d2-41b0-b791-4ffce2309512 HTTP/1.1" status: 200 len: 945 time: 0.0522463 Apr 12 13:19:05.576988 dv-cinder-830097-4-iscsi neutron-server[103457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98bd8ed3-a57c-49cc-9833-7e62f8ff5fd9 tempest-ServerRescueNegativeTestJSON-440649021 tempest-ServerRescueNegativeTestJSON-440649021-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0a270c2d-53a2-473e-8834-5a93d501876d,revision_number=0']} {{(pid=103457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 13:19:05.591351 dv-cinder-830097-4-iscsi neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-98bd8ed3-a57c-49cc-9833-7e62f8ff5fd9 tempest-ServerRescueNegativeTestJSON-440649021 tempest-ServerRescueNegativeTestJSON-440649021-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:19:05.593003 dv-cinder-830097-4-iscsi neutron-server[103457]: INFO neutron.wsgi [None req-98bd8ed3-a57c-49cc-9833-7e62f8ff5fd9 tempest-ServerRescueNegativeTestJSON-440649021 tempest-ServerRescueNegativeTestJSON-440649021-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1366227 Apr 12 13:19:05.595989 dv-cinder-830097-4-iscsi neutron-server[103457]: DEBUG neutron.wsgi [-] (103457) accepted ('10.222.0.18', 44784) {{(pid=103457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 13:19:05.600286 dv-cinder-830097-4-iscsi neutron-server[103457]: DEBUG neutron.api.v2.base [None req-a8158cb7-9500-42f3-b050-185f0af005fc tempest-ServerRescueNegativeTestJSON-440649021 tempest-ServerRescueNegativeTestJSON-440649021-project] Request body: {'security_group_rule': {'security_group_id': '9a69e885-7be4-4d2c-b3f6-55a097b025b0', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=103457) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 12 13:19:05.627271 dv-cinder-830097-4-iscsi neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-a8158cb7-9500-42f3-b050-185f0af005fc tempest-ServerRescueNegativeTestJSON-440649021 tempest-ServerRescueNegativeTestJSON-440649021-project] Publish callbacks [] for security_group_rule (2a6778d8-713e-4b5b-99e2-478eff31f1d2), before_create {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:19:05.627459 dv-cinder-830097-4-iscsi neutron-server[103458]: INFO neutron.wsgi [req-39b912fb-160a-4be4-b308-e1d3c67d0505 req-2bb329b6-5bfe-4828-ad69-f28f0d14707e tempest-TestMinimumBasicScenario-297192541 tempest-TestMinimumBasicScenario-297192541-project] 10.222.0.18 "GET /v2.0/security-groups?id=5cff6b3d-3421-463c-b8d1-a470719c1ceb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0427639 Apr 12 13:19:05.683152 dv-cinder-830097-4-iscsi neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-a8158cb7-9500-42f3-b050-185f0af005fc tempest-ServerRescueNegativeTestJSON-440649021 tempest-ServerRescueNegativeTestJSON-440649021-project] Publish callbacks [] for security_group_rule (2a6778d8-713e-4b5b-99e2-478eff31f1d2), precommit_create {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:19:05.686523 dv-cinder-830097-4-iscsi neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-a8158cb7-9500-42f3-b050-185f0af005fc tempest-ServerRescueNegativeTestJSON-440649021 tempest-ServerRescueNegativeTestJSON-440649021-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3691881'] for security_group_rule (2a6778d8-713e-4b5b-99e2-478eff31f1d2), after_create {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:19:05.699210 dv-cinder-830097-4-iscsi neutron-server[103457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8158cb7-9500-42f3-b050-185f0af005fc tempest-ServerRescueNegativeTestJSON-440649021 tempest-ServerRescueNegativeTestJSON-440649021-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2a6778d8-713e-4b5b-99e2-478eff31f1d2,revision_number=0']} {{(pid=103457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 13:19:05.714230 dv-cinder-830097-4-iscsi neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-a8158cb7-9500-42f3-b050-185f0af005fc tempest-ServerRescueNegativeTestJSON-440649021 tempest-ServerRescueNegativeTestJSON-440649021-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:19:05.718296 dv-cinder-830097-4-iscsi neutron-server[103457]: INFO neutron.wsgi [None req-a8158cb7-9500-42f3-b050-185f0af005fc tempest-ServerRescueNegativeTestJSON-440649021 tempest-ServerRescueNegativeTestJSON-440649021-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1184516 Apr 12 13:19:05.718466 dv-cinder-830097-4-iscsi neutron-server[103457]: DEBUG neutron.wsgi [-] (103457) accepted ('10.222.0.18', 44786) {{(pid=103457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 13:19:05.723441 dv-cinder-830097-4-iscsi neutron-server[103457]: DEBUG neutron.api.v2.base [None req-b892fc96-6181-4130-ac2a-f09d6f6e0b4c tempest-ServerRescueNegativeTestJSON-440649021 tempest-ServerRescueNegativeTestJSON-440649021-project] Request body: {'floatingip': {'floating_network_id': '26d0436d-8ae2-49bd-8cc6-3d2eac552c84'}} {{(pid=103457) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 12 13:19:05.745691 dv-cinder-830097-4-iscsi neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-b892fc96-6181-4130-ac2a-f09d6f6e0b4c tempest-ServerRescueNegativeTestJSON-440649021 tempest-ServerRescueNegativeTestJSON-440649021-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:19:05.823032 dv-cinder-830097-4-iscsi neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-b892fc96-6181-4130-ac2a-f09d6f6e0b4c tempest-ServerRescueNegativeTestJSON-440649021 tempest-ServerRescueNegativeTestJSON-440649021-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-916304'] for port (None), before_create {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:19:05.930687 dv-cinder-830097-4-iscsi neutron-server[103457]: DEBUG neutron.db.db_base_plugin_common [None req-b892fc96-6181-4130-ac2a-f09d6f6e0b4c tempest-ServerRescueNegativeTestJSON-440649021 tempest-ServerRescueNegativeTestJSON-440649021-project] Allocated IP 172.27.0.134 (26d0436d-8ae2-49bd-8cc6-3d2eac552c84/d93852d8-8f89-4b1c-bef4-0e05f499a8db/83b72d1a-fc8e-4aa0-89e0-ffd90fd88bbe) {{(pid=103457) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 12 13:19:06.041019 dv-cinder-830097-4-iscsi neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-b892fc96-6181-4130-ac2a-f09d6f6e0b4c tempest-ServerRescueNegativeTestJSON-440649021 tempest-ServerRescueNegativeTestJSON-440649021-project] Publish callbacks [] for port (83b72d1a-fc8e-4aa0-89e0-ffd90fd88bbe), precommit_create {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:19:06.072700 dv-cinder-830097-4-iscsi neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-b892fc96-6181-4130-ac2a-f09d6f6e0b4c tempest-ServerRescueNegativeTestJSON-440649021 tempest-ServerRescueNegativeTestJSON-440649021-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-915890', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3697887', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732727417914', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25610742'] for port (83b72d1a-fc8e-4aa0-89e0-ffd90fd88bbe), after_create {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:19:06.112610 dv-cinder-830097-4-iscsi neutron-server[103457]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b892fc96-6181-4130-ac2a-f09d6f6e0b4c tempest-ServerRescueNegativeTestJSON-440649021 tempest-ServerRescueNegativeTestJSON-440649021-project] Network 26d0436d-8ae2-49bd-8cc6-3d2eac552c84 is already hosted by enough agents. {{(pid=103457) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 12 13:19:06.115363 dv-cinder-830097-4-iscsi neutron-server[103457]: DEBUG neutron.scheduler.base_scheduler [None req-b892fc96-6181-4130-ac2a-f09d6f6e0b4c tempest-ServerRescueNegativeTestJSON-440649021 tempest-ServerRescueNegativeTestJSON-440649021-project] Resources bound (agent type, host, resource id): {{(pid=103457) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 12 13:19:06.118724 dv-cinder-830097-4-iscsi neutron-server[103457]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b892fc96-6181-4130-ac2a-f09d6f6e0b4c tempest-ServerRescueNegativeTestJSON-440649021 tempest-ServerRescueNegativeTestJSON-440649021-project] Received port after_create {{(pid=103457) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 12 13:19:06.139359 dv-cinder-830097-4-iscsi neutron-server[103457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b892fc96-6181-4130-ac2a-f09d6f6e0b4c tempest-ServerRescueNegativeTestJSON-440649021 tempest-ServerRescueNegativeTestJSON-440649021-project] Pushing event updated for resources: {'Port': ['ID=83b72d1a-fc8e-4aa0-89e0-ffd90fd88bbe,revision_number=1']} {{(pid=103457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 13:19:06.227004 dv-cinder-830097-4-iscsi neutron-server[103460]: DEBUG neutron.db.agents_db [None req-38c2972b-b018-47ca-95cb-8760adc1e78b None None] Agent healthcheck: found 6 active agents {{(pid=103460) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 12 13:19:06.240277 dv-cinder-830097-4-iscsi neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-b892fc96-6181-4130-ac2a-f09d6f6e0b4c tempest-ServerRescueNegativeTestJSON-440649021 tempest-ServerRescueNegativeTestJSON-440649021-project] Publish callbacks [] for floatingip (9a6b3f55-417a-4870-b20b-5f5608e59fac), precommit_create {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:19:06.279035 dv-cinder-830097-4-iscsi neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-b892fc96-6181-4130-ac2a-f09d6f6e0b4c tempest-ServerRescueNegativeTestJSON-440649021 tempest-ServerRescueNegativeTestJSON-440649021-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-916304'] for port (83b72d1a-fc8e-4aa0-89e0-ffd90fd88bbe), before_update {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:19:06.426115 dv-cinder-830097-4-iscsi neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-b892fc96-6181-4130-ac2a-f09d6f6e0b4c tempest-ServerRescueNegativeTestJSON-440649021 tempest-ServerRescueNegativeTestJSON-440649021-project] Publish callbacks [] for port (83b72d1a-fc8e-4aa0-89e0-ffd90fd88bbe), precommit_update {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:19:06.430407 dv-cinder-830097-4-iscsi neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-b892fc96-6181-4130-ac2a-f09d6f6e0b4c tempest-ServerRescueNegativeTestJSON-440649021 tempest-ServerRescueNegativeTestJSON-440649021-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-915890', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3697887', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732727894815', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732727417932', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732727417950', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25610749'] for port (83b72d1a-fc8e-4aa0-89e0-ffd90fd88bbe), after_update {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:19:06.494085 dv-cinder-830097-4-iscsi neutron-server[103457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b892fc96-6181-4130-ac2a-f09d6f6e0b4c tempest-ServerRescueNegativeTestJSON-440649021 tempest-ServerRescueNegativeTestJSON-440649021-project] Pushing event updated for resources: {'Port': ['ID=83b72d1a-fc8e-4aa0-89e0-ffd90fd88bbe,revision_number=2']} {{(pid=103457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 13:19:06.505873 dv-cinder-830097-4-iscsi neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-b892fc96-6181-4130-ac2a-f09d6f6e0b4c tempest-ServerRescueNegativeTestJSON-440649021 tempest-ServerRescueNegativeTestJSON-440649021-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3739086'] for floatingip (9a6b3f55-417a-4870-b20b-5f5608e59fac), after_create {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:19:06.520651 dv-cinder-830097-4-iscsi neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-b892fc96-6181-4130-ac2a-f09d6f6e0b4c tempest-ServerRescueNegativeTestJSON-440649021 tempest-ServerRescueNegativeTestJSON-440649021-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-500965'] for floatingip (None), before_response {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:19:06.521889 dv-cinder-830097-4-iscsi neutron-server[103457]: INFO neutron.wsgi [None req-b892fc96-6181-4130-ac2a-f09d6f6e0b4c tempest-ServerRescueNegativeTestJSON-440649021 tempest-ServerRescueNegativeTestJSON-440649021-project] 10.222.0.18 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 0.8023708 Apr 12 13:19:06.717892 dv-cinder-830097-4-iscsi neutron-server[103457]: INFO neutron.wsgi [req-2318b262-1c28-4ec4-a9b0-27f1e8bae5a8 req-14c19afa-d6cd-4ce7-839e-4a330eff7c94 tempest-ServerRescueNegativeTestJSON-440649021 tempest-ServerRescueNegativeTestJSON-440649021-project] 10.222.0.18 "GET /v2.0/security-groups?name=tempest-securitygroup--1903027142&fields=id&tenant_id=03e871d047514daabb60a84f86099232 HTTP/1.1" status: 200 len: 267 time: 0.0452385 Apr 12 13:19:06.738731 dv-cinder-830097-4-iscsi neutron-server[103458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5901424c-16fb-49b6-8771-b1974aa39f83 req-71bd6d36-f19c-480c-ba87-29b707a69b4d tempest-TestMinimumBasicScenario-297192541 tempest-TestMinimumBasicScenario-297192541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 13:19:06.740177 dv-cinder-830097-4-iscsi neutron-server[103458]: INFO neutron.wsgi [req-5901424c-16fb-49b6-8771-b1974aa39f83 req-71bd6d36-f19c-480c-ba87-29b707a69b4d tempest-TestMinimumBasicScenario-297192541 tempest-TestMinimumBasicScenario-297192541-project] 10.222.0.18 "GET /v2.0/ports?device_id=0edcbb02-c1d2-41b0-b791-4ffce2309512 HTTP/1.1" status: 200 len: 945 time: 0.0455801 Apr 12 13:19:06.791782 dv-cinder-830097-4-iscsi neutron-server[103458]: INFO neutron.wsgi [req-5901424c-16fb-49b6-8771-b1974aa39f83 req-56950096-27e8-4619-a74b-92edeb3ef937 tempest-TestMinimumBasicScenario-297192541 tempest-TestMinimumBasicScenario-297192541-project] 10.222.0.18 "GET /v2.0/security-groups?id=5cff6b3d-3421-463c-b8d1-a470719c1ceb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0457017 Apr 12 13:19:06.821487 dv-cinder-830097-4-iscsi neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2318b262-1c28-4ec4-a9b0-27f1e8bae5a8 req-929d4c2d-99a1-402a-88e4-4d0798555404 tempest-ServerRescueNegativeTestJSON-440649021 tempest-ServerRescueNegativeTestJSON-440649021-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 13:19:06.822962 dv-cinder-830097-4-iscsi neutron-server[103457]: INFO neutron.wsgi [req-2318b262-1c28-4ec4-a9b0-27f1e8bae5a8 req-929d4c2d-99a1-402a-88e4-4d0798555404 tempest-ServerRescueNegativeTestJSON-440649021 tempest-ServerRescueNegativeTestJSON-440649021-project] 10.222.0.18 "GET /v2.0/networks?id=8a9d7c73-ddbc-4eef-a839-e9bbe858207d HTTP/1.1" status: 200 len: 818 time: 0.0986056 Apr 12 13:19:06.837976 dv-cinder-830097-4-iscsi neutron-server[103457]: INFO neutron.wsgi [req-2318b262-1c28-4ec4-a9b0-27f1e8bae5a8 req-ee47bfab-0cb5-4e52-a7bc-f42b0dc63ace tempest-ServerRescueNegativeTestJSON-440649021 tempest-ServerRescueNegativeTestJSON-440649021-project] 10.222.0.18 "GET /v2.0/quotas/03e871d047514daabb60a84f86099232 HTTP/1.1" status: 200 len: 375 time: 0.0097980 Apr 12 13:19:06.893200 dv-cinder-830097-4-iscsi neutron-server[103457]: INFO neutron.wsgi [req-2318b262-1c28-4ec4-a9b0-27f1e8bae5a8 req-7775885f-aa6a-45df-8715-447115bb785c tempest-ServerRescueNegativeTestJSON-440649021 tempest-ServerRescueNegativeTestJSON-440649021-project] 10.222.0.18 "GET /v2.0/ports?tenant_id=03e871d047514daabb60a84f86099232&fields=id HTTP/1.1" status: 200 len: 394 time: 0.0502346 Apr 12 13:19:06.901408 dv-cinder-830097-4-iscsi neutron-server[103458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2505068b-b7cd-4b85-b5be-02b483d0c1cc req-52335e21-96b0-42aa-9af7-06d794a73f7a tempest-TestMinimumBasicScenario-297192541 tempest-TestMinimumBasicScenario-297192541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 13:19:06.902899 dv-cinder-830097-4-iscsi neutron-server[103458]: INFO neutron.wsgi [req-2505068b-b7cd-4b85-b5be-02b483d0c1cc req-52335e21-96b0-42aa-9af7-06d794a73f7a tempest-TestMinimumBasicScenario-297192541 tempest-TestMinimumBasicScenario-297192541-project] 10.222.0.18 "GET /v2.0/ports?device_id=0edcbb02-c1d2-41b0-b791-4ffce2309512 HTTP/1.1" status: 200 len: 945 time: 0.0462899 Apr 12 13:19:06.950937 dv-cinder-830097-4-iscsi neutron-server[103458]: INFO neutron.wsgi [req-2505068b-b7cd-4b85-b5be-02b483d0c1cc req-d1630081-b39c-4c7a-9b31-7b785dc507c8 tempest-TestMinimumBasicScenario-297192541 tempest-TestMinimumBasicScenario-297192541-project] 10.222.0.18 "GET /v2.0/security-groups?id=5cff6b3d-3421-463c-b8d1-a470719c1ceb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415926 Apr 12 13:19:06.993819 dv-cinder-830097-4-iscsi neutron-server[103457]: INFO neutron.wsgi [req-2318b262-1c28-4ec4-a9b0-27f1e8bae5a8 req-3d0f1c13-6ef0-4c93-b916-b365442fd281 service neutron] 10.222.0.18 "GET /v2.0/networks/8a9d7c73-ddbc-4eef-a839-e9bbe858207d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0895128 Apr 12 13:19:07.089653 dv-cinder-830097-4-iscsi neutron-server[103457]: INFO neutron.wsgi [req-2318b262-1c28-4ec4-a9b0-27f1e8bae5a8 req-cc481da2-1983-40ec-bc05-766e64bf8792 service neutron] 10.222.0.18 "GET /v2.0/networks/8a9d7c73-ddbc-4eef-a839-e9bbe858207d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0900404 Apr 12 13:19:07.252993 dv-cinder-830097-4-iscsi neutron-server[103457]: INFO neutron.wsgi [req-de4a3ea9-cb96-4318-9f75-9e775c43c78e req-027d3179-89d5-4882-9868-19be8c030d98 tempest-ServerRescueNegativeTestJSON-440649021 tempest-ServerRescueNegativeTestJSON-440649021-project] 10.222.0.18 "GET /v2.0/ports?device_id=629d75a5-e426-4cc1-9a91-03495357fac5 HTTP/1.1" status: 200 len: 210 time: 0.0277598 Apr 12 13:19:07.276928 dv-cinder-830097-4-iscsi neutron-server[103458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63c4eb0e-5471-4d89-a3c4-772287bb1bd7 req-9b667caa-82a5-4fae-bd4c-da694a33089f tempest-TestMinimumBasicScenario-297192541 tempest-TestMinimumBasicScenario-297192541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 13:19:07.278376 dv-cinder-830097-4-iscsi neutron-server[103458]: INFO neutron.wsgi [req-63c4eb0e-5471-4d89-a3c4-772287bb1bd7 req-9b667caa-82a5-4fae-bd4c-da694a33089f tempest-TestMinimumBasicScenario-297192541 tempest-TestMinimumBasicScenario-297192541-project] 10.222.0.18 "GET /v2.0/ports?device_id=0edcbb02-c1d2-41b0-b791-4ffce2309512 HTTP/1.1" status: 200 len: 945 time: 0.0465460 Apr 12 13:19:07.323993 dv-cinder-830097-4-iscsi neutron-server[103458]: INFO neutron.wsgi [req-63c4eb0e-5471-4d89-a3c4-772287bb1bd7 req-f6b133f7-a2fd-4ae5-b32b-df1f5afba956 tempest-TestMinimumBasicScenario-297192541 tempest-TestMinimumBasicScenario-297192541-project] 10.222.0.18 "GET /v2.0/security-groups?id=5cff6b3d-3421-463c-b8d1-a470719c1ceb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0400326 Apr 12 13:19:08.328910 dv-cinder-830097-4-iscsi neutron-server[103457]: INFO neutron.wsgi [req-7200c4f2-67ef-4f3c-b21c-e9189ddae882 req-6a834ce2-74f2-4cd4-b332-b93800f18254 tempest-ServerRescueNegativeTestJSON-440649021 tempest-ServerRescueNegativeTestJSON-440649021-project] 10.222.0.18 "GET /v2.0/ports?device_id=629d75a5-e426-4cc1-9a91-03495357fac5 HTTP/1.1" status: 200 len: 210 time: 0.0261147 Apr 12 13:19:09.413865 dv-cinder-830097-4-iscsi neutron-server[103458]: INFO neutron.wsgi [req-4d4dd7e0-bd7a-41b0-83fa-e06ef52a2e1e req-de60f309-56ec-49ce-94cc-a37455ab637f tempest-ServerRescueNegativeTestJSON-440649021 tempest-ServerRescueNegativeTestJSON-440649021-project] 10.222.0.18 "GET /v2.0/ports?device_id=629d75a5-e426-4cc1-9a91-03495357fac5 HTTP/1.1" status: 200 len: 210 time: 0.0314126 Apr 12 13:19:09.988876 dv-cinder-830097-4-iscsi neutron-server[103457]: INFO neutron.wsgi [req-ed8aba83-a1c4-41e2-b4cc-06efeb8681cf req-df91ea94-3b27-4f32-82bb-8f637f9591ca service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=b080094e-e021-4092-a88d-24358c73db4d&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0377612 Apr 12 13:19:10.062682 dv-cinder-830097-4-iscsi neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed8aba83-a1c4-41e2-b4cc-06efeb8681cf req-8881ffce-c1c1-4b66-b56e-0ef5f93359a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 13:19:10.064143 dv-cinder-830097-4-iscsi neutron-server[103457]: INFO neutron.wsgi [req-ed8aba83-a1c4-41e2-b4cc-06efeb8681cf req-8881ffce-c1c1-4b66-b56e-0ef5f93359a6 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=03e871d047514daabb60a84f86099232&device_id=b080094e-e021-4092-a88d-24358c73db4d HTTP/1.1" status: 200 len: 1129 time: 0.0384412 Apr 12 13:19:10.167583 dv-cinder-830097-4-iscsi neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed8aba83-a1c4-41e2-b4cc-06efeb8681cf req-e32d2334-9ee1-41db-8cf2-9cf2509d6187 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 13:19:10.169056 dv-cinder-830097-4-iscsi neutron-server[103457]: INFO neutron.wsgi [req-ed8aba83-a1c4-41e2-b4cc-06efeb8681cf req-e32d2334-9ee1-41db-8cf2-9cf2509d6187 service neutron] 10.222.0.55 "GET /v2.0/networks?id=8a9d7c73-ddbc-4eef-a839-e9bbe858207d HTTP/1.1" status: 200 len: 919 time: 0.0866854 Apr 12 13:19:10.213089 dv-cinder-830097-4-iscsi neutron-server[103457]: INFO neutron.wsgi [req-ed8aba83-a1c4-41e2-b4cc-06efeb8681cf req-4b2cd5a2-f5a5-4bac-91ac-d838d825a6a2 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=a80fde99-780f-435c-a3d5-3c83d3ff26d5 HTTP/1.1" status: 200 len: 217 time: 0.0352750 Apr 12 13:19:10.262743 dv-cinder-830097-4-iscsi neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed8aba83-a1c4-41e2-b4cc-06efeb8681cf req-8809ba26-ed07-44dd-a196-1732592dd405 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 13:19:10.264124 dv-cinder-830097-4-iscsi neutron-server[103457]: INFO neutron.wsgi [req-ed8aba83-a1c4-41e2-b4cc-06efeb8681cf req-8809ba26-ed07-44dd-a196-1732592dd405 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=e7f620b9-ee69-4e3f-9fdf-c3881765f45f HTTP/1.1" status: 200 len: 857 time: 0.0443077 Apr 12 13:19:10.305639 dv-cinder-830097-4-iscsi neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed8aba83-a1c4-41e2-b4cc-06efeb8681cf req-76fcef31-0fa4-483f-aacd-565bdb39eaac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 13:19:10.307064 dv-cinder-830097-4-iscsi neutron-server[103457]: INFO neutron.wsgi [req-ed8aba83-a1c4-41e2-b4cc-06efeb8681cf req-76fcef31-0fa4-483f-aacd-565bdb39eaac service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=8a9d7c73-ddbc-4eef-a839-e9bbe858207d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0367599 Apr 12 13:19:10.392204 dv-cinder-830097-4-iscsi neutron-server[103457]: INFO neutron.wsgi [req-ed8aba83-a1c4-41e2-b4cc-06efeb8681cf req-c7b20993-d34f-4ca4-a95d-dff76236897f service neutron] 10.222.0.55 "GET /v2.0/networks/8a9d7c73-ddbc-4eef-a839-e9bbe858207d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0786026 Apr 12 13:19:10.501949 dv-cinder-830097-4-iscsi neutron-server[103457]: INFO neutron.wsgi [req-3f51f3d7-ad9b-41ed-b8fe-166abce45e03 req-f2fdb924-4fcb-4bbc-9ae9-01bd2af9387a tempest-ServerRescueNegativeTestJSON-440649021 tempest-ServerRescueNegativeTestJSON-440649021-project] 10.222.0.18 "GET /v2.0/ports?device_id=629d75a5-e426-4cc1-9a91-03495357fac5 HTTP/1.1" status: 200 len: 210 time: 0.0361221 Apr 12 13:19:10.507678 dv-cinder-830097-4-iscsi neutron-server[103457]: INFO neutron.wsgi [req-ed8aba83-a1c4-41e2-b4cc-06efeb8681cf req-aad71496-5b2c-492b-90fc-e758333666b9 service neutron] 10.222.0.55 "GET /v2.0/networks/8a9d7c73-ddbc-4eef-a839-e9bbe858207d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1094415 Apr 12 13:19:11.477191 dv-cinder-830097-4-iscsi neutron-server[103458]: DEBUG neutron.wsgi [-] (103458) accepted ('10.222.0.18', 44916) {{(pid=103458) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 13:19:11.591420 dv-cinder-830097-4-iscsi neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-5d2e0737-7530-4074-ab0c-e5a33ce40144 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:19:11.600615 dv-cinder-830097-4-iscsi neutron-server[103457]: INFO neutron.wsgi [req-b895d2f9-b4a1-4ebe-a396-f7bce7a85746 req-4d2a3a26-b372-4c34-906f-6b33e1a561b7 tempest-ServerRescueNegativeTestJSON-440649021 tempest-ServerRescueNegativeTestJSON-440649021-project] 10.222.0.18 "GET /v2.0/ports?device_id=629d75a5-e426-4cc1-9a91-03495357fac5 HTTP/1.1" status: 200 len: 210 time: 0.0304561 Apr 12 13:19:11.711472 dv-cinder-830097-4-iscsi neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-5d2e0737-7530-4074-ab0c-e5a33ce40144 admin admin] Publish callbacks [] for security_group (094c9a91-7ee2-4376-a4c9-733eddc50752), precommit_create {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:19:11.715840 dv-cinder-830097-4-iscsi neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-5d2e0737-7530-4074-ab0c-e5a33ce40144 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3691807'] for security_group (094c9a91-7ee2-4376-a4c9-733eddc50752), after_create {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:19:11.755931 dv-cinder-830097-4-iscsi neutron-server[103458]: INFO neutron.wsgi [None req-5d2e0737-7530-4074-ab0c-e5a33ce40144 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=11f0a0e12b18435d9f0bf5274cd59340&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2776511 Apr 12 13:19:11.757569 dv-cinder-830097-4-iscsi neutron-server[103458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d2e0737-7530-4074-ab0c-e5a33ce40144 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=094c9a91-7ee2-4376-a4c9-733eddc50752,revision_number=1']} {{(pid=103458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 13:19:11.758537 dv-cinder-830097-4-iscsi neutron-server[103457]: DEBUG neutron.wsgi [-] (103457) accepted ('10.222.0.18', 44930) {{(pid=103457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 13:19:11.807874 dv-cinder-830097-4-iscsi neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-50d20674-46e2-4b82-af86-98415ac574f3 admin admin] Publish callbacks [] for security_group (094c9a91-7ee2-4376-a4c9-733eddc50752), before_delete {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:19:11.828383 dv-cinder-830097-4-iscsi neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-50d20674-46e2-4b82-af86-98415ac574f3 admin admin] Publish callbacks [] for security_group (094c9a91-7ee2-4376-a4c9-733eddc50752), precommit_delete {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:19:12.124849 dv-cinder-830097-4-iscsi neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-50d20674-46e2-4b82-af86-98415ac574f3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3691807'] for security_group (094c9a91-7ee2-4376-a4c9-733eddc50752), after_delete {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:19:12.128198 dv-cinder-830097-4-iscsi neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-50d20674-46e2-4b82-af86-98415ac574f3 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:19:12.129385 dv-cinder-830097-4-iscsi neutron-server[103457]: INFO neutron.wsgi [None req-50d20674-46e2-4b82-af86-98415ac574f3 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/094c9a91-7ee2-4376-a4c9-733eddc50752 HTTP/1.1" status: 204 len: 168 time: 0.3698530 Apr 12 13:19:12.139325 dv-cinder-830097-4-iscsi neutron-server[103457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50d20674-46e2-4b82-af86-98415ac574f3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=094c9a91-7ee2-4376-a4c9-733eddc50752,revision_number=None']} {{(pid=103457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 13:19:12.148645 dv-cinder-830097-4-iscsi neutron-server[103457]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50d20674-46e2-4b82-af86-98415ac574f3 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830097-4-iscsi {{(pid=103457) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 13:19:12.149034 dv-cinder-830097-4-iscsi neutron-server[103457]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50d20674-46e2-4b82-af86-98415ac574f3 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830097-4-iscsi {{(pid=103457) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 13:19:12.149375 dv-cinder-830097-4-iscsi neutron-server[103457]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50d20674-46e2-4b82-af86-98415ac574f3 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830097-4-iscsi {{(pid=103457) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 13:19:12.149709 dv-cinder-830097-4-iscsi neutron-server[103457]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50d20674-46e2-4b82-af86-98415ac574f3 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830097-4-iscsi {{(pid=103457) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 13:19:12.150036 dv-cinder-830097-4-iscsi neutron-server[103457]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50d20674-46e2-4b82-af86-98415ac574f3 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830097-4-iscsi {{(pid=103457) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 13:19:12.150953 dv-cinder-830097-4-iscsi neutron-server[103457]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50d20674-46e2-4b82-af86-98415ac574f3 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830097-4-iscsi {{(pid=103457) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 13:19:12.151277 dv-cinder-830097-4-iscsi neutron-server[103457]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50d20674-46e2-4b82-af86-98415ac574f3 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830097-4-iscsi {{(pid=103457) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 13:19:12.151602 dv-cinder-830097-4-iscsi neutron-server[103457]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50d20674-46e2-4b82-af86-98415ac574f3 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-830097-4-iscsi {{(pid=103457) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 13:19:12.151926 dv-cinder-830097-4-iscsi neutron-server[103457]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50d20674-46e2-4b82-af86-98415ac574f3 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-830097-4-iscsi {{(pid=103457) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 13:19:12.153416 dv-cinder-830097-4-iscsi neutron-server[103457]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50d20674-46e2-4b82-af86-98415ac574f3 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-830097-4-iscsi {{(pid=103457) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 13:19:12.153755 dv-cinder-830097-4-iscsi neutron-server[103457]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50d20674-46e2-4b82-af86-98415ac574f3 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-830097-4-iscsi {{(pid=103457) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 13:19:12.154214 dv-cinder-830097-4-iscsi neutron-server[103457]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50d20674-46e2-4b82-af86-98415ac574f3 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830097-4-iscsi {{(pid=103457) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 13:19:12.154943 dv-cinder-830097-4-iscsi neutron-server[103457]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50d20674-46e2-4b82-af86-98415ac574f3 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830097-4-iscsi {{(pid=103457) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 13:19:12.155345 dv-cinder-830097-4-iscsi neutron-server[103457]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50d20674-46e2-4b82-af86-98415ac574f3 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830097-4-iscsi {{(pid=103457) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 13:19:12.155701 dv-cinder-830097-4-iscsi neutron-server[103457]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50d20674-46e2-4b82-af86-98415ac574f3 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830097-4-iscsi {{(pid=103457) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 13:19:12.433843 dv-cinder-830097-4-iscsi neutron-server[103457]: DEBUG neutron.wsgi [-] (103457) accepted ('10.222.0.18', 44944) {{(pid=103457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 13:19:12.447190 dv-cinder-830097-4-iscsi neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-428be430-8c88-47da-a287-3f5d687f6691 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:19:12.523292 dv-cinder-830097-4-iscsi neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-428be430-8c88-47da-a287-3f5d687f6691 admin admin] Publish callbacks [] for security_group (163d71b6-8ef7-40f5-a0bc-68752df7762a), precommit_create {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:19:12.526981 dv-cinder-830097-4-iscsi neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-428be430-8c88-47da-a287-3f5d687f6691 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3691807'] for security_group (163d71b6-8ef7-40f5-a0bc-68752df7762a), after_create {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:19:12.565720 dv-cinder-830097-4-iscsi neutron-server[103457]: INFO neutron.wsgi [None req-428be430-8c88-47da-a287-3f5d687f6691 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=bc500147a4314480bda6fe8e53ecef6e&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1307361 Apr 12 13:19:12.566428 dv-cinder-830097-4-iscsi neutron-server[103457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-428be430-8c88-47da-a287-3f5d687f6691 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=163d71b6-8ef7-40f5-a0bc-68752df7762a,revision_number=1']} {{(pid=103457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 13:19:12.569157 dv-cinder-830097-4-iscsi neutron-server[103457]: DEBUG neutron.wsgi [-] (103457) accepted ('10.222.0.18', 44946) {{(pid=103457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 13:19:12.618785 dv-cinder-830097-4-iscsi neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-c3233f44-ba33-495d-921a-5c46e1cbe1bd admin admin] Publish callbacks [] for security_group (163d71b6-8ef7-40f5-a0bc-68752df7762a), before_delete {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:19:12.651268 dv-cinder-830097-4-iscsi neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-c3233f44-ba33-495d-921a-5c46e1cbe1bd admin admin] Publish callbacks [] for security_group (163d71b6-8ef7-40f5-a0bc-68752df7762a), precommit_delete {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:19:12.717497 dv-cinder-830097-4-iscsi neutron-server[103458]: INFO neutron.wsgi [req-46266783-603e-4ca1-bc16-e3c982cd7d05 req-edee40d4-d358-4999-a007-f4f666af39df tempest-ServerRescueNegativeTestJSON-440649021 tempest-ServerRescueNegativeTestJSON-440649021-project] 10.222.0.18 "GET /v2.0/ports?device_id=629d75a5-e426-4cc1-9a91-03495357fac5 HTTP/1.1" status: 200 len: 210 time: 0.0372922 Apr 12 13:19:12.770159 dv-cinder-830097-4-iscsi neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2318b262-1c28-4ec4-a9b0-27f1e8bae5a8 req-8cad4677-90d7-42dd-ac45-3a7cd067ed8a tempest-ServerRescueNegativeTestJSON-440649021 tempest-ServerRescueNegativeTestJSON-440649021-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 13:19:12.771643 dv-cinder-830097-4-iscsi neutron-server[103457]: INFO neutron.wsgi [req-2318b262-1c28-4ec4-a9b0-27f1e8bae5a8 req-8cad4677-90d7-42dd-ac45-3a7cd067ed8a tempest-ServerRescueNegativeTestJSON-440649021 tempest-ServerRescueNegativeTestJSON-440649021-project] 10.222.0.55 "GET /v2.0/networks?id=8a9d7c73-ddbc-4eef-a839-e9bbe858207d HTTP/1.1" status: 200 len: 818 time: 0.1343625 Apr 12 13:19:12.777111 dv-cinder-830097-4-iscsi neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-c3233f44-ba33-495d-921a-5c46e1cbe1bd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3691807'] for security_group (163d71b6-8ef7-40f5-a0bc-68752df7762a), after_delete {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:19:12.779644 dv-cinder-830097-4-iscsi neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-c3233f44-ba33-495d-921a-5c46e1cbe1bd admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:19:12.780798 dv-cinder-830097-4-iscsi neutron-server[103457]: INFO neutron.wsgi [None req-c3233f44-ba33-495d-921a-5c46e1cbe1bd admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/163d71b6-8ef7-40f5-a0bc-68752df7762a HTTP/1.1" status: 204 len: 168 time: 0.2106450 Apr 12 13:19:12.789460 dv-cinder-830097-4-iscsi neutron-server[103457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3233f44-ba33-495d-921a-5c46e1cbe1bd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=163d71b6-8ef7-40f5-a0bc-68752df7762a,revision_number=None']} {{(pid=103457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 13:19:12.862192 dv-cinder-830097-4-iscsi neutron-server[103457]: INFO neutron.wsgi [req-2318b262-1c28-4ec4-a9b0-27f1e8bae5a8 req-62c8caae-16b7-47e5-a31e-cabf956494d7 tempest-ServerRescueNegativeTestJSON-440649021 tempest-ServerRescueNegativeTestJSON-440649021-project] 10.222.0.55 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=03e871d047514daabb60a84f86099232 HTTP/1.1" status: 200 len: 380 time: 0.0706446 Apr 12 13:19:12.992312 dv-cinder-830097-4-iscsi neutron-server[103457]: DEBUG neutron.api.v2.base [req-2318b262-1c28-4ec4-a9b0-27f1e8bae5a8 req-a04c52e8-1820-4429-9be7-a83c6737f4e7 tempest-ServerRescueNegativeTestJSON-440649021 tempest-ServerRescueNegativeTestJSON-440649021-project] Request body: {'port': {'device_id': '629d75a5-e426-4cc1-9a91-03495357fac5', 'network_id': '8a9d7c73-ddbc-4eef-a839-e9bbe858207d', 'admin_state_up': True, 'tenant_id': '03e871d047514daabb60a84f86099232', 'security_groups': ['9a69e885-7be4-4d2c-b3f6-55a097b025b0']}} {{(pid=103457) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 12 13:19:13.044693 dv-cinder-830097-4-iscsi neutron-server[103458]: DEBUG neutron.wsgi [-] (103458) accepted ('10.222.0.18', 44964) {{(pid=103458) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 13:19:13.107080 dv-cinder-830097-4-iscsi neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2318b262-1c28-4ec4-a9b0-27f1e8bae5a8 req-a04c52e8-1820-4429-9be7-a83c6737f4e7 tempest-ServerRescueNegativeTestJSON-440649021 tempest-ServerRescueNegativeTestJSON-440649021-project] Made reservation on behalf of 03e871d047514daabb60a84f86099232 for: {'port': 1} {{(pid=103457) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 12 13:19:13.110877 dv-cinder-830097-4-iscsi neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [req-2318b262-1c28-4ec4-a9b0-27f1e8bae5a8 req-a04c52e8-1820-4429-9be7-a83c6737f4e7 tempest-ServerRescueNegativeTestJSON-440649021 tempest-ServerRescueNegativeTestJSON-440649021-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-916304'] for port (None), before_create {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:19:13.167384 dv-cinder-830097-4-iscsi neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-eda2f446-1d9d-43e5-bf07-79f5abec13c1 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:19:13.254106 dv-cinder-830097-4-iscsi neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-eda2f446-1d9d-43e5-bf07-79f5abec13c1 admin admin] Publish callbacks [] for security_group (fd2182a0-0ea5-4e1b-a9a0-57fea833e23c), precommit_create {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:19:13.257975 dv-cinder-830097-4-iscsi neutron-server[103457]: DEBUG neutron.db.db_base_plugin_common [req-2318b262-1c28-4ec4-a9b0-27f1e8bae5a8 req-a04c52e8-1820-4429-9be7-a83c6737f4e7 tempest-ServerRescueNegativeTestJSON-440649021 tempest-ServerRescueNegativeTestJSON-440649021-project] Allocated IP 172.20.0.11 (8a9d7c73-ddbc-4eef-a839-e9bbe858207d/e7f620b9-ee69-4e3f-9fdf-c3881765f45f/704ccb89-914e-44b5-a4ae-1dde71563bb0) {{(pid=103457) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 12 13:19:13.261167 dv-cinder-830097-4-iscsi neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-eda2f446-1d9d-43e5-bf07-79f5abec13c1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3691807'] for security_group (fd2182a0-0ea5-4e1b-a9a0-57fea833e23c), after_create {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:19:13.320380 dv-cinder-830097-4-iscsi neutron-server[103458]: INFO neutron.wsgi [None req-eda2f446-1d9d-43e5-bf07-79f5abec13c1 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=6552602ef92c412eb213ddd26a0e3d30&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2712965 Apr 12 13:19:13.320380 dv-cinder-830097-4-iscsi neutron-server[103458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eda2f446-1d9d-43e5-bf07-79f5abec13c1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fd2182a0-0ea5-4e1b-a9a0-57fea833e23c,revision_number=1']} {{(pid=103458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 13:19:13.320863 dv-cinder-830097-4-iscsi neutron-server[103458]: DEBUG neutron.wsgi [-] (103458) accepted ('10.222.0.18', 44982) {{(pid=103458) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 13:19:13.371851 dv-cinder-830097-4-iscsi neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-2ac9c362-f2ee-4698-be50-f44c9f9b102f admin admin] Publish callbacks [] for security_group (fd2182a0-0ea5-4e1b-a9a0-57fea833e23c), before_delete {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:19:13.401136 dv-cinder-830097-4-iscsi neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-2ac9c362-f2ee-4698-be50-f44c9f9b102f admin admin] Publish callbacks [] for security_group (fd2182a0-0ea5-4e1b-a9a0-57fea833e23c), precommit_delete {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:19:13.460032 dv-cinder-830097-4-iscsi neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-2ac9c362-f2ee-4698-be50-f44c9f9b102f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3691807'] for security_group (fd2182a0-0ea5-4e1b-a9a0-57fea833e23c), after_delete {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:19:13.470754 dv-cinder-830097-4-iscsi neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-2ac9c362-f2ee-4698-be50-f44c9f9b102f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:19:13.470754 dv-cinder-830097-4-iscsi neutron-server[103458]: INFO neutron.wsgi [None req-2ac9c362-f2ee-4698-be50-f44c9f9b102f admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/fd2182a0-0ea5-4e1b-a9a0-57fea833e23c HTTP/1.1" status: 204 len: 168 time: 0.1420202 Apr 12 13:19:13.474647 dv-cinder-830097-4-iscsi neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [req-2318b262-1c28-4ec4-a9b0-27f1e8bae5a8 req-a04c52e8-1820-4429-9be7-a83c6737f4e7 tempest-ServerRescueNegativeTestJSON-440649021 tempest-ServerRescueNegativeTestJSON-440649021-project] Publish callbacks [] for port (704ccb89-914e-44b5-a4ae-1dde71563bb0), precommit_create {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:19:13.476442 dv-cinder-830097-4-iscsi neutron-server[103458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ac9c362-f2ee-4698-be50-f44c9f9b102f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fd2182a0-0ea5-4e1b-a9a0-57fea833e23c,revision_number=None']} {{(pid=103458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 13:19:13.534963 dv-cinder-830097-4-iscsi neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [req-2318b262-1c28-4ec4-a9b0-27f1e8bae5a8 req-a04c52e8-1820-4429-9be7-a83c6737f4e7 tempest-ServerRescueNegativeTestJSON-440649021 tempest-ServerRescueNegativeTestJSON-440649021-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-915890', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3697887', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732727417914', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25610742'] for port (704ccb89-914e-44b5-a4ae-1dde71563bb0), after_create {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:19:13.591733 dv-cinder-830097-4-iscsi neutron-server[103457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a04c52e8-1820-4429-9be7-a83c6737f4e7 tempest-ServerRescueNegativeTestJSON-440649021 tempest-ServerRescueNegativeTestJSON-440649021-project] Pushing event updated for resources: {'Port': ['ID=704ccb89-914e-44b5-a4ae-1dde71563bb0,revision_number=1']} {{(pid=103457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 13:19:13.599669 dv-cinder-830097-4-iscsi neutron-server[103457]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2318b262-1c28-4ec4-a9b0-27f1e8bae5a8 req-a04c52e8-1820-4429-9be7-a83c6737f4e7 tempest-ServerRescueNegativeTestJSON-440649021 tempest-ServerRescueNegativeTestJSON-440649021-project] Network 8a9d7c73-ddbc-4eef-a839-e9bbe858207d is already hosted by enough agents. {{(pid=103457) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 12 13:19:13.601247 dv-cinder-830097-4-iscsi neutron-server[103457]: DEBUG neutron.scheduler.base_scheduler [req-2318b262-1c28-4ec4-a9b0-27f1e8bae5a8 req-a04c52e8-1820-4429-9be7-a83c6737f4e7 tempest-ServerRescueNegativeTestJSON-440649021 tempest-ServerRescueNegativeTestJSON-440649021-project] Resources bound (agent type, host, resource id): {{(pid=103457) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 12 13:19:13.604048 dv-cinder-830097-4-iscsi neutron-server[103457]: DEBUG neutron.db.l3_dvrscheduler_db [req-2318b262-1c28-4ec4-a9b0-27f1e8bae5a8 req-a04c52e8-1820-4429-9be7-a83c6737f4e7 tempest-ServerRescueNegativeTestJSON-440649021 tempest-ServerRescueNegativeTestJSON-440649021-project] Received port after_create {{(pid=103457) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 12 13:19:13.663846 dv-cinder-830097-4-iscsi neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2318b262-1c28-4ec4-a9b0-27f1e8bae5a8 req-a04c52e8-1820-4429-9be7-a83c6737f4e7 tempest-ServerRescueNegativeTestJSON-440649021 tempest-ServerRescueNegativeTestJSON-440649021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 13:19:13.664934 dv-cinder-830097-4-iscsi neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [req-2318b262-1c28-4ec4-a9b0-27f1e8bae5a8 req-a04c52e8-1820-4429-9be7-a83c6737f4e7 tempest-ServerRescueNegativeTestJSON-440649021 tempest-ServerRescueNegativeTestJSON-440649021-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-500965'] for port (None), before_response {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:19:13.682361 dv-cinder-830097-4-iscsi neutron-server[103457]: INFO neutron.wsgi [req-2318b262-1c28-4ec4-a9b0-27f1e8bae5a8 req-a04c52e8-1820-4429-9be7-a83c6737f4e7 tempest-ServerRescueNegativeTestJSON-440649021 tempest-ServerRescueNegativeTestJSON-440649021-project] 10.222.0.55 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.6938131 Apr 12 13:19:13.725242 dv-cinder-830097-4-iscsi neutron-server[103457]: DEBUG neutron.api.v2.base [req-2318b262-1c28-4ec4-a9b0-27f1e8bae5a8 req-17116620-ed48-481b-9916-a67c07ee0553 service neutron] Request body: {'port': {'device_id': '629d75a5-e426-4cc1-9a91-03495357fac5', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83009'}} {{(pid=103457) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 12 13:19:13.857438 dv-cinder-830097-4-iscsi neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [req-2318b262-1c28-4ec4-a9b0-27f1e8bae5a8 req-17116620-ed48-481b-9916-a67c07ee0553 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-916304'] for port (704ccb89-914e-44b5-a4ae-1dde71563bb0), before_update {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:19:13.874730 dv-cinder-830097-4-iscsi neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b71fbf9-19ab-40e4-a021-2f8e155783c3 req-82299eaa-e176-4316-b5ab-1ad0d1c58e28 tempest-ServerRescueNegativeTestJSON-440649021 tempest-ServerRescueNegativeTestJSON-440649021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 13:19:13.876520 dv-cinder-830097-4-iscsi neutron-server[103457]: INFO neutron.wsgi [req-7b71fbf9-19ab-40e4-a021-2f8e155783c3 req-82299eaa-e176-4316-b5ab-1ad0d1c58e28 tempest-ServerRescueNegativeTestJSON-440649021 tempest-ServerRescueNegativeTestJSON-440649021-project] 10.222.0.18 "GET /v2.0/ports?device_id=629d75a5-e426-4cc1-9a91-03495357fac5 HTTP/1.1" status: 200 len: 932 time: 0.0719693 Apr 12 13:19:13.952388 dv-cinder-830097-4-iscsi neutron-server[103459]: DEBUG neutron.db.provisioning_blocks [None req-8452b185-947a-4523-b245-1c896c3e2676 None None] Provisioning complete for port 704ccb89-914e-44b5-a4ae-1dde71563bb0 triggered by entity DHCP. {{(pid=103459) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 12 13:19:13.953692 dv-cinder-830097-4-iscsi neutron-server[103459]: DEBUG neutron_lib.callbacks.manager [None req-8452b185-947a-4523-b245-1c896c3e2676 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-657243'] for port (704ccb89-914e-44b5-a4ae-1dde71563bb0), provisioning_complete {{(pid=103459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:19:13.971181 dv-cinder-830097-4-iscsi neutron-server[103458]: DEBUG neutron.wsgi [-] (103458) accepted ('10.222.0.18', 45008) {{(pid=103458) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 13:19:13.998040 dv-cinder-830097-4-iscsi neutron-server[103459]: DEBUG neutron.plugins.ml2.plugin [None req-8452b185-947a-4523-b245-1c896c3e2676 None None] Port 704ccb89-914e-44b5-a4ae-1dde71563bb0 cannot update to ACTIVE because it is not bound. {{(pid=103459) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 12 13:19:14.028683 dv-cinder-830097-4-iscsi neutron-server[103457]: INFO neutron.wsgi [req-7b71fbf9-19ab-40e4-a021-2f8e155783c3 req-b4f41510-a802-46a1-9616-0e8e55685615 tempest-ServerRescueNegativeTestJSON-440649021 tempest-ServerRescueNegativeTestJSON-440649021-project] 10.222.0.18 "GET /v2.0/security-groups?id=9a69e885-7be4-4d2c-b3f6-55a097b025b0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1443806 Apr 12 13:19:14.134652 dv-cinder-830097-4-iscsi neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-4cc7b6fe-16f5-4e4b-b444-346a942749f4 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:19:14.241326 dv-cinder-830097-4-iscsi neutron-server[103457]: DEBUG neutron.notifiers.nova [req-2318b262-1c28-4ec4-a9b0-27f1e8bae5a8 req-17116620-ed48-481b-9916-a67c07ee0553 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 704ccb89-914e-44b5-a4ae-1dde71563bb0 {{(pid=103457) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 12 13:19:14.242269 dv-cinder-830097-4-iscsi neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-4cc7b6fe-16f5-4e4b-b444-346a942749f4 admin admin] Publish callbacks [] for security_group (bc73afaf-c2e7-4447-a43c-41982ba2ad48), precommit_create {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:19:14.250792 dv-cinder-830097-4-iscsi neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-4cc7b6fe-16f5-4e4b-b444-346a942749f4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3691807'] for security_group (bc73afaf-c2e7-4447-a43c-41982ba2ad48), after_create {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:19:14.252797 dv-cinder-830097-4-iscsi neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [req-2318b262-1c28-4ec4-a9b0-27f1e8bae5a8 req-17116620-ed48-481b-9916-a67c07ee0553 service neutron] Publish callbacks [] for port (704ccb89-914e-44b5-a4ae-1dde71563bb0), precommit_update {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:19:14.269142 dv-cinder-830097-4-iscsi neutron-server[103457]: DEBUG neutron.db.provisioning_blocks [req-2318b262-1c28-4ec4-a9b0-27f1e8bae5a8 req-17116620-ed48-481b-9916-a67c07ee0553 service neutron] Transition to ACTIVE for port object 704ccb89-914e-44b5-a4ae-1dde71563bb0 will not be triggered until provisioned by entity L2. {{(pid=103457) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 12 13:19:14.274314 dv-cinder-830097-4-iscsi neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [req-2318b262-1c28-4ec4-a9b0-27f1e8bae5a8 req-17116620-ed48-481b-9916-a67c07ee0553 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-915890', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3697887', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732727894815', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732727417932', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732727417950', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25610749'] for port (704ccb89-914e-44b5-a4ae-1dde71563bb0), after_update {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:19:14.298981 dv-cinder-830097-4-iscsi neutron-server[103458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cc7b6fe-16f5-4e4b-b444-346a942749f4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bc73afaf-c2e7-4447-a43c-41982ba2ad48,revision_number=1']} {{(pid=103458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 13:19:14.303849 dv-cinder-830097-4-iscsi neutron-server[103458]: INFO neutron.wsgi [None req-4cc7b6fe-16f5-4e4b-b444-346a942749f4 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=6f3585ee2392424a863c9b41f1cbbbfe&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3316433 Apr 12 13:19:14.306544 dv-cinder-830097-4-iscsi neutron-server[103458]: DEBUG neutron.wsgi [-] (103458) accepted ('10.222.0.18', 45024) {{(pid=103458) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 13:19:14.420564 dv-cinder-830097-4-iscsi neutron-server[103457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17116620-ed48-481b-9916-a67c07ee0553 service neutron] Pushing event updated for resources: {'Port': ['ID=704ccb89-914e-44b5-a4ae-1dde71563bb0,revision_number=2']} {{(pid=103457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 13:19:14.473901 dv-cinder-830097-4-iscsi neutron-server[103457]: DEBUG neutron.plugins.ml2.managers [req-2318b262-1c28-4ec4-a9b0-27f1e8bae5a8 req-17116620-ed48-481b-9916-a67c07ee0553 service neutron] Attempting to bind port 704ccb89-914e-44b5-a4ae-1dde71563bb0 on host hv-cinder-83009 for vnic_type normal with profile {{(pid=103457) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 12 13:19:14.474539 dv-cinder-830097-4-iscsi neutron-server[103457]: DEBUG neutron.plugins.ml2.managers [req-2318b262-1c28-4ec4-a9b0-27f1e8bae5a8 req-17116620-ed48-481b-9916-a67c07ee0553 service neutron] Attempting to bind port 704ccb89-914e-44b5-a4ae-1dde71563bb0 by drivers openvswitch,hyperv on host hv-cinder-83009 at level 0 using segments [{'id': 'cbdc8fb7-4f48-4130-80a4-939d65d92cbb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 222, 'network_id': '8a9d7c73-ddbc-4eef-a839-e9bbe858207d'}] {{(pid=103457) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 12 13:19:14.475079 dv-cinder-830097-4-iscsi neutron-server[103457]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2318b262-1c28-4ec4-a9b0-27f1e8bae5a8 req-17116620-ed48-481b-9916-a67c07ee0553 service neutron] Attempting to bind port 704ccb89-914e-44b5-a4ae-1dde71563bb0 on network 8a9d7c73-ddbc-4eef-a839-e9bbe858207d {{(pid=103457) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 12 13:19:14.487367 dv-cinder-830097-4-iscsi neutron-server[103457]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2318b262-1c28-4ec4-a9b0-27f1e8bae5a8 req-17116620-ed48-481b-9916-a67c07ee0553 service neutron] Port 704ccb89-914e-44b5-a4ae-1dde71563bb0 on network 8a9d7c73-ddbc-4eef-a839-e9bbe858207d not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83009 {{(pid=103457) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 12 13:19:14.487367 dv-cinder-830097-4-iscsi neutron-server[103457]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2318b262-1c28-4ec4-a9b0-27f1e8bae5a8 req-17116620-ed48-481b-9916-a67c07ee0553 service neutron] Attempting to bind port 704ccb89-914e-44b5-a4ae-1dde71563bb0 on network 8a9d7c73-ddbc-4eef-a839-e9bbe858207d {{(pid=103457) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 12 13:19:14.489215 dv-cinder-830097-4-iscsi neutron-server[103457]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2318b262-1c28-4ec4-a9b0-27f1e8bae5a8 req-17116620-ed48-481b-9916-a67c07ee0553 service neutron] Checking agent: {'id': 'ee5509cd-6dd7-49df-aa37-3740ebd1e34b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83009', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 12, 13, 13, 59), 'started_at': datetime.datetime(2022, 4, 12, 13, 13, 59), 'heartbeat_timestamp': datetime.datetime(2022, 4, 12, 13, 18, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103457) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 12 13:19:14.489562 dv-cinder-830097-4-iscsi neutron-server[103457]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2318b262-1c28-4ec4-a9b0-27f1e8bae5a8 req-17116620-ed48-481b-9916-a67c07ee0553 service neutron] Checking segment: {'id': 'cbdc8fb7-4f48-4130-80a4-939d65d92cbb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 222, 'network_id': '8a9d7c73-ddbc-4eef-a839-e9bbe858207d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103457) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 12 13:19:14.489954 dv-cinder-830097-4-iscsi neutron-server[103457]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2318b262-1c28-4ec4-a9b0-27f1e8bae5a8 req-17116620-ed48-481b-9916-a67c07ee0553 service neutron] Bound using segment: {'id': 'cbdc8fb7-4f48-4130-80a4-939d65d92cbb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 222, 'network_id': '8a9d7c73-ddbc-4eef-a839-e9bbe858207d'} {{(pid=103457) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 12 13:19:14.490504 dv-cinder-830097-4-iscsi neutron-server[103457]: DEBUG neutron.plugins.ml2.managers [req-2318b262-1c28-4ec4-a9b0-27f1e8bae5a8 req-17116620-ed48-481b-9916-a67c07ee0553 service neutron] Bound port: 704ccb89-914e-44b5-a4ae-1dde71563bb0, host: hv-cinder-83009, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'cbdc8fb7-4f48-4130-80a4-939d65d92cbb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 222, 'network_id': '8a9d7c73-ddbc-4eef-a839-e9bbe858207d'}}] {{(pid=103457) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 12 13:19:14.490801 dv-cinder-830097-4-iscsi neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [req-2318b262-1c28-4ec4-a9b0-27f1e8bae5a8 req-17116620-ed48-481b-9916-a67c07ee0553 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-916304'] for port (704ccb89-914e-44b5-a4ae-1dde71563bb0), before_update {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:19:14.597421 dv-cinder-830097-4-iscsi neutron-server[103457]: DEBUG neutron.plugins.ml2.db [req-2318b262-1c28-4ec4-a9b0-27f1e8bae5a8 req-17116620-ed48-481b-9916-a67c07ee0553 service neutron] For port 704ccb89-914e-44b5-a4ae-1dde71563bb0, host hv-cinder-83009, cleared binding levels {{(pid=103457) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 12 13:19:14.601702 dv-cinder-830097-4-iscsi neutron-server[103457]: DEBUG neutron.plugins.ml2.db [req-2318b262-1c28-4ec4-a9b0-27f1e8bae5a8 req-17116620-ed48-481b-9916-a67c07ee0553 service neutron] For port 704ccb89-914e-44b5-a4ae-1dde71563bb0, host hv-cinder-83009, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83009',level=0,port_id=704ccb89-914e-44b5-a4ae-1dde71563bb0,segment=NetworkSegment(cbdc8fb7-4f48-4130-80a4-939d65d92cbb),segment_id=cbdc8fb7-4f48-4130-80a4-939d65d92cbb)] {{(pid=103457) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 12 13:19:14.613248 dv-cinder-830097-4-iscsi neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [req-2318b262-1c28-4ec4-a9b0-27f1e8bae5a8 req-17116620-ed48-481b-9916-a67c07ee0553 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-915890', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3697887', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732727894815', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732727417932', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732727417950', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25610749'] for port (704ccb89-914e-44b5-a4ae-1dde71563bb0), after_update {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:19:14.644814 dv-cinder-830097-4-iscsi neutron-server[103458]: DEBUG neutron.wsgi [-] (103458) accepted ('10.222.0.18', 45040) {{(pid=103458) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 13:19:14.659392 dv-cinder-830097-4-iscsi neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2318b262-1c28-4ec4-a9b0-27f1e8bae5a8 req-17116620-ed48-481b-9916-a67c07ee0553 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 13:19:14.660278 dv-cinder-830097-4-iscsi neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [req-2318b262-1c28-4ec4-a9b0-27f1e8bae5a8 req-17116620-ed48-481b-9916-a67c07ee0553 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-500965'] for port (None), before_response {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:19:14.662032 dv-cinder-830097-4-iscsi neutron-server[103457]: INFO neutron.wsgi [req-2318b262-1c28-4ec4-a9b0-27f1e8bae5a8 req-17116620-ed48-481b-9916-a67c07ee0553 service neutron] 10.222.0.55 "PUT /v2.0/ports/704ccb89-914e-44b5-a4ae-1dde71563bb0 HTTP/1.1" status: 200 len: 1094 time: 0.9446414 Apr 12 13:19:14.664995 dv-cinder-830097-4-iscsi neutron-server[103457]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '629d75a5-e426-4cc1-9a91-03495357fac5', 'tag': '704ccb89-914e-44b5-a4ae-1dde71563bb0'}] {{(pid=103457) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 12 13:19:14.668352 dv-cinder-830097-4-iscsi neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-57a0a70e-cdbc-40b8-a0db-a0bea9de8413 admin admin] Publish callbacks [] for security_group (bc73afaf-c2e7-4447-a43c-41982ba2ad48), before_delete {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:19:14.669624 dv-cinder-830097-4-iscsi neutron-server[103457]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}086c7d3de3560e72b9669b0aa2f8f0aa3a7dc6896401f4467231a6605ceb6cb3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7e22448f-c314-4d5f-b09d-9446c5aa712c" -d '{"events": [{"name": "network-changed", "server_uuid": "629d75a5-e426-4cc1-9a91-03495357fac5", "tag": "704ccb89-914e-44b5-a4ae-1dde71563bb0"}]}' {{(pid=103457) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 12 13:19:14.720948 dv-cinder-830097-4-iscsi neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-57a0a70e-cdbc-40b8-a0db-a0bea9de8413 admin admin] Publish callbacks [] for security_group (bc73afaf-c2e7-4447-a43c-41982ba2ad48), precommit_delete {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:19:14.766868 dv-cinder-830097-4-iscsi neutron-server[103457]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 12 Apr 2022 13:19:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fde0e2d3-01a0-42a2-a0f4-5b10573552aa x-openstack-request-id: req-fde0e2d3-01a0-42a2-a0f4-5b10573552aa {{(pid=103457) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 12 13:19:14.767229 dv-cinder-830097-4-iscsi neutron-server[103457]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "629d75a5-e426-4cc1-9a91-03495357fac5", "tag": "704ccb89-914e-44b5-a4ae-1dde71563bb0", "status": "completed", "code": 200}]} {{(pid=103457) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 12 13:19:14.767590 dv-cinder-830097-4-iscsi neutron-server[103457]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-fde0e2d3-01a0-42a2-a0f4-5b10573552aa {{(pid=103457) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 12 13:19:14.768003 dv-cinder-830097-4-iscsi neutron-server[103457]: INFO neutron.notifiers.nova [-] Nova event matching ['req-fde0e2d3-01a0-42a2-a0f4-5b10573552aa'] response: {'name': 'network-changed', 'server_uuid': '629d75a5-e426-4cc1-9a91-03495357fac5', 'tag': '704ccb89-914e-44b5-a4ae-1dde71563bb0', 'status': 'completed', 'code': 200} Apr 12 13:19:14.786456 dv-cinder-830097-4-iscsi neutron-server[103457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17116620-ed48-481b-9916-a67c07ee0553 service neutron] Pushing event updated for resources: {'Port': ['ID=704ccb89-914e-44b5-a4ae-1dde71563bb0,revision_number=3']} {{(pid=103457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 13:19:14.802456 dv-cinder-830097-4-iscsi neutron-server[103458]: DEBUG neutron.api.v2.base [None req-7b5381da-22d8-42c4-9ffb-d8c5aa054f8a admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-1558463520-network', 'tenant_id': '713bbcf7a57142f0a2bb30d1eed8f037'}} {{(pid=103458) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 12 13:19:14.818560 dv-cinder-830097-4-iscsi neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-57a0a70e-cdbc-40b8-a0db-a0bea9de8413 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3691807'] for security_group (bc73afaf-c2e7-4447-a43c-41982ba2ad48), after_delete {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:19:14.821419 dv-cinder-830097-4-iscsi neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-57a0a70e-cdbc-40b8-a0db-a0bea9de8413 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:19:14.825090 dv-cinder-830097-4-iscsi neutron-server[103458]: INFO neutron.wsgi [None req-57a0a70e-cdbc-40b8-a0db-a0bea9de8413 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/bc73afaf-c2e7-4447-a43c-41982ba2ad48 HTTP/1.1" status: 204 len: 168 time: 0.5133560 Apr 12 13:19:14.825284 dv-cinder-830097-4-iscsi neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2318b262-1c28-4ec4-a9b0-27f1e8bae5a8 req-a31b69ef-ac6a-4b00-9b57-d308ba8b832e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 13:19:14.825284 dv-cinder-830097-4-iscsi neutron-server[103457]: INFO neutron.wsgi [req-2318b262-1c28-4ec4-a9b0-27f1e8bae5a8 req-a31b69ef-ac6a-4b00-9b57-d308ba8b832e service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=03e871d047514daabb60a84f86099232&device_id=629d75a5-e426-4cc1-9a91-03495357fac5 HTTP/1.1" status: 200 len: 1128 time: 0.0646420 Apr 12 13:19:14.843763 dv-cinder-830097-4-iscsi neutron-server[103458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57a0a70e-cdbc-40b8-a0db-a0bea9de8413 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bc73afaf-c2e7-4447-a43c-41982ba2ad48,revision_number=None']} {{(pid=103458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 13:19:14.848049 dv-cinder-830097-4-iscsi neutron-server[103458]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7b5381da-22d8-42c4-9ffb-d8c5aa054f8a admin admin] Made reservation on behalf of 713bbcf7a57142f0a2bb30d1eed8f037 for: {'network': 1} {{(pid=103458) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 12 13:19:14.852725 dv-cinder-830097-4-iscsi neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-7b5381da-22d8-42c4-9ffb-d8c5aa054f8a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-916304'] for network (None), before_create {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:19:14.865499 dv-cinder-830097-4-iscsi neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-7b5381da-22d8-42c4-9ffb-d8c5aa054f8a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:19:14.905632 dv-cinder-830097-4-iscsi neutron-server[103457]: INFO neutron.wsgi [req-2318b262-1c28-4ec4-a9b0-27f1e8bae5a8 req-d01cdca0-bc34-485b-a222-06c046226f03 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=704ccb89-914e-44b5-a4ae-1dde71563bb0 HTTP/1.1" status: 200 len: 217 time: 0.0665791 Apr 12 13:19:14.980168 dv-cinder-830097-4-iscsi neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2318b262-1c28-4ec4-a9b0-27f1e8bae5a8 req-17fbce4d-9827-4840-9df9-5a797dd59717 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 13:19:14.981975 dv-cinder-830097-4-iscsi neutron-server[103457]: INFO neutron.wsgi [req-2318b262-1c28-4ec4-a9b0-27f1e8bae5a8 req-17fbce4d-9827-4840-9df9-5a797dd59717 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=e7f620b9-ee69-4e3f-9fdf-c3881765f45f HTTP/1.1" status: 200 len: 857 time: 0.0687215 Apr 12 13:19:15.021371 dv-cinder-830097-4-iscsi neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-7b5381da-22d8-42c4-9ffb-d8c5aa054f8a admin admin] Publish callbacks [] for security_group (54f41ed2-7783-41b2-9a54-41f38a5a9c07), precommit_create {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:19:15.026460 dv-cinder-830097-4-iscsi neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-7b5381da-22d8-42c4-9ffb-d8c5aa054f8a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3691807'] for security_group (54f41ed2-7783-41b2-9a54-41f38a5a9c07), after_create {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:19:15.060922 dv-cinder-830097-4-iscsi neutron-server[103458]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7b5381da-22d8-42c4-9ffb-d8c5aa054f8a admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 201} {{(pid=103458) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 12 13:19:15.067694 dv-cinder-830097-4-iscsi neutron-server[103458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b5381da-22d8-42c4-9ffb-d8c5aa054f8a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=54f41ed2-7783-41b2-9a54-41f38a5a9c07,revision_number=1']} {{(pid=103458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 13:19:15.069669 dv-cinder-830097-4-iscsi neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2318b262-1c28-4ec4-a9b0-27f1e8bae5a8 req-54e50d84-042d-49d1-b7b0-9bcdfe8bdc5e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 13:19:15.076784 dv-cinder-830097-4-iscsi neutron-server[103457]: INFO neutron.wsgi [req-2318b262-1c28-4ec4-a9b0-27f1e8bae5a8 req-54e50d84-042d-49d1-b7b0-9bcdfe8bdc5e service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=8a9d7c73-ddbc-4eef-a839-e9bbe858207d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0830519 Apr 12 13:19:15.093910 dv-cinder-830097-4-iscsi neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-7b5381da-22d8-42c4-9ffb-d8c5aa054f8a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-715442'] for segment (22816d98-787f-4f09-adc7-9591d9bff28c), precommit_create {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:19:15.099783 dv-cinder-830097-4-iscsi neutron-server[103458]: INFO neutron.db.segments_db [None req-7b5381da-22d8-42c4-9ffb-d8c5aa054f8a admin admin] Added segment 22816d98-787f-4f09-adc7-9591d9bff28c of type vlan for network dd564e5e-84b2-456c-afed-34fe02080a74 Apr 12 13:19:15.187397 dv-cinder-830097-4-iscsi neutron-server[103457]: INFO neutron.wsgi [req-2318b262-1c28-4ec4-a9b0-27f1e8bae5a8 req-00f7ae45-4278-46ed-a3e1-23e267f2d0fd service neutron] 10.222.0.55 "GET /v2.0/networks/8a9d7c73-ddbc-4eef-a839-e9bbe858207d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1065488 Apr 12 13:19:15.201627 dv-cinder-830097-4-iscsi neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-7b5381da-22d8-42c4-9ffb-d8c5aa054f8a admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8732727402599'] for network (dd564e5e-84b2-456c-afed-34fe02080a74), precommit_create {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:19:15.234723 dv-cinder-830097-4-iscsi neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-7b5381da-22d8-42c4-9ffb-d8c5aa054f8a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3691972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3697887'] for network (dd564e5e-84b2-456c-afed-34fe02080a74), after_create {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:19:15.238220 dv-cinder-830097-4-iscsi neutron-server[103458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7b5381da-22d8-42c4-9ffb-d8c5aa054f8a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 13:19:15.239549 dv-cinder-830097-4-iscsi neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-7b5381da-22d8-42c4-9ffb-d8c5aa054f8a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3697709'] for network (None), before_response {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:19:15.259798 dv-cinder-830097-4-iscsi neutron-server[103458]: INFO neutron.wsgi [None req-7b5381da-22d8-42c4-9ffb-d8c5aa054f8a admin admin] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.6135197 Apr 12 13:19:15.267158 dv-cinder-830097-4-iscsi neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97752397-719e-4dc4-a534-707e1e111934 req-97d24043-c621-4b94-8541-ec170bb3193a tempest-ServerRescueNegativeTestJSON-440649021 tempest-ServerRescueNegativeTestJSON-440649021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 13:19:15.268562 dv-cinder-830097-4-iscsi neutron-server[103457]: INFO neutron.wsgi [req-97752397-719e-4dc4-a534-707e1e111934 req-97d24043-c621-4b94-8541-ec170bb3193a tempest-ServerRescueNegativeTestJSON-440649021 tempest-ServerRescueNegativeTestJSON-440649021-project] 10.222.0.18 "GET /v2.0/ports?device_id=629d75a5-e426-4cc1-9a91-03495357fac5 HTTP/1.1" status: 200 len: 944 time: 0.0803013 Apr 12 13:19:15.269069 dv-cinder-830097-4-iscsi neutron-server[103457]: DEBUG neutron.wsgi [-] (103457) accepted ('10.222.0.18', 45066) {{(pid=103457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 13:19:15.271432 dv-cinder-830097-4-iscsi neutron-server[103458]: DEBUG neutron.wsgi [-] (103458) accepted ('10.222.0.18', 45068) {{(pid=103458) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 13:19:15.295726 dv-cinder-830097-4-iscsi neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-72e5165f-aa1d-4257-838a-e07f86ef206b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:19:15.304191 dv-cinder-830097-4-iscsi neutron-server[103457]: DEBUG neutron.api.v2.base [None req-6921e53a-07cc-4ba8-b8c9-1f061b6d7c4b admin admin] Request body: {'subnet': {'network_id': 'dd564e5e-84b2-456c-afed-34fe02080a74', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-1558463520-subnet', 'tenant_id': '713bbcf7a57142f0a2bb30d1eed8f037', 'ip_version': 4}} {{(pid=103457) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 12 13:19:15.338838 dv-cinder-830097-4-iscsi neutron-server[103458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b5381da-22d8-42c4-9ffb-d8c5aa054f8a admin admin] Pushing event updated for resources: {'Network': ['ID=dd564e5e-84b2-456c-afed-34fe02080a74,revision_number=1']} {{(pid=103458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 13:19:15.351994 dv-cinder-830097-4-iscsi neutron-server[103459]: DEBUG neutron.plugins.ml2.rpc [None req-53781792-8650-4c78-93a6-1c4d328d874c None None] Network dd564e5e-84b2-456c-afed-34fe02080a74 details requested by agent ovs-agent-dv-cinder-830097-4-iscsi with host dv-cinder-830097-4-iscsi {{(pid=103459) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 12 13:19:15.377953 dv-cinder-830097-4-iscsi neutron-server[103457]: INFO neutron.wsgi [req-97752397-719e-4dc4-a534-707e1e111934 req-86ca863c-4dc2-4873-b606-5739dec3499d tempest-ServerRescueNegativeTestJSON-440649021 tempest-ServerRescueNegativeTestJSON-440649021-project] 10.222.0.18 "GET /v2.0/security-groups?id=9a69e885-7be4-4d2c-b3f6-55a097b025b0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0822258 Apr 12 13:19:15.383152 dv-cinder-830097-4-iscsi neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6921e53a-07cc-4ba8-b8c9-1f061b6d7c4b admin admin] Made reservation on behalf of 713bbcf7a57142f0a2bb30d1eed8f037 for: {'subnet': 1} {{(pid=103457) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 12 13:19:15.386008 dv-cinder-830097-4-iscsi neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-6921e53a-07cc-4ba8-b8c9-1f061b6d7c4b admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25774359'] for subnet (None), before_create {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:19:15.418370 dv-cinder-830097-4-iscsi neutron-server[103457]: INFO neutron.wsgi [req-2318b262-1c28-4ec4-a9b0-27f1e8bae5a8 req-7af3e30a-da73-4805-b807-b15e1d3a67fd service neutron] 10.222.0.55 "GET /v2.0/networks/8a9d7c73-ddbc-4eef-a839-e9bbe858207d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2191157 Apr 12 13:19:15.420054 dv-cinder-830097-4-iscsi neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-72e5165f-aa1d-4257-838a-e07f86ef206b admin admin] Publish callbacks [] for security_group (3d85adab-11b5-43c1-9f7d-2fa3b44ec999), precommit_create {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:19:15.426143 dv-cinder-830097-4-iscsi neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-72e5165f-aa1d-4257-838a-e07f86ef206b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3691807'] for security_group (3d85adab-11b5-43c1-9f7d-2fa3b44ec999), after_create {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:19:15.488148 dv-cinder-830097-4-iscsi neutron-server[103458]: INFO neutron.wsgi [None req-72e5165f-aa1d-4257-838a-e07f86ef206b admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=cf176ab659f8440ba0b40233f48c6183&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2155066 Apr 12 13:19:15.490797 dv-cinder-830097-4-iscsi neutron-server[103458]: DEBUG neutron.wsgi [-] (103458) accepted ('10.222.0.18', 45072) {{(pid=103458) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 13:19:15.498998 dv-cinder-830097-4-iscsi neutron-server[103458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72e5165f-aa1d-4257-838a-e07f86ef206b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3d85adab-11b5-43c1-9f7d-2fa3b44ec999,revision_number=1']} {{(pid=103458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 13:19:15.574371 dv-cinder-830097-4-iscsi neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-c71824f8-fb97-4458-916d-059e1bc676a2 admin admin] Publish callbacks [] for security_group (3d85adab-11b5-43c1-9f7d-2fa3b44ec999), before_delete {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:19:15.605820 dv-cinder-830097-4-iscsi neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-c71824f8-fb97-4458-916d-059e1bc676a2 admin admin] Publish callbacks [] for security_group (3d85adab-11b5-43c1-9f7d-2fa3b44ec999), precommit_delete {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:19:15.620216 dv-cinder-830097-4-iscsi neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-6921e53a-07cc-4ba8-b8c9-1f061b6d7c4b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3682813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3697887', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25610054', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25774341'] for subnet (b573db6a-5739-46b0-a65e-7d9b85205259), after_create {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:19:15.664562 dv-cinder-830097-4-iscsi neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-c71824f8-fb97-4458-916d-059e1bc676a2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3691807'] for security_group (3d85adab-11b5-43c1-9f7d-2fa3b44ec999), after_delete {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:19:15.667255 dv-cinder-830097-4-iscsi neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-c71824f8-fb97-4458-916d-059e1bc676a2 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:19:15.668338 dv-cinder-830097-4-iscsi neutron-server[103458]: INFO neutron.wsgi [None req-c71824f8-fb97-4458-916d-059e1bc676a2 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/3d85adab-11b5-43c1-9f7d-2fa3b44ec999 HTTP/1.1" status: 204 len: 168 time: 0.1762745 Apr 12 13:19:15.683236 dv-cinder-830097-4-iscsi neutron-server[103458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c71824f8-fb97-4458-916d-059e1bc676a2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3d85adab-11b5-43c1-9f7d-2fa3b44ec999,revision_number=None']} {{(pid=103458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 13:19:15.711327 dv-cinder-830097-4-iscsi neutron-server[103457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6921e53a-07cc-4ba8-b8c9-1f061b6d7c4b admin admin] Pushing event updated for resources: {'Subnet': ['ID=b573db6a-5739-46b0-a65e-7d9b85205259,revision_number=0']} {{(pid=103457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 13:19:15.720983 dv-cinder-830097-4-iscsi neutron-server[103457]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6921e53a-07cc-4ba8-b8c9-1f061b6d7c4b admin admin] Checking segment: {'id': '22816d98-787f-4f09-adc7-9591d9bff28c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 201, 'network_id': 'dd564e5e-84b2-456c-afed-34fe02080a74'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103457) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 12 13:19:15.721349 dv-cinder-830097-4-iscsi neutron-server[103457]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6921e53a-07cc-4ba8-b8c9-1f061b6d7c4b admin admin] Network hostable DHCP agents. Network: dd564e5e-84b2-456c-afed-34fe02080a74, hostable agents: ['246ca497-e2ee-4e0b-b432-b4153c207e5f'], hosted agents: [] {{(pid=103457) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 12 13:19:15.739263 dv-cinder-830097-4-iscsi neutron-server[103457]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6921e53a-07cc-4ba8-b8c9-1f061b6d7c4b admin admin] Network dd564e5e-84b2-456c-afed-34fe02080a74 is scheduled to be hosted by DHCP agent 246ca497-e2ee-4e0b-b432-b4153c207e5f with binding_index 1 {{(pid=103457) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 12 13:19:15.748481 dv-cinder-830097-4-iscsi neutron-server[103457]: DEBUG neutron.scheduler.base_scheduler [None req-6921e53a-07cc-4ba8-b8c9-1f061b6d7c4b admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-830097-4-iscsi, dd564e5e-84b2-456c-afed-34fe02080a74) {{(pid=103457) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 12 13:19:15.754668 dv-cinder-830097-4-iscsi neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6921e53a-07cc-4ba8-b8c9-1f061b6d7c4b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 13:19:15.755190 dv-cinder-830097-4-iscsi neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-6921e53a-07cc-4ba8-b8c9-1f061b6d7c4b admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:19:15.760416 dv-cinder-830097-4-iscsi neutron-server[103459]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c8b4fed1-38fc-4aad-9b74-7c2c5c1ce354 None None] Network dd564e5e-84b2-456c-afed-34fe02080a74 requested from dv-cinder-830097-4-iscsi {{(pid=103459) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 12 13:19:15.778100 dv-cinder-830097-4-iscsi neutron-server[103457]: INFO neutron.wsgi [None req-6921e53a-07cc-4ba8-b8c9-1f061b6d7c4b admin admin] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.4834726 Apr 12 13:19:15.780698 dv-cinder-830097-4-iscsi neutron-server[103458]: DEBUG neutron.wsgi [-] (103458) accepted ('10.222.0.18', 45082) {{(pid=103458) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 13:19:15.785794 dv-cinder-830097-4-iscsi neutron-server[103458]: DEBUG neutron.api.v2.base [None req-7a423022-dff4-4476-aa28-14a01b51e9df admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-1558463520-router', 'tenant_id': '713bbcf7a57142f0a2bb30d1eed8f037', 'external_gateway_info': {'network_id': '26d0436d-8ae2-49bd-8cc6-3d2eac552c84'}}} {{(pid=103458) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 12 13:19:15.806665 dv-cinder-830097-4-iscsi neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-7a423022-dff4-4476-aa28-14a01b51e9df admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3800912', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-36249'] for router (b07a6f3d-13d7-49d3-a26b-8607e959c04a), before_create {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:19:15.807900 dv-cinder-830097-4-iscsi neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-7a423022-dff4-4476-aa28-14a01b51e9df admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3800288', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3747931', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-4120380', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-36256'] for router (b07a6f3d-13d7-49d3-a26b-8607e959c04a), precommit_create {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:19:15.865830 dv-cinder-830097-4-iscsi neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-7a423022-dff4-4476-aa28-14a01b51e9df admin admin] Publish callbacks [] for router_controller (b07a6f3d-13d7-49d3-a26b-8607e959c04a), precommit_add_association {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:19:16.012568 dv-cinder-830097-4-iscsi neutron-server[103459]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b1ffa9df-71af-42d5-9971-4bf72ca21523 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0dda7392-c464-571f-8166-3efeee773273-dd564e5e-84b2-456c-afed-34fe02080a74', 'network_id': 'dd564e5e-84b2-456c-afed-34fe02080a74', 'project_id': '713bbcf7a57142f0a2bb30d1eed8f037', 'fixed_ips': [{'subnet_id': 'b573db6a-5739-46b0-a65e-7d9b85205259'}]}} from dv-cinder-830097-4-iscsi. {{(pid=103459) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Apr 12 13:19:16.013549 dv-cinder-830097-4-iscsi neutron-server[103459]: DEBUG neutron_lib.callbacks.manager [None req-b1ffa9df-71af-42d5-9971-4bf72ca21523 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-916304'] for port (None), before_create {{(pid=103459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:19:16.021131 dv-cinder-830097-4-iscsi neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-7a423022-dff4-4476-aa28-14a01b51e9df admin admin] Publish callbacks [] for router_gateway (b07a6f3d-13d7-49d3-a26b-8607e959c04a), precommit_update {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:19:16.170165 dv-cinder-830097-4-iscsi neutron-server[103459]: DEBUG neutron.db.db_base_plugin_common [None req-b1ffa9df-71af-42d5-9971-4bf72ca21523 None None] Allocated IP 172.20.0.2 (dd564e5e-84b2-456c-afed-34fe02080a74/b573db6a-5739-46b0-a65e-7d9b85205259/6a6f8540-f13a-454f-b360-18afbeaf2168) {{(pid=103459) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 12 13:19:16.224624 dv-cinder-830097-4-iscsi neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-7a423022-dff4-4476-aa28-14a01b51e9df admin admin] Publish callbacks [] for router_gateway (b07a6f3d-13d7-49d3-a26b-8607e959c04a), before_create {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:19:16.243563 dv-cinder-830097-4-iscsi neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-7a423022-dff4-4476-aa28-14a01b51e9df admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-916304'] for port (None), before_create {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:19:16.327950 dv-cinder-830097-4-iscsi neutron-server[103459]: DEBUG neutron_lib.callbacks.manager [None req-b1ffa9df-71af-42d5-9971-4bf72ca21523 None None] Publish callbacks [] for port (6a6f8540-f13a-454f-b360-18afbeaf2168), precommit_create {{(pid=103459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:19:16.338427 dv-cinder-830097-4-iscsi neutron-server[103459]: DEBUG neutron_lib.callbacks.manager [None req-b1ffa9df-71af-42d5-9971-4bf72ca21523 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-915890', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3697887', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732727417914'] for port (6a6f8540-f13a-454f-b360-18afbeaf2168), after_create {{(pid=103459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:19:16.371182 dv-cinder-830097-4-iscsi neutron-server[103458]: DEBUG neutron.db.db_base_plugin_common [None req-7a423022-dff4-4476-aa28-14a01b51e9df admin admin] Allocated IP 172.27.0.213 (26d0436d-8ae2-49bd-8cc6-3d2eac552c84/d93852d8-8f89-4b1c-bef4-0e05f499a8db/9b541114-9306-4cda-a16a-61689157b0c2) {{(pid=103458) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 12 13:19:16.385253 dv-cinder-830097-4-iscsi neutron-server[103459]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b1ffa9df-71af-42d5-9971-4bf72ca21523 None None] Network dd564e5e-84b2-456c-afed-34fe02080a74 is already hosted by enough agents. {{(pid=103459) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 12 13:19:16.388312 dv-cinder-830097-4-iscsi neutron-server[103459]: DEBUG neutron.scheduler.base_scheduler [None req-b1ffa9df-71af-42d5-9971-4bf72ca21523 None None] Resources bound (agent type, host, resource id): {{(pid=103459) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 12 13:19:16.390890 dv-cinder-830097-4-iscsi neutron-server[103459]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b1ffa9df-71af-42d5-9971-4bf72ca21523 None None] Received port after_create {{(pid=103459) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 12 13:19:16.405213 dv-cinder-830097-4-iscsi neutron-server[103459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1ffa9df-71af-42d5-9971-4bf72ca21523 None None] Pushing event updated for resources: {'Port': ['ID=6a6f8540-f13a-454f-b360-18afbeaf2168,revision_number=1']} {{(pid=103459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 13:19:16.459760 dv-cinder-830097-4-iscsi neutron-server[103459]: DEBUG neutron.plugins.ml2.managers [None req-b1ffa9df-71af-42d5-9971-4bf72ca21523 None None] Attempting to bind port 6a6f8540-f13a-454f-b360-18afbeaf2168 on host dv-cinder-830097-4-iscsi for vnic_type normal with profile {{(pid=103459) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 12 13:19:16.460139 dv-cinder-830097-4-iscsi neutron-server[103459]: DEBUG neutron.plugins.ml2.managers [None req-b1ffa9df-71af-42d5-9971-4bf72ca21523 None None] Attempting to bind port 6a6f8540-f13a-454f-b360-18afbeaf2168 by drivers openvswitch,hyperv on host dv-cinder-830097-4-iscsi at level 0 using segments [{'id': '22816d98-787f-4f09-adc7-9591d9bff28c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 201, 'network_id': 'dd564e5e-84b2-456c-afed-34fe02080a74'}] {{(pid=103459) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 12 13:19:16.460657 dv-cinder-830097-4-iscsi neutron-server[103459]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b1ffa9df-71af-42d5-9971-4bf72ca21523 None None] Attempting to bind port 6a6f8540-f13a-454f-b360-18afbeaf2168 on network dd564e5e-84b2-456c-afed-34fe02080a74 {{(pid=103459) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 12 13:19:16.466306 dv-cinder-830097-4-iscsi neutron-server[103459]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b1ffa9df-71af-42d5-9971-4bf72ca21523 None None] Checking agent: {'id': '3f2daa45-5e56-452b-8a21-b519edfce99e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-830097-4-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 12, 13, 7, 23), 'started_at': datetime.datetime(2022, 4, 12, 13, 7, 53), 'heartbeat_timestamp': datetime.datetime(2022, 4, 12, 13, 18, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-830097-4-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103459) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 12 13:19:16.466681 dv-cinder-830097-4-iscsi neutron-server[103459]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b1ffa9df-71af-42d5-9971-4bf72ca21523 None None] Checking segment: {'id': '22816d98-787f-4f09-adc7-9591d9bff28c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 201, 'network_id': 'dd564e5e-84b2-456c-afed-34fe02080a74'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103459) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 12 13:19:16.467264 dv-cinder-830097-4-iscsi neutron-server[103459]: DEBUG neutron_lib.callbacks.manager [None req-b1ffa9df-71af-42d5-9971-4bf72ca21523 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:19:16.467863 dv-cinder-830097-4-iscsi neutron-server[103459]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b1ffa9df-71af-42d5-9971-4bf72ca21523 None None] Bound using segment: {'id': '22816d98-787f-4f09-adc7-9591d9bff28c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 201, 'network_id': 'dd564e5e-84b2-456c-afed-34fe02080a74'} {{(pid=103459) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 12 13:19:16.468478 dv-cinder-830097-4-iscsi neutron-server[103459]: DEBUG neutron.plugins.ml2.managers [None req-b1ffa9df-71af-42d5-9971-4bf72ca21523 None None] Bound port: 6a6f8540-f13a-454f-b360-18afbeaf2168, host: dv-cinder-830097-4-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '22816d98-787f-4f09-adc7-9591d9bff28c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 201, 'network_id': 'dd564e5e-84b2-456c-afed-34fe02080a74'}}] {{(pid=103459) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 12 13:19:16.469053 dv-cinder-830097-4-iscsi neutron-server[103459]: DEBUG neutron_lib.callbacks.manager [None req-b1ffa9df-71af-42d5-9971-4bf72ca21523 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-916304'] for port (6a6f8540-f13a-454f-b360-18afbeaf2168), before_update {{(pid=103459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:19:16.534252 dv-cinder-830097-4-iscsi neutron-server[103458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e6822ac-d9ce-42f2-9c53-4024b431438b req-f7013808-44bd-49a6-bdab-caab2e42a83e tempest-ServerRescueNegativeTestJSON-440649021 tempest-ServerRescueNegativeTestJSON-440649021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 13:19:16.535741 dv-cinder-830097-4-iscsi neutron-server[103458]: INFO neutron.wsgi [req-8e6822ac-d9ce-42f2-9c53-4024b431438b req-f7013808-44bd-49a6-bdab-caab2e42a83e tempest-ServerRescueNegativeTestJSON-440649021 tempest-ServerRescueNegativeTestJSON-440649021-project] 10.222.0.18 "GET /v2.0/ports?device_id=629d75a5-e426-4cc1-9a91-03495357fac5 HTTP/1.1" status: 200 len: 944 time: 0.0703018 Apr 12 13:19:16.539197 dv-cinder-830097-4-iscsi neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-7a423022-dff4-4476-aa28-14a01b51e9df admin admin] Publish callbacks [] for port (9b541114-9306-4cda-a16a-61689157b0c2), precommit_create {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:19:16.545154 dv-cinder-830097-4-iscsi neutron-server[103459]: DEBUG neutron.plugins.ml2.db [None req-b1ffa9df-71af-42d5-9971-4bf72ca21523 None None] For port 6a6f8540-f13a-454f-b360-18afbeaf2168, host dv-cinder-830097-4-iscsi, cleared binding levels {{(pid=103459) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 12 13:19:16.548818 dv-cinder-830097-4-iscsi neutron-server[103459]: DEBUG neutron.plugins.ml2.db [None req-b1ffa9df-71af-42d5-9971-4bf72ca21523 None None] For port 6a6f8540-f13a-454f-b360-18afbeaf2168, host dv-cinder-830097-4-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-830097-4-iscsi',level=0,port_id=6a6f8540-f13a-454f-b360-18afbeaf2168,segment=NetworkSegment(22816d98-787f-4f09-adc7-9591d9bff28c),segment_id=22816d98-787f-4f09-adc7-9591d9bff28c)] {{(pid=103459) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 12 13:19:16.555228 dv-cinder-830097-4-iscsi neutron-server[103459]: DEBUG neutron_lib.callbacks.manager [None req-b1ffa9df-71af-42d5-9971-4bf72ca21523 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-915890', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3697887', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732727894815', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732727417932', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732727417950'] for port (6a6f8540-f13a-454f-b360-18afbeaf2168), after_update {{(pid=103459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:19:16.594902 dv-cinder-830097-4-iscsi neutron-server[103458]: INFO neutron.wsgi [req-8e6822ac-d9ce-42f2-9c53-4024b431438b req-3415beda-4be4-45f4-9ba8-096456cb6427 tempest-ServerRescueNegativeTestJSON-440649021 tempest-ServerRescueNegativeTestJSON-440649021-project] 10.222.0.18 "GET /v2.0/security-groups?id=9a69e885-7be4-4d2c-b3f6-55a097b025b0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0525420 Apr 12 13:19:16.617600 dv-cinder-830097-4-iscsi neutron-server[103459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1ffa9df-71af-42d5-9971-4bf72ca21523 None None] Pushing event updated for resources: {'Port': ['ID=6a6f8540-f13a-454f-b360-18afbeaf2168,revision_number=2']} {{(pid=103459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 13:19:16.632083 dv-cinder-830097-4-iscsi neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-7a423022-dff4-4476-aa28-14a01b51e9df admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-915890', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3697887', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732727417914', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26097133'] for port (9b541114-9306-4cda-a16a-61689157b0c2), after_create {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:19:16.693653 dv-cinder-830097-4-iscsi neutron-server[103458]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7a423022-dff4-4476-aa28-14a01b51e9df admin admin] Network 26d0436d-8ae2-49bd-8cc6-3d2eac552c84 is already hosted by enough agents. {{(pid=103458) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 12 13:19:16.694949 dv-cinder-830097-4-iscsi neutron-server[103458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a423022-dff4-4476-aa28-14a01b51e9df admin admin] Pushing event updated for resources: {'Port': ['ID=9b541114-9306-4cda-a16a-61689157b0c2,revision_number=1']} {{(pid=103458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 13:19:16.697649 dv-cinder-830097-4-iscsi neutron-server[103458]: DEBUG neutron.scheduler.base_scheduler [None req-7a423022-dff4-4476-aa28-14a01b51e9df admin admin] Resources bound (agent type, host, resource id): {{(pid=103458) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 12 13:19:16.699763 dv-cinder-830097-4-iscsi neutron-server[103458]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7a423022-dff4-4476-aa28-14a01b51e9df admin admin] Received port after_create {{(pid=103458) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 12 13:19:16.758511 dv-cinder-830097-4-iscsi neutron-server[103459]: DEBUG neutron_lib.callbacks.manager [None req-1a807142-3c87-40af-9552-ae2070333603 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732727929501', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-657397'] for agent (246ca497-e2ee-4e0b-b432-b4153c207e5f), after_update {{(pid=103459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:19:17.071886 dv-cinder-830097-4-iscsi neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-7a423022-dff4-4476-aa28-14a01b51e9df admin admin] Publish callbacks [] for router_gateway (b07a6f3d-13d7-49d3-a26b-8607e959c04a), after_create {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:19:17.269439 dv-cinder-830097-4-iscsi neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-7a423022-dff4-4476-aa28-14a01b51e9df admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3800281', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3739048'] for router (b07a6f3d-13d7-49d3-a26b-8607e959c04a), after_create {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:19:17.397052 dv-cinder-830097-4-iscsi neutron-server[103458]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7a423022-dff4-4476-aa28-14a01b51e9df admin admin] Router b07a6f3d-13d7-49d3-a26b-8607e959c04a is scheduled to L3 agent b7e11a8b-aeed-493f-9763-461016dddc93 with binding_index 1 {{(pid=103458) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 12 13:19:17.508867 dv-cinder-830097-4-iscsi neutron-server[103458]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7a423022-dff4-4476-aa28-14a01b51e9df admin admin] Notify agent at l3_agent.dv-cinder-830097-4-iscsi the message routers_updated {{(pid=103458) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 12 13:19:17.519712 dv-cinder-830097-4-iscsi neutron-server[103460]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c141ee62-a0d9-4027-ba54-57a47ea1ae78 None None] Sync routers for ids ['b07a6f3d-13d7-49d3-a26b-8607e959c04a'] in dv-cinder-830097-4-iscsi {{(pid=103460) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 12 13:19:17.528936 dv-cinder-830097-4-iscsi neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-7a423022-dff4-4476-aa28-14a01b51e9df admin admin] Publish callbacks [] for router (None), before_response {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:19:17.532911 dv-cinder-830097-4-iscsi neutron-server[103458]: INFO neutron.wsgi [None req-7a423022-dff4-4476-aa28-14a01b51e9df admin admin] 10.222.0.18 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 1.7483251 Apr 12 13:19:17.533085 dv-cinder-830097-4-iscsi neutron-server[103460]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c141ee62-a0d9-4027-ba54-57a47ea1ae78 None None] Routers {'b07a6f3d-13d7-49d3-a26b-8607e959c04a'} bound to L3 agent in host dv-cinder-830097-4-iscsi {{(pid=103460) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 12 13:19:17.533085 dv-cinder-830097-4-iscsi neutron-server[103460]: DEBUG neutron.db.l3_hamode_db [None req-c141ee62-a0d9-4027-ba54-57a47ea1ae78 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830097-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-12T13:07:19Z,description=,heartbeat_timestamp=2022-04-12T13:18:49Z,host='dv-cinder-830097-4-iscsi',id=b7e11a8b-aeed-493f-9763-461016dddc93,load=0,resource_versions=,resources_synced=,started_at=2022-04-12T13:07:19Z,topic='l3_agent')) {'router_ids': ['b07a6f3d-13d7-49d3-a26b-8607e959c04a'], 'active': True} {{(pid=103460) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 13:19:17.533298 dv-cinder-830097-4-iscsi neutron-server[103458]: DEBUG neutron.wsgi [-] (103458) accepted ('10.222.0.18', 45116) {{(pid=103458) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 13:19:17.650132 dv-cinder-830097-4-iscsi neutron-server[103460]: DEBUG neutron.db.l3_dvr_db [None req-c141ee62-a0d9-4027-ba54-57a47ea1ae78 None None] Set router b07a6f3d-13d7-49d3-a26b-8607e959c04a gateway port host: dv-cinder-830097-4-iscsi {{(pid=103460) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 12 13:19:17.742456 dv-cinder-830097-4-iscsi neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4304c02d-1b66-494a-9d5c-d7cf17224179 req-0aa1e697-a8ad-4f4a-a874-71d2f0db4663 tempest-ServerRescueNegativeTestJSON-440649021 tempest-ServerRescueNegativeTestJSON-440649021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 13:19:17.744352 dv-cinder-830097-4-iscsi neutron-server[103457]: INFO neutron.wsgi [req-4304c02d-1b66-494a-9d5c-d7cf17224179 req-0aa1e697-a8ad-4f4a-a874-71d2f0db4663 tempest-ServerRescueNegativeTestJSON-440649021 tempest-ServerRescueNegativeTestJSON-440649021-project] 10.222.0.18 "GET /v2.0/ports?device_id=629d75a5-e426-4cc1-9a91-03495357fac5 HTTP/1.1" status: 200 len: 944 time: 0.0612183 Apr 12 13:19:17.763865 dv-cinder-830097-4-iscsi neutron-server[103459]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0a2ecf3b-52d3-466b-a6f6-cc62f370ab8a None None] Network dd564e5e-84b2-456c-afed-34fe02080a74 requested from dv-cinder-830097-4-iscsi {{(pid=103459) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 12 13:19:17.842427 dv-cinder-830097-4-iscsi neutron-server[103457]: INFO neutron.wsgi [req-4304c02d-1b66-494a-9d5c-d7cf17224179 req-467345f6-c1ec-4aa2-aa4e-0a091fd0f941 tempest-ServerRescueNegativeTestJSON-440649021 tempest-ServerRescueNegativeTestJSON-440649021-project] 10.222.0.18 "GET /v2.0/security-groups?id=9a69e885-7be4-4d2c-b3f6-55a097b025b0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0922740 Apr 12 13:19:17.864358 dv-cinder-830097-4-iscsi neutron-server[103459]: DEBUG neutron.db.provisioning_blocks [None req-c992ffdc-0d30-48b9-ba9c-d2c2756cc856 None None] Provisioning complete for port 6a6f8540-f13a-454f-b360-18afbeaf2168 triggered by entity DHCP. {{(pid=103459) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 12 13:19:17.865027 dv-cinder-830097-4-iscsi neutron-server[103459]: DEBUG neutron_lib.callbacks.manager [None req-c992ffdc-0d30-48b9-ba9c-d2c2756cc856 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-657243'] for port (6a6f8540-f13a-454f-b360-18afbeaf2168), provisioning_complete {{(pid=103459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:19:18.009993 dv-cinder-830097-4-iscsi neutron-server[103459]: DEBUG neutron.plugins.ml2.plugin [None req-c992ffdc-0d30-48b9-ba9c-d2c2756cc856 None None] Current status of the port 6a6f8540-f13a-454f-b360-18afbeaf2168 is: DOWN; New status is: ACTIVE {{(pid=103459) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 12 13:19:18.010490 dv-cinder-830097-4-iscsi neutron-server[103459]: DEBUG neutron_lib.callbacks.manager [None req-c992ffdc-0d30-48b9-ba9c-d2c2756cc856 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-916304'] for port (6a6f8540-f13a-454f-b360-18afbeaf2168), before_update {{(pid=103459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:19:18.048624 dv-cinder-830097-4-iscsi neutron-server[103459]: DEBUG neutron.plugins.ml2.db [None req-c992ffdc-0d30-48b9-ba9c-d2c2756cc856 None None] For port 6a6f8540-f13a-454f-b360-18afbeaf2168, host dv-cinder-830097-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-830097-4-iscsi',level=0,port_id=6a6f8540-f13a-454f-b360-18afbeaf2168,segment=NetworkSegment(22816d98-787f-4f09-adc7-9591d9bff28c),segment_id=22816d98-787f-4f09-adc7-9591d9bff28c)] {{(pid=103459) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 12 13:19:18.066204 dv-cinder-830097-4-iscsi neutron-server[103459]: DEBUG neutron_lib.callbacks.manager [None req-c992ffdc-0d30-48b9-ba9c-d2c2756cc856 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-915890', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3697887', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732727894815', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732727417932', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732727417950'] for port (6a6f8540-f13a-454f-b360-18afbeaf2168), after_update {{(pid=103459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:19:18.066349 dv-cinder-830097-4-iscsi neutron-server[103460]: DEBUG neutron.db.l3_hamode_db [None req-c141ee62-a0d9-4027-ba54-57a47ea1ae78 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b07a6f3d-13d7-49d3-a26b-8607e959c04a', 'name': 'tempest-TestShelveInstance-1558463520-router', 'tenant_id': '713bbcf7a57142f0a2bb30d1eed8f037', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '26d0436d-8ae2-49bd-8cc6-3d2eac552c84', 'external_fixed_ips': [{'subnet_id': 'd93852d8-8f89-4b1c-bef4-0e05f499a8db', 'ip_address': '172.27.0.213'}], 'enable_snat': True}, 'gw_port_id': '9b541114-9306-4cda-a16a-61689157b0c2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-12T13:19:15Z', 'updated_at': '2022-04-12T13:19:16Z', 'revision_number': 3, 'project_id': '713bbcf7a57142f0a2bb30d1eed8f037', 'gw_port': {'id': '9b541114-9306-4cda-a16a-61689157b0c2', 'name': '', 'network_id': '26d0436d-8ae2-49bd-8cc6-3d2eac552c84', 'tenant_id': '', 'mac_address': 'fa:16:3e:69:76:08', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b07a6f3d-13d7-49d3-a26b-8607e959c04a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 389, 'fixed_ips': [{'subnet_id': 'd93852d8-8f89-4b1c-bef4-0e05f499a8db', 'ip_address': '172.27.0.213', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T13:19:16Z', 'updated_at': '2022-04-12T13:19:16Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'd93852d8-8f89-4b1c-bef4-0e05f499a8db', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830097-4-iscsi'}], 'dv-cinder-830097-4-iscsi', False) {} {{(pid=103460) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 13:19:18.096885 dv-cinder-830097-4-iscsi neutron-server[103460]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c141ee62-a0d9-4027-ba54-57a47ea1ae78 None None] Checking router: b07a6f3d-13d7-49d3-a26b-8607e959c04a for host: dv-cinder-830097-4-iscsi {{(pid=103460) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 12 13:19:18.097467 dv-cinder-830097-4-iscsi neutron-server[103460]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c141ee62-a0d9-4027-ba54-57a47ea1ae78 None None] Updating router b07a6f3d-13d7-49d3-a26b-8607e959c04a port 9b541114-9306-4cda-a16a-61689157b0c2 binding host dv-cinder-830097-4-iscsi {{(pid=103460) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 12 13:19:18.113497 dv-cinder-830097-4-iscsi neutron-server[103459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c992ffdc-0d30-48b9-ba9c-d2c2756cc856 None None] Pushing event updated for resources: {'Port': ['ID=6a6f8540-f13a-454f-b360-18afbeaf2168,revision_number=3']} {{(pid=103459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 13:19:18.130269 dv-cinder-830097-4-iscsi neutron-server[103460]: DEBUG neutron_lib.callbacks.manager [None req-c141ee62-a0d9-4027-ba54-57a47ea1ae78 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-916304'] for port (9b541114-9306-4cda-a16a-61689157b0c2), before_update {{(pid=103460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:19:18.283907 dv-cinder-830097-4-iscsi neutron-server[103459]: DEBUG neutron.db.provisioning_blocks [None req-56606096-6771-438a-84b9-18cb1516ac9f None None] Provisioning complete for port 6a6f8540-f13a-454f-b360-18afbeaf2168 triggered by entity DHCP. {{(pid=103459) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 12 13:19:18.284325 dv-cinder-830097-4-iscsi neutron-server[103459]: DEBUG neutron_lib.callbacks.manager [None req-56606096-6771-438a-84b9-18cb1516ac9f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-657243'] for port (6a6f8540-f13a-454f-b360-18afbeaf2168), provisioning_complete {{(pid=103459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:19:18.373418 dv-cinder-830097-4-iscsi neutron-server[103459]: DEBUG neutron.plugins.ml2.plugin [None req-56606096-6771-438a-84b9-18cb1516ac9f None None] Current status of the port 6a6f8540-f13a-454f-b360-18afbeaf2168 is: ACTIVE; New status is: ACTIVE {{(pid=103459) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 12 13:19:18.377276 dv-cinder-830097-4-iscsi neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-f15327af-5323-4f00-932d-828b0c1b2082 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-916304'] for port (None), before_create {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:19:18.414758 dv-cinder-830097-4-iscsi neutron-server[103460]: DEBUG neutron_lib.callbacks.manager [None req-c141ee62-a0d9-4027-ba54-57a47ea1ae78 None None] Publish callbacks [] for port (9b541114-9306-4cda-a16a-61689157b0c2), precommit_update {{(pid=103460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:19:18.418924 dv-cinder-830097-4-iscsi neutron-server[103460]: DEBUG neutron_lib.callbacks.manager [None req-c141ee62-a0d9-4027-ba54-57a47ea1ae78 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-915890', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3697887', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732727894815', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732727417932', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732727417950'] for port (9b541114-9306-4cda-a16a-61689157b0c2), after_update {{(pid=103460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:19:18.471857 dv-cinder-830097-4-iscsi neutron-server[103460]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07cf86e3-75b5-4bb6-9f73-1ec77b267399 None None] Pushing event updated for resources: {'Port': ['ID=9b541114-9306-4cda-a16a-61689157b0c2,revision_number=2']} {{(pid=103460) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 13:19:18.479383 dv-cinder-830097-4-iscsi neutron-server[103460]: DEBUG neutron.plugins.ml2.managers [None req-c141ee62-a0d9-4027-ba54-57a47ea1ae78 None None] Attempting to bind port 9b541114-9306-4cda-a16a-61689157b0c2 on host dv-cinder-830097-4-iscsi for vnic_type normal with profile {{(pid=103460) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 12 13:19:18.479751 dv-cinder-830097-4-iscsi neutron-server[103460]: DEBUG neutron.plugins.ml2.managers [None req-c141ee62-a0d9-4027-ba54-57a47ea1ae78 None None] Attempting to bind port 9b541114-9306-4cda-a16a-61689157b0c2 by drivers openvswitch,hyperv on host dv-cinder-830097-4-iscsi at level 0 using segments [{'id': '333e2245-11dc-4fcd-9fb1-9fe65fae59ea', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '26d0436d-8ae2-49bd-8cc6-3d2eac552c84'}] {{(pid=103460) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 12 13:19:18.480176 dv-cinder-830097-4-iscsi neutron-server[103460]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c141ee62-a0d9-4027-ba54-57a47ea1ae78 None None] Attempting to bind port 9b541114-9306-4cda-a16a-61689157b0c2 on network 26d0436d-8ae2-49bd-8cc6-3d2eac552c84 {{(pid=103460) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 12 13:19:18.483753 dv-cinder-830097-4-iscsi neutron-server[103460]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07cf86e3-75b5-4bb6-9f73-1ec77b267399 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830097-4-iscsi {{(pid=103460) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 13:19:18.484095 dv-cinder-830097-4-iscsi neutron-server[103460]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07cf86e3-75b5-4bb6-9f73-1ec77b267399 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830097-4-iscsi {{(pid=103460) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 13:19:18.484455 dv-cinder-830097-4-iscsi neutron-server[103460]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07cf86e3-75b5-4bb6-9f73-1ec77b267399 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830097-4-iscsi {{(pid=103460) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 13:19:18.484887 dv-cinder-830097-4-iscsi neutron-server[103460]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07cf86e3-75b5-4bb6-9f73-1ec77b267399 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830097-4-iscsi {{(pid=103460) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 13:19:18.485227 dv-cinder-830097-4-iscsi neutron-server[103460]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07cf86e3-75b5-4bb6-9f73-1ec77b267399 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830097-4-iscsi {{(pid=103460) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 13:19:18.485554 dv-cinder-830097-4-iscsi neutron-server[103460]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07cf86e3-75b5-4bb6-9f73-1ec77b267399 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830097-4-iscsi {{(pid=103460) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 13:19:18.485881 dv-cinder-830097-4-iscsi neutron-server[103460]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07cf86e3-75b5-4bb6-9f73-1ec77b267399 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830097-4-iscsi {{(pid=103460) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 13:19:18.486205 dv-cinder-830097-4-iscsi neutron-server[103460]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07cf86e3-75b5-4bb6-9f73-1ec77b267399 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-830097-4-iscsi {{(pid=103460) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 13:19:18.486531 dv-cinder-830097-4-iscsi neutron-server[103460]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07cf86e3-75b5-4bb6-9f73-1ec77b267399 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-830097-4-iscsi {{(pid=103460) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 13:19:18.486857 dv-cinder-830097-4-iscsi neutron-server[103460]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07cf86e3-75b5-4bb6-9f73-1ec77b267399 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-830097-4-iscsi {{(pid=103460) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 13:19:18.487180 dv-cinder-830097-4-iscsi neutron-server[103460]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07cf86e3-75b5-4bb6-9f73-1ec77b267399 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-830097-4-iscsi {{(pid=103460) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 13:19:18.487514 dv-cinder-830097-4-iscsi neutron-server[103460]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07cf86e3-75b5-4bb6-9f73-1ec77b267399 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830097-4-iscsi {{(pid=103460) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 13:19:18.487846 dv-cinder-830097-4-iscsi neutron-server[103460]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07cf86e3-75b5-4bb6-9f73-1ec77b267399 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830097-4-iscsi {{(pid=103460) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 13:19:18.488152 dv-cinder-830097-4-iscsi neutron-server[103460]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07cf86e3-75b5-4bb6-9f73-1ec77b267399 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830097-4-iscsi {{(pid=103460) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 13:19:18.488471 dv-cinder-830097-4-iscsi neutron-server[103460]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07cf86e3-75b5-4bb6-9f73-1ec77b267399 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830097-4-iscsi {{(pid=103460) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 13:19:18.496951 dv-cinder-830097-4-iscsi neutron-server[103460]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c141ee62-a0d9-4027-ba54-57a47ea1ae78 None None] Checking agent: {'id': '3f2daa45-5e56-452b-8a21-b519edfce99e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-830097-4-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 12, 13, 7, 23), 'started_at': datetime.datetime(2022, 4, 12, 13, 7, 53), 'heartbeat_timestamp': datetime.datetime(2022, 4, 12, 13, 18, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-830097-4-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103460) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 12 13:19:18.497324 dv-cinder-830097-4-iscsi neutron-server[103460]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c141ee62-a0d9-4027-ba54-57a47ea1ae78 None None] Checking segment: {'id': '333e2245-11dc-4fcd-9fb1-9fe65fae59ea', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '26d0436d-8ae2-49bd-8cc6-3d2eac552c84'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103460) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 12 13:19:18.497716 dv-cinder-830097-4-iscsi neutron-server[103460]: DEBUG neutron_lib.callbacks.manager [None req-c141ee62-a0d9-4027-ba54-57a47ea1ae78 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:19:18.498090 dv-cinder-830097-4-iscsi neutron-server[103460]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c141ee62-a0d9-4027-ba54-57a47ea1ae78 None None] Bound using segment: {'id': '333e2245-11dc-4fcd-9fb1-9fe65fae59ea', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '26d0436d-8ae2-49bd-8cc6-3d2eac552c84'} {{(pid=103460) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 12 13:19:18.498618 dv-cinder-830097-4-iscsi neutron-server[103460]: DEBUG neutron.plugins.ml2.managers [None req-c141ee62-a0d9-4027-ba54-57a47ea1ae78 None None] Bound port: 9b541114-9306-4cda-a16a-61689157b0c2, host: dv-cinder-830097-4-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '333e2245-11dc-4fcd-9fb1-9fe65fae59ea', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '26d0436d-8ae2-49bd-8cc6-3d2eac552c84'}}] {{(pid=103460) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 12 13:19:18.498978 dv-cinder-830097-4-iscsi neutron-server[103460]: DEBUG neutron_lib.callbacks.manager [None req-c141ee62-a0d9-4027-ba54-57a47ea1ae78 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-916304'] for port (9b541114-9306-4cda-a16a-61689157b0c2), before_update {{(pid=103460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:19:18.542043 dv-cinder-830097-4-iscsi neutron-server[103458]: DEBUG neutron.db.db_base_plugin_common [None req-f15327af-5323-4f00-932d-828b0c1b2082 admin admin] Allocated IP 172.20.0.1 (dd564e5e-84b2-456c-afed-34fe02080a74/b573db6a-5739-46b0-a65e-7d9b85205259/b1daae69-1b9d-464b-8d90-f0ccd9098da6) {{(pid=103458) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 12 13:19:18.560652 dv-cinder-830097-4-iscsi neutron-server[103460]: DEBUG neutron.plugins.ml2.db [None req-c141ee62-a0d9-4027-ba54-57a47ea1ae78 None None] For port 9b541114-9306-4cda-a16a-61689157b0c2, host dv-cinder-830097-4-iscsi, cleared binding levels {{(pid=103460) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 12 13:19:18.564435 dv-cinder-830097-4-iscsi neutron-server[103460]: DEBUG neutron.plugins.ml2.db [None req-c141ee62-a0d9-4027-ba54-57a47ea1ae78 None None] For port 9b541114-9306-4cda-a16a-61689157b0c2, host dv-cinder-830097-4-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-830097-4-iscsi',level=0,port_id=9b541114-9306-4cda-a16a-61689157b0c2,segment=NetworkSegment(333e2245-11dc-4fcd-9fb1-9fe65fae59ea),segment_id=333e2245-11dc-4fcd-9fb1-9fe65fae59ea)] {{(pid=103460) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 12 13:19:18.572174 dv-cinder-830097-4-iscsi neutron-server[103460]: DEBUG neutron_lib.callbacks.manager [None req-c141ee62-a0d9-4027-ba54-57a47ea1ae78 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-915890', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3697887', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732727894815', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732727417932', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732727417950'] for port (9b541114-9306-4cda-a16a-61689157b0c2), after_update {{(pid=103460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:19:18.631868 dv-cinder-830097-4-iscsi neutron-server[103459]: DEBUG neutron.plugins.ml2.rpc [None req-53781792-8650-4c78-93a6-1c4d328d874c None None] Device 6a6f8540-f13a-454f-b360-18afbeaf2168 up at agent ovs-agent-dv-cinder-830097-4-iscsi {{(pid=103459) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 12 13:19:18.635925 dv-cinder-830097-4-iscsi neutron-server[103460]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c141ee62-a0d9-4027-ba54-57a47ea1ae78 None None] Routers {'b07a6f3d-13d7-49d3-a26b-8607e959c04a'} bound to L3 agent in host dv-cinder-830097-4-iscsi {{(pid=103460) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 12 13:19:18.636547 dv-cinder-830097-4-iscsi neutron-server[103460]: DEBUG neutron.db.l3_hamode_db [None req-c141ee62-a0d9-4027-ba54-57a47ea1ae78 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830097-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-12T13:07:19Z,description=,heartbeat_timestamp=2022-04-12T13:18:49Z,host='dv-cinder-830097-4-iscsi',id=b7e11a8b-aeed-493f-9763-461016dddc93,load=0,resource_versions=,resources_synced=,started_at=2022-04-12T13:07:19Z,topic='l3_agent')) {'router_ids': ['b07a6f3d-13d7-49d3-a26b-8607e959c04a'], 'active': True} {{(pid=103460) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 13:19:18.662642 dv-cinder-830097-4-iscsi neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-f15327af-5323-4f00-932d-828b0c1b2082 admin admin] Publish callbacks [] for port (b1daae69-1b9d-464b-8d90-f0ccd9098da6), precommit_create {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:19:18.683499 dv-cinder-830097-4-iscsi neutron-server[103460]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07cf86e3-75b5-4bb6-9f73-1ec77b267399 None None] Pushing event updated for resources: {'Port': ['ID=9b541114-9306-4cda-a16a-61689157b0c2,revision_number=3']} {{(pid=103460) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 13:19:18.683958 dv-cinder-830097-4-iscsi neutron-server[103459]: DEBUG neutron.db.provisioning_blocks [None req-53781792-8650-4c78-93a6-1c4d328d874c None None] Provisioning complete for port 6a6f8540-f13a-454f-b360-18afbeaf2168 triggered by entity L2. {{(pid=103459) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 12 13:19:18.684334 dv-cinder-830097-4-iscsi neutron-server[103459]: DEBUG neutron_lib.callbacks.manager [None req-53781792-8650-4c78-93a6-1c4d328d874c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-657243'] for port (6a6f8540-f13a-454f-b360-18afbeaf2168), provisioning_complete {{(pid=103459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:19:18.709763 dv-cinder-830097-4-iscsi neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-f15327af-5323-4f00-932d-828b0c1b2082 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-915890', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3697887', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732727417914', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26097133'] for port (b1daae69-1b9d-464b-8d90-f0ccd9098da6), after_create {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:19:18.748475 dv-cinder-830097-4-iscsi neutron-server[103458]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f15327af-5323-4f00-932d-828b0c1b2082 admin admin] Network dd564e5e-84b2-456c-afed-34fe02080a74 is already hosted by enough agents. {{(pid=103458) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 12 13:19:18.751898 dv-cinder-830097-4-iscsi neutron-server[103458]: DEBUG neutron.scheduler.base_scheduler [None req-f15327af-5323-4f00-932d-828b0c1b2082 admin admin] Resources bound (agent type, host, resource id): {{(pid=103458) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 12 13:19:18.755848 dv-cinder-830097-4-iscsi neutron-server[103458]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f15327af-5323-4f00-932d-828b0c1b2082 admin admin] Received port after_create {{(pid=103458) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 12 13:19:18.764363 dv-cinder-830097-4-iscsi neutron-server[103459]: DEBUG neutron.plugins.ml2.plugin [None req-53781792-8650-4c78-93a6-1c4d328d874c None None] Current status of the port 6a6f8540-f13a-454f-b360-18afbeaf2168 is: ACTIVE; New status is: ACTIVE {{(pid=103459) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 12 13:19:18.770567 dv-cinder-830097-4-iscsi neutron-server[103460]: DEBUG neutron.db.l3_dvr_db [None req-c141ee62-a0d9-4027-ba54-57a47ea1ae78 None None] Set router b07a6f3d-13d7-49d3-a26b-8607e959c04a gateway port host: dv-cinder-830097-4-iscsi {{(pid=103460) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 12 13:19:18.785696 dv-cinder-830097-4-iscsi neutron-server[103458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f15327af-5323-4f00-932d-828b0c1b2082 admin admin] Pushing event updated for resources: {'Port': ['ID=b1daae69-1b9d-464b-8d90-f0ccd9098da6,revision_number=1']} {{(pid=103458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 13:19:18.801523 dv-cinder-830097-4-iscsi neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-f15327af-5323-4f00-932d-828b0c1b2082 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3738971'] for router_interface (b07a6f3d-13d7-49d3-a26b-8607e959c04a), before_create {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:19:18.961878 dv-cinder-830097-4-iscsi neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e22448f-c314-4d5f-b09d-9446c5aa712c req-cab8486b-29f0-4ad6-8a34-b7fad83653e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 13:19:18.965767 dv-cinder-830097-4-iscsi neutron-server[103457]: INFO neutron.wsgi [req-7e22448f-c314-4d5f-b09d-9446c5aa712c req-cab8486b-29f0-4ad6-8a34-b7fad83653e5 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=03e871d047514daabb60a84f86099232&device_id=629d75a5-e426-4cc1-9a91-03495357fac5 HTTP/1.1" status: 200 len: 1128 time: 0.0911107 Apr 12 13:19:18.984674 dv-cinder-830097-4-iscsi neutron-server[103460]: DEBUG neutron.db.l3_hamode_db [None req-c141ee62-a0d9-4027-ba54-57a47ea1ae78 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b07a6f3d-13d7-49d3-a26b-8607e959c04a', 'name': 'tempest-TestShelveInstance-1558463520-router', 'tenant_id': '713bbcf7a57142f0a2bb30d1eed8f037', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '26d0436d-8ae2-49bd-8cc6-3d2eac552c84', 'external_fixed_ips': [{'subnet_id': 'd93852d8-8f89-4b1c-bef4-0e05f499a8db', 'ip_address': '172.27.0.213'}], 'enable_snat': True}, 'gw_port_id': '9b541114-9306-4cda-a16a-61689157b0c2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-12T13:19:15Z', 'updated_at': '2022-04-12T13:19:16Z', 'revision_number': 3, 'project_id': '713bbcf7a57142f0a2bb30d1eed8f037', 'gw_port': {'id': '9b541114-9306-4cda-a16a-61689157b0c2', 'name': '', 'network_id': '26d0436d-8ae2-49bd-8cc6-3d2eac552c84', 'tenant_id': '', 'mac_address': 'fa:16:3e:69:76:08', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b07a6f3d-13d7-49d3-a26b-8607e959c04a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 389, 'fixed_ips': [{'subnet_id': 'd93852d8-8f89-4b1c-bef4-0e05f499a8db', 'ip_address': '172.27.0.213', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830097-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T13:19:16Z', 'updated_at': '2022-04-12T13:19:18Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd93852d8-8f89-4b1c-bef4-0e05f499a8db', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830097-4-iscsi'}], 'dv-cinder-830097-4-iscsi', False) {} {{(pid=103460) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 13:19:19.005251 dv-cinder-830097-4-iscsi neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-f15327af-5323-4f00-932d-828b0c1b2082 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-916304'] for port (b1daae69-1b9d-464b-8d90-f0ccd9098da6), before_update {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:19:19.011809 dv-cinder-830097-4-iscsi neutron-server[103460]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c141ee62-a0d9-4027-ba54-57a47ea1ae78 None None] The sync data for ids ['b07a6f3d-13d7-49d3-a26b-8607e959c04a'] in dv-cinder-830097-4-iscsi is: [{'id': 'b07a6f3d-13d7-49d3-a26b-8607e959c04a', 'name': 'tempest-TestShelveInstance-1558463520-router', 'tenant_id': '713bbcf7a57142f0a2bb30d1eed8f037', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '26d0436d-8ae2-49bd-8cc6-3d2eac552c84', 'external_fixed_ips': [{'subnet_id': 'd93852d8-8f89-4b1c-bef4-0e05f499a8db', 'ip_address': '172.27.0.213'}], 'enable_snat': True}, 'gw_port_id': '9b541114-9306-4cda-a16a-61689157b0c2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-12T13:19:15Z', 'updated_at': '2022-04-12T13:19:16Z', 'revision_number': 3, 'project_id': '713bbcf7a57142f0a2bb30d1eed8f037', 'gw_port': {'id': '9b541114-9306-4cda-a16a-61689157b0c2', 'name': '', 'network_id': '26d0436d-8ae2-49bd-8cc6-3d2eac552c84', 'tenant_id': '', 'mac_address': 'fa:16:3e:69:76:08', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b07a6f3d-13d7-49d3-a26b-8607e959c04a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 389, 'fixed_ips': [{'subnet_id': 'd93852d8-8f89-4b1c-bef4-0e05f499a8db', 'ip_address': '172.27.0.213', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830097-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T13:19:16Z', 'updated_at': '2022-04-12T13:19:18Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd93852d8-8f89-4b1c-bef4-0e05f499a8db', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830097-4-iscsi'}] {{(pid=103460) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 12 13:19:19.028236 dv-cinder-830097-4-iscsi neutron-server[103458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f550d9e-460a-48f7-9821-0e79f8f77719 req-4260419a-8a3a-4072-9237-b0c2d7179ce7 tempest-ServerRescueNegativeTestJSON-440649021 tempest-ServerRescueNegativeTestJSON-440649021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 13:19:19.029751 dv-cinder-830097-4-iscsi neutron-server[103458]: INFO neutron.wsgi [req-4f550d9e-460a-48f7-9821-0e79f8f77719 req-4260419a-8a3a-4072-9237-b0c2d7179ce7 tempest-ServerRescueNegativeTestJSON-440649021 tempest-ServerRescueNegativeTestJSON-440649021-project] 10.222.0.18 "GET /v2.0/ports?device_id=629d75a5-e426-4cc1-9a91-03495357fac5 HTTP/1.1" status: 200 len: 944 time: 0.0575521 Apr 12 13:19:19.098923 dv-cinder-830097-4-iscsi neutron-server[103459]: DEBUG neutron.db.provisioning_blocks [None req-3ddf9800-362d-4d78-813a-bd6fb640ff99 None None] Provisioning complete for port b1daae69-1b9d-464b-8d90-f0ccd9098da6 triggered by entity DHCP. {{(pid=103459) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 12 13:19:19.103506 dv-cinder-830097-4-iscsi neutron-server[103459]: DEBUG neutron_lib.callbacks.manager [None req-3ddf9800-362d-4d78-813a-bd6fb640ff99 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-657243'] for port (b1daae69-1b9d-464b-8d90-f0ccd9098da6), provisioning_complete {{(pid=103459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:19:19.138500 dv-cinder-830097-4-iscsi neutron-server[103458]: INFO neutron.wsgi [req-4f550d9e-460a-48f7-9821-0e79f8f77719 req-9e64c18b-8eb6-4409-a66f-2b47e42d3a97 tempest-ServerRescueNegativeTestJSON-440649021 tempest-ServerRescueNegativeTestJSON-440649021-project] 10.222.0.18 "GET /v2.0/security-groups?id=9a69e885-7be4-4d2c-b3f6-55a097b025b0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0824385 Apr 12 13:19:19.170097 dv-cinder-830097-4-iscsi neutron-server[103459]: DEBUG neutron.plugins.ml2.plugin [None req-3ddf9800-362d-4d78-813a-bd6fb640ff99 None None] Port b1daae69-1b9d-464b-8d90-f0ccd9098da6 cannot update to ACTIVE because it is not bound. {{(pid=103459) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 12 13:19:19.222527 dv-cinder-830097-4-iscsi neutron-server[103459]: DEBUG neutron.plugins.ml2.rpc [None req-3505bd68-a9fd-4823-92ea-1a6ded8ab071 None None] Device 704ccb89-914e-44b5-a4ae-1dde71563bb0 details requested by agent hyperv_hv-cinder-83009 with host hv-cinder-83009 {{(pid=103459) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 12 13:19:19.272560 dv-cinder-830097-4-iscsi neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-f15327af-5323-4f00-932d-828b0c1b2082 admin admin] Publish callbacks [] for port (b1daae69-1b9d-464b-8d90-f0ccd9098da6), precommit_update {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:19:19.280730 dv-cinder-830097-4-iscsi neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-f15327af-5323-4f00-932d-828b0c1b2082 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-915890', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3697887', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732727894815', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732727417932', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732727417950', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26097126'] for port (b1daae69-1b9d-464b-8d90-f0ccd9098da6), after_update {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:19:19.362110 dv-cinder-830097-4-iscsi neutron-server[103459]: DEBUG neutron_lib.callbacks.manager [None req-1292219d-be83-46de-9ae6-12174af10afd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732727929501', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-657397'] for agent (b7e11a8b-aeed-493f-9763-461016dddc93), after_update {{(pid=103459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:19:19.384634 dv-cinder-830097-4-iscsi neutron-server[103459]: DEBUG neutron.plugins.ml2.db [None req-3505bd68-a9fd-4823-92ea-1a6ded8ab071 None None] For port 704ccb89-914e-44b5-a4ae-1dde71563bb0, host hv-cinder-83009, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83009',level=0,port_id=704ccb89-914e-44b5-a4ae-1dde71563bb0,segment=NetworkSegment(cbdc8fb7-4f48-4130-80a4-939d65d92cbb),segment_id=cbdc8fb7-4f48-4130-80a4-939d65d92cbb)] {{(pid=103459) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 12 13:19:19.399523 dv-cinder-830097-4-iscsi neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-f15327af-5323-4f00-932d-828b0c1b2082 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3697905', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3750891'] for router_interface (b07a6f3d-13d7-49d3-a26b-8607e959c04a), after_create {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:19:19.412377 dv-cinder-830097-4-iscsi neutron-server[103458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f15327af-5323-4f00-932d-828b0c1b2082 admin admin] Pushing event updated for resources: {'Port': ['ID=b1daae69-1b9d-464b-8d90-f0ccd9098da6,revision_number=2']} {{(pid=103458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 13:19:19.450401 dv-cinder-830097-4-iscsi neutron-server[103459]: DEBUG neutron.plugins.ml2.rpc [None req-3505bd68-a9fd-4823-92ea-1a6ded8ab071 None None] Returning: {'device': '704ccb89-914e-44b5-a4ae-1dde71563bb0', 'network_id': '8a9d7c73-ddbc-4eef-a839-e9bbe858207d', 'port_id': '704ccb89-914e-44b5-a4ae-1dde71563bb0', 'mac_address': 'fa:16:3e:46:52:0d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 222, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e7f620b9-ee69-4e3f-9fdf-c3881765f45f', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103459) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 12 13:19:19.512917 dv-cinder-830097-4-iscsi neutron-server[103459]: DEBUG neutron.plugins.ml2.plugin [None req-3505bd68-a9fd-4823-92ea-1a6ded8ab071 None None] Current status of the port 704ccb89-914e-44b5-a4ae-1dde71563bb0 is: DOWN; New status is: BUILD {{(pid=103459) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 12 13:19:19.514874 dv-cinder-830097-4-iscsi neutron-server[103459]: DEBUG neutron_lib.callbacks.manager [None req-3505bd68-a9fd-4823-92ea-1a6ded8ab071 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-916304'] for port (704ccb89-914e-44b5-a4ae-1dde71563bb0), before_update {{(pid=103459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:19:19.543911 dv-cinder-830097-4-iscsi neutron-server[103459]: DEBUG neutron.notifiers.nova [None req-3505bd68-a9fd-4823-92ea-1a6ded8ab071 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 704ccb89-914e-44b5-a4ae-1dde71563bb0 {{(pid=103459) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 12 13:19:19.560413 dv-cinder-830097-4-iscsi neutron-server[103457]: DEBUG neutron.wsgi [-] (103457) accepted ('10.222.0.18', 45160) {{(pid=103457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 13:19:19.570599 dv-cinder-830097-4-iscsi neutron-server[103459]: DEBUG neutron.plugins.ml2.db [None req-3505bd68-a9fd-4823-92ea-1a6ded8ab071 None None] For port 704ccb89-914e-44b5-a4ae-1dde71563bb0, host hv-cinder-83009, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83009',level=0,port_id=704ccb89-914e-44b5-a4ae-1dde71563bb0,segment=NetworkSegment(cbdc8fb7-4f48-4130-80a4-939d65d92cbb),segment_id=cbdc8fb7-4f48-4130-80a4-939d65d92cbb)] {{(pid=103459) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 12 13:19:19.584802 dv-cinder-830097-4-iscsi neutron-server[103459]: DEBUG neutron_lib.callbacks.manager [None req-3505bd68-a9fd-4823-92ea-1a6ded8ab071 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-915890', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3697887', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732727894815', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732727417932', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732727417950'] for port (704ccb89-914e-44b5-a4ae-1dde71563bb0), after_update {{(pid=103459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:19:19.638581 dv-cinder-830097-4-iscsi neutron-server[103458]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f15327af-5323-4f00-932d-828b0c1b2082 admin admin] Network dd564e5e-84b2-456c-afed-34fe02080a74 is already hosted by enough agents. {{(pid=103458) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 12 13:19:19.643894 dv-cinder-830097-4-iscsi neutron-server[103458]: DEBUG neutron.scheduler.base_scheduler [None req-f15327af-5323-4f00-932d-828b0c1b2082 admin admin] Resources bound (agent type, host, resource id): {{(pid=103458) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 12 13:19:19.650267 dv-cinder-830097-4-iscsi neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e22448f-c314-4d5f-b09d-9446c5aa712c req-f2c87ac6-456c-4e6d-8c7f-b906b0c1a786 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 13:19:19.654508 dv-cinder-830097-4-iscsi neutron-server[103457]: INFO neutron.wsgi [req-7e22448f-c314-4d5f-b09d-9446c5aa712c req-f2c87ac6-456c-4e6d-8c7f-b906b0c1a786 service neutron] 10.222.0.55 "GET /v2.0/networks?id=8a9d7c73-ddbc-4eef-a839-e9bbe858207d HTTP/1.1" status: 200 len: 919 time: 0.2430954 Apr 12 13:19:19.665010 dv-cinder-830097-4-iscsi neutron-server[103459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3505bd68-a9fd-4823-92ea-1a6ded8ab071 None None] Pushing event updated for resources: {'Port': ['ID=704ccb89-914e-44b5-a4ae-1dde71563bb0,revision_number=4']} {{(pid=103459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 13:19:19.776755 dv-cinder-830097-4-iscsi neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-cf3fff8a-ce0b-469f-abe4-1eade89cf353 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:19:19.794133 dv-cinder-830097-4-iscsi neutron-server[103458]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f15327af-5323-4f00-932d-828b0c1b2082 admin admin] Router b07a6f3d-13d7-49d3-a26b-8607e959c04a has already been hosted by L3 agent b7e11a8b-aeed-493f-9763-461016dddc93 {{(pid=103458) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 12 13:19:19.963839 dv-cinder-830097-4-iscsi neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-cf3fff8a-ce0b-469f-abe4-1eade89cf353 admin admin] Publish callbacks [] for security_group (f9412e51-7f9a-4994-93ca-be17e62b53b7), precommit_create {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:19:19.966575 dv-cinder-830097-4-iscsi neutron-server[103457]: INFO neutron.wsgi [req-7e22448f-c314-4d5f-b09d-9446c5aa712c req-defed814-f3e7-45b4-aad2-0804e75fb975 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=704ccb89-914e-44b5-a4ae-1dde71563bb0 HTTP/1.1" status: 200 len: 217 time: 0.0737703 Apr 12 13:19:19.971833 dv-cinder-830097-4-iscsi neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-cf3fff8a-ce0b-469f-abe4-1eade89cf353 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3691807'] for security_group (f9412e51-7f9a-4994-93ca-be17e62b53b7), after_create {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:19:19.999646 dv-cinder-830097-4-iscsi neutron-server[103458]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f15327af-5323-4f00-932d-828b0c1b2082 admin admin] Notify agent at l3_agent.dv-cinder-830097-4-iscsi the message routers_updated {{(pid=103458) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 12 13:19:20.011499 dv-cinder-830097-4-iscsi neutron-server[103458]: INFO neutron.wsgi [None req-f15327af-5323-4f00-932d-828b0c1b2082 admin admin] 10.222.0.18 "PUT /v2.0/routers/b07a6f3d-13d7-49d3-a26b-8607e959c04a/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.4773204 Apr 12 13:19:20.052157 dv-cinder-830097-4-iscsi neutron-server[103457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf3fff8a-ce0b-469f-abe4-1eade89cf353 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f9412e51-7f9a-4994-93ca-be17e62b53b7,revision_number=1']} {{(pid=103457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 13:19:20.073755 dv-cinder-830097-4-iscsi neutron-server[103457]: INFO neutron.wsgi [None req-cf3fff8a-ce0b-469f-abe4-1eade89cf353 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=ec1b0d88ff614adfb63e093daaf54748&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5107813 Apr 12 13:19:20.075358 dv-cinder-830097-4-iscsi neutron-server[103458]: DEBUG neutron.wsgi [-] (103458) accepted ('10.222.0.18', 45180) {{(pid=103458) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 13:19:20.086410 dv-cinder-830097-4-iscsi neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e22448f-c314-4d5f-b09d-9446c5aa712c req-be0b27db-d35d-43df-a815-f48af5ef4567 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 13:19:20.087934 dv-cinder-830097-4-iscsi neutron-server[103457]: INFO neutron.wsgi [req-7e22448f-c314-4d5f-b09d-9446c5aa712c req-be0b27db-d35d-43df-a815-f48af5ef4567 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=e7f620b9-ee69-4e3f-9fdf-c3881765f45f HTTP/1.1" status: 200 len: 857 time: 0.1088266 Apr 12 13:19:20.108010 dv-cinder-830097-4-iscsi neutron-server[103459]: DEBUG neutron.plugins.ml2.db [None req-3505bd68-a9fd-4823-92ea-1a6ded8ab071 None None] get_ports_and_sgs() called for port_ids ['704ccb89-914e-44b5-a4ae-1dde71563bb0'] {{(pid=103459) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 12 13:19:20.112870 dv-cinder-830097-4-iscsi neutron-server[103459]: DEBUG neutron.db.provisioning_blocks [None req-406c2be2-3b65-4227-be51-437d0e17cb51 None None] Provisioning complete for port b1daae69-1b9d-464b-8d90-f0ccd9098da6 triggered by entity DHCP. {{(pid=103459) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 12 13:19:20.116329 dv-cinder-830097-4-iscsi neutron-server[103459]: DEBUG neutron_lib.callbacks.manager [None req-406c2be2-3b65-4227-be51-437d0e17cb51 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-657243'] for port (b1daae69-1b9d-464b-8d90-f0ccd9098da6), provisioning_complete {{(pid=103459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:19:20.167858 dv-cinder-830097-4-iscsi neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e22448f-c314-4d5f-b09d-9446c5aa712c req-7caf4021-e0b7-48c2-bb13-4cbb99d3acb7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 13:19:20.169918 dv-cinder-830097-4-iscsi neutron-server[103457]: INFO neutron.wsgi [req-7e22448f-c314-4d5f-b09d-9446c5aa712c req-7caf4021-e0b7-48c2-bb13-4cbb99d3acb7 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=8a9d7c73-ddbc-4eef-a839-e9bbe858207d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0687399 Apr 12 13:19:20.240299 dv-cinder-830097-4-iscsi neutron-server[103459]: DEBUG neutron.plugins.ml2.plugin [None req-406c2be2-3b65-4227-be51-437d0e17cb51 None None] Port b1daae69-1b9d-464b-8d90-f0ccd9098da6 cannot update to ACTIVE because it is not bound. {{(pid=103459) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 12 13:19:20.278004 dv-cinder-830097-4-iscsi neutron-server[103459]: DEBUG neutron_lib.callbacks.manager [None req-f20c20fe-5767-407a-9f30-b36f01c50254 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732727929501', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-657397'] for agent (1e8a91c7-94d1-4b17-9536-32bc01f44a9b), after_update {{(pid=103459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:19:20.292219 dv-cinder-830097-4-iscsi neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-8fa07291-ec00-4770-b55d-120bc703f5cf admin admin] Publish callbacks [] for security_group (f9412e51-7f9a-4994-93ca-be17e62b53b7), before_delete {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:19:20.338401 dv-cinder-830097-4-iscsi neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-8fa07291-ec00-4770-b55d-120bc703f5cf admin admin] Publish callbacks [] for security_group (f9412e51-7f9a-4994-93ca-be17e62b53b7), precommit_delete {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:19:20.430399 dv-cinder-830097-4-iscsi neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-8fa07291-ec00-4770-b55d-120bc703f5cf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3691807'] for security_group (f9412e51-7f9a-4994-93ca-be17e62b53b7), after_delete {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:19:20.434016 dv-cinder-830097-4-iscsi neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-8fa07291-ec00-4770-b55d-120bc703f5cf admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:19:20.437611 dv-cinder-830097-4-iscsi neutron-server[103458]: INFO neutron.wsgi [None req-8fa07291-ec00-4770-b55d-120bc703f5cf admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/f9412e51-7f9a-4994-93ca-be17e62b53b7 HTTP/1.1" status: 204 len: 168 time: 0.3588123 Apr 12 13:19:20.439679 dv-cinder-830097-4-iscsi neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7547ed4-052a-4f01-b61a-b807273feada req-85b7cebc-b18e-4558-94eb-3cafc6593a93 tempest-ServerRescueNegativeTestJSON-440649021 tempest-ServerRescueNegativeTestJSON-440649021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 13:19:20.441334 dv-cinder-830097-4-iscsi neutron-server[103457]: INFO neutron.wsgi [req-f7547ed4-052a-4f01-b61a-b807273feada req-85b7cebc-b18e-4558-94eb-3cafc6593a93 tempest-ServerRescueNegativeTestJSON-440649021 tempest-ServerRescueNegativeTestJSON-440649021-project] 10.222.0.18 "GET /v2.0/ports?device_id=629d75a5-e426-4cc1-9a91-03495357fac5 HTTP/1.1" status: 200 len: 945 time: 0.1318080 Apr 12 13:19:20.443931 dv-cinder-830097-4-iscsi neutron-server[103458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fa07291-ec00-4770-b55d-120bc703f5cf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f9412e51-7f9a-4994-93ca-be17e62b53b7,revision_number=None']} {{(pid=103458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 13:19:20.477784 dv-cinder-830097-4-iscsi neutron-server[103457]: INFO neutron.wsgi [req-7e22448f-c314-4d5f-b09d-9446c5aa712c req-fda674af-cd13-48d0-820a-74a8dd63b8fa service neutron] 10.222.0.55 "GET /v2.0/networks/8a9d7c73-ddbc-4eef-a839-e9bbe858207d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2999461 Apr 12 13:19:20.516435 dv-cinder-830097-4-iscsi neutron-server[103457]: INFO neutron.wsgi [req-f7547ed4-052a-4f01-b61a-b807273feada req-af80aa77-a4c8-45b1-b2b8-3e255c695b74 tempest-ServerRescueNegativeTestJSON-440649021 tempest-ServerRescueNegativeTestJSON-440649021-project] 10.222.0.18 "GET /v2.0/security-groups?id=9a69e885-7be4-4d2c-b3f6-55a097b025b0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0587218 Apr 12 13:19:20.609354 dv-cinder-830097-4-iscsi neutron-server[103457]: INFO neutron.wsgi [req-7e22448f-c314-4d5f-b09d-9446c5aa712c req-a23ae2e0-3b11-408c-bb23-1cbf53e8b073 service neutron] 10.222.0.55 "GET /v2.0/networks/8a9d7c73-ddbc-4eef-a839-e9bbe858207d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1030235 Apr 12 13:19:20.636475 dv-cinder-830097-4-iscsi neutron-server[103459]: DEBUG neutron.plugins.ml2.rpc [None req-53781792-8650-4c78-93a6-1c4d328d874c None None] Device 9b541114-9306-4cda-a16a-61689157b0c2 up at agent ovs-agent-dv-cinder-830097-4-iscsi {{(pid=103459) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 12 13:19:20.695230 dv-cinder-830097-4-iscsi neutron-server[103459]: DEBUG neutron.db.provisioning_blocks [None req-53781792-8650-4c78-93a6-1c4d328d874c None None] Provisioning complete for port 9b541114-9306-4cda-a16a-61689157b0c2 triggered by entity L2. {{(pid=103459) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 12 13:19:20.695615 dv-cinder-830097-4-iscsi neutron-server[103459]: DEBUG neutron_lib.callbacks.manager [None req-53781792-8650-4c78-93a6-1c4d328d874c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-657243'] for port (9b541114-9306-4cda-a16a-61689157b0c2), provisioning_complete {{(pid=103459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:19:20.788673 dv-cinder-830097-4-iscsi neutron-server[103459]: DEBUG neutron.plugins.ml2.plugin [None req-53781792-8650-4c78-93a6-1c4d328d874c None None] Current status of the port 9b541114-9306-4cda-a16a-61689157b0c2 is: DOWN; New status is: ACTIVE {{(pid=103459) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 12 13:19:20.789127 dv-cinder-830097-4-iscsi neutron-server[103459]: DEBUG neutron_lib.callbacks.manager [None req-53781792-8650-4c78-93a6-1c4d328d874c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-916304'] for port (9b541114-9306-4cda-a16a-61689157b0c2), before_update {{(pid=103459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:19:20.811500 dv-cinder-830097-4-iscsi neutron-server[103459]: DEBUG neutron.plugins.ml2.db [None req-53781792-8650-4c78-93a6-1c4d328d874c None None] For port 9b541114-9306-4cda-a16a-61689157b0c2, host dv-cinder-830097-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-830097-4-iscsi',level=0,port_id=9b541114-9306-4cda-a16a-61689157b0c2,segment=NetworkSegment(333e2245-11dc-4fcd-9fb1-9fe65fae59ea),segment_id=333e2245-11dc-4fcd-9fb1-9fe65fae59ea)] {{(pid=103459) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 12 13:19:20.816633 dv-cinder-830097-4-iscsi neutron-server[103459]: DEBUG neutron_lib.callbacks.manager [None req-53781792-8650-4c78-93a6-1c4d328d874c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-915890', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3697887', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732727894815', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732727417932', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732727417950'] for port (9b541114-9306-4cda-a16a-61689157b0c2), after_update {{(pid=103459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:19:20.872376 dv-cinder-830097-4-iscsi neutron-server[103459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53781792-8650-4c78-93a6-1c4d328d874c None None] Pushing event updated for resources: {'Port': ['ID=9b541114-9306-4cda-a16a-61689157b0c2,revision_number=4']} {{(pid=103459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 13:19:20.899548 dv-cinder-830097-4-iscsi neutron-server[103457]: DEBUG neutron.wsgi [-] (103457) accepted ('10.222.0.18', 45204) {{(pid=103457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 13:19:20.913888 dv-cinder-830097-4-iscsi neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-60675139-5bdf-46ba-bf78-3a2201704848 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:19:21.002990 dv-cinder-830097-4-iscsi neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-60675139-5bdf-46ba-bf78-3a2201704848 admin admin] Publish callbacks [] for security_group (8b646823-5d2d-4239-8ce1-4a61b6661ade), precommit_create {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:19:21.007358 dv-cinder-830097-4-iscsi neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-60675139-5bdf-46ba-bf78-3a2201704848 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3691807'] for security_group (8b646823-5d2d-4239-8ce1-4a61b6661ade), after_create {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:19:21.018948 dv-cinder-830097-4-iscsi neutron-server[103458]: DEBUG neutron.wsgi [-] (103458) accepted ('10.222.0.18', 45208) {{(pid=103458) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 13:19:21.023944 dv-cinder-830097-4-iscsi neutron-server[103458]: DEBUG neutron.api.v2.base [None req-1dc00b3d-04fc-430d-babe-a3231a619afb admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-915963601-network', 'tenant_id': '61e42aab63ce4f38bcd1e2bc8ade6e06'}} {{(pid=103458) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 12 13:19:21.049948 dv-cinder-830097-4-iscsi neutron-server[103458]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1dc00b3d-04fc-430d-babe-a3231a619afb admin admin] Made reservation on behalf of 61e42aab63ce4f38bcd1e2bc8ade6e06 for: {'network': 1} {{(pid=103458) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 12 13:19:21.052539 dv-cinder-830097-4-iscsi neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-1dc00b3d-04fc-430d-babe-a3231a619afb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-916304'] for network (None), before_create {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:19:21.052664 dv-cinder-830097-4-iscsi neutron-server[103457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60675139-5bdf-46ba-bf78-3a2201704848 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8b646823-5d2d-4239-8ce1-4a61b6661ade,revision_number=1']} {{(pid=103457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 13:19:21.060331 dv-cinder-830097-4-iscsi neutron-server[103457]: INFO neutron.wsgi [None req-60675139-5bdf-46ba-bf78-3a2201704848 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=bee3d7d599e048d69b48a246521f8720&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1592145 Apr 12 13:19:21.061194 dv-cinder-830097-4-iscsi neutron-server[103457]: DEBUG neutron.wsgi [-] (103457) accepted ('10.222.0.18', 45212) {{(pid=103457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 13:19:21.064116 dv-cinder-830097-4-iscsi neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-1dc00b3d-04fc-430d-babe-a3231a619afb admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:19:21.124149 dv-cinder-830097-4-iscsi neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-a945ad6a-38f9-47bc-9797-8f4b18ea6f44 admin admin] Publish callbacks [] for security_group (8b646823-5d2d-4239-8ce1-4a61b6661ade), before_delete {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:19:21.153355 dv-cinder-830097-4-iscsi neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-a945ad6a-38f9-47bc-9797-8f4b18ea6f44 admin admin] Publish callbacks [] for security_group (8b646823-5d2d-4239-8ce1-4a61b6661ade), precommit_delete {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:19:21.159478 dv-cinder-830097-4-iscsi neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-1dc00b3d-04fc-430d-babe-a3231a619afb admin admin] Publish callbacks [] for security_group (a31e7512-c9fb-4a41-8429-573a27624edb), precommit_create {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:19:21.163295 dv-cinder-830097-4-iscsi neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-1dc00b3d-04fc-430d-babe-a3231a619afb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3691807'] for security_group (a31e7512-c9fb-4a41-8429-573a27624edb), after_create {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:19:21.192982 dv-cinder-830097-4-iscsi neutron-server[103458]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1dc00b3d-04fc-430d-babe-a3231a619afb admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 204} {{(pid=103458) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 12 13:19:21.203543 dv-cinder-830097-4-iscsi neutron-server[103458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1dc00b3d-04fc-430d-babe-a3231a619afb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a31e7512-c9fb-4a41-8429-573a27624edb,revision_number=1']} {{(pid=103458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 13:19:21.225362 dv-cinder-830097-4-iscsi neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-a945ad6a-38f9-47bc-9797-8f4b18ea6f44 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3691807'] for security_group (8b646823-5d2d-4239-8ce1-4a61b6661ade), after_delete {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:19:21.228920 dv-cinder-830097-4-iscsi neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-a945ad6a-38f9-47bc-9797-8f4b18ea6f44 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:19:21.229604 dv-cinder-830097-4-iscsi neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-1dc00b3d-04fc-430d-babe-a3231a619afb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-715442'] for segment (8a48a266-e467-47d0-a36f-2f3cd76a4aff), precommit_create {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:19:21.230274 dv-cinder-830097-4-iscsi neutron-server[103458]: INFO neutron.db.segments_db [None req-1dc00b3d-04fc-430d-babe-a3231a619afb admin admin] Added segment 8a48a266-e467-47d0-a36f-2f3cd76a4aff of type vlan for network c02fcb51-12d4-4832-b791-57d4b3289c97 Apr 12 13:19:21.232947 dv-cinder-830097-4-iscsi neutron-server[103457]: INFO neutron.wsgi [None req-a945ad6a-38f9-47bc-9797-8f4b18ea6f44 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/8b646823-5d2d-4239-8ce1-4a61b6661ade HTTP/1.1" status: 204 len: 168 time: 0.1705122 Apr 12 13:19:21.246121 dv-cinder-830097-4-iscsi neutron-server[103457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a945ad6a-38f9-47bc-9797-8f4b18ea6f44 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8b646823-5d2d-4239-8ce1-4a61b6661ade,revision_number=None']} {{(pid=103457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 13:19:21.277946 dv-cinder-830097-4-iscsi neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-1dc00b3d-04fc-430d-babe-a3231a619afb admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8732727402599'] for network (c02fcb51-12d4-4832-b791-57d4b3289c97), precommit_create {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:19:21.310200 dv-cinder-830097-4-iscsi neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-1dc00b3d-04fc-430d-babe-a3231a619afb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3691972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3697887'] for network (c02fcb51-12d4-4832-b791-57d4b3289c97), after_create {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:19:21.311820 dv-cinder-830097-4-iscsi neutron-server[103458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1dc00b3d-04fc-430d-babe-a3231a619afb admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 13:19:21.312448 dv-cinder-830097-4-iscsi neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-1dc00b3d-04fc-430d-babe-a3231a619afb admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3697709'] for network (None), before_response {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:19:21.321917 dv-cinder-830097-4-iscsi neutron-server[103459]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0e77a5ba-8f6c-4acf-8fd2-1075a05ff260 None None] Sync routers for ids ['b07a6f3d-13d7-49d3-a26b-8607e959c04a'] in dv-cinder-830097-4-iscsi {{(pid=103459) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 12 13:19:21.334790 dv-cinder-830097-4-iscsi neutron-server[103459]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0e77a5ba-8f6c-4acf-8fd2-1075a05ff260 None None] Routers {'b07a6f3d-13d7-49d3-a26b-8607e959c04a'} bound to L3 agent in host dv-cinder-830097-4-iscsi {{(pid=103459) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 12 13:19:21.335515 dv-cinder-830097-4-iscsi neutron-server[103459]: DEBUG neutron.db.l3_hamode_db [None req-0e77a5ba-8f6c-4acf-8fd2-1075a05ff260 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830097-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2022-04-12T13:07:19Z,description=,heartbeat_timestamp=2022-04-12T13:19:19Z,host='dv-cinder-830097-4-iscsi',id=b7e11a8b-aeed-493f-9763-461016dddc93,load=0,resource_versions=,resources_synced=,started_at=2022-04-12T13:07:19Z,topic='l3_agent')) {'router_ids': ['b07a6f3d-13d7-49d3-a26b-8607e959c04a'], 'active': True} {{(pid=103459) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 13:19:21.396462 dv-cinder-830097-4-iscsi neutron-server[103459]: DEBUG neutron.plugins.ml2.rpc [None req-3505bd68-a9fd-4823-92ea-1a6ded8ab071 None None] Device 704ccb89-914e-44b5-a4ae-1dde71563bb0 up at agent hyperv_hv-cinder-83009 {{(pid=103459) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 12 13:19:21.435641 dv-cinder-830097-4-iscsi neutron-server[103459]: DEBUG neutron_lib.callbacks.manager [None req-09c91955-1169-4ba5-b480-d25faf385fa1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732727929501', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-657397'] for agent (6571c785-b050-42b7-b6d0-d71237f75507), after_update {{(pid=103459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:19:21.439046 dv-cinder-830097-4-iscsi neutron-server[103458]: INFO neutron.wsgi [None req-1dc00b3d-04fc-430d-babe-a3231a619afb admin admin] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.4187391 Apr 12 13:19:21.441702 dv-cinder-830097-4-iscsi neutron-server[103457]: DEBUG neutron.wsgi [-] (103457) accepted ('10.222.0.18', 45226) {{(pid=103457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 13:19:21.442957 dv-cinder-830097-4-iscsi neutron-server[103458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1dc00b3d-04fc-430d-babe-a3231a619afb admin admin] Pushing event updated for resources: {'Network': ['ID=c02fcb51-12d4-4832-b791-57d4b3289c97,revision_number=1']} {{(pid=103458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 13:19:21.452903 dv-cinder-830097-4-iscsi neutron-server[103457]: DEBUG neutron.api.v2.base [None req-887cc36f-b982-41a0-bacd-9636c51161de admin admin] Request body: {'subnet': {'network_id': 'c02fcb51-12d4-4832-b791-57d4b3289c97', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-915963601-subnet', 'tenant_id': '61e42aab63ce4f38bcd1e2bc8ade6e06', 'ip_version': 4}} {{(pid=103457) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 12 13:19:21.453879 dv-cinder-830097-4-iscsi neutron-server[103458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-021dbe35-2f62-4c96-89d4-e7443e25c5cb req-23a3c25f-68d4-47e2-a7f0-f8f096b3f35c tempest-TestMinimumBasicScenario-297192541 tempest-TestMinimumBasicScenario-297192541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 13:19:21.455587 dv-cinder-830097-4-iscsi neutron-server[103458]: INFO neutron.wsgi [req-021dbe35-2f62-4c96-89d4-e7443e25c5cb req-23a3c25f-68d4-47e2-a7f0-f8f096b3f35c tempest-TestMinimumBasicScenario-297192541 tempest-TestMinimumBasicScenario-297192541-project] 10.222.0.18 "GET /v2.0/ports?device_id=0edcbb02-c1d2-41b0-b791-4ffce2309512 HTTP/1.1" status: 200 len: 945 time: 0.1393139 Apr 12 13:19:21.484467 dv-cinder-830097-4-iscsi neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-887cc36f-b982-41a0-bacd-9636c51161de admin admin] Made reservation on behalf of 61e42aab63ce4f38bcd1e2bc8ade6e06 for: {'subnet': 1} {{(pid=103457) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 12 13:19:21.486901 dv-cinder-830097-4-iscsi neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-887cc36f-b982-41a0-bacd-9636c51161de admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25774359'] for subnet (None), before_create {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:19:21.523448 dv-cinder-830097-4-iscsi neutron-server[103458]: INFO neutron.wsgi [req-021dbe35-2f62-4c96-89d4-e7443e25c5cb req-d122811f-13eb-485e-b0b9-3ba4fe458cd8 tempest-TestMinimumBasicScenario-297192541 tempest-TestMinimumBasicScenario-297192541-project] 10.222.0.18 "GET /v2.0/security-groups?id=5cff6b3d-3421-463c-b8d1-a470719c1ceb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0617938 Apr 12 13:19:21.548488 dv-cinder-830097-4-iscsi neutron-server[103458]: DEBUG neutron.wsgi [-] (103458) accepted ('10.222.0.18', 45232) {{(pid=103458) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 13:19:21.684537 dv-cinder-830097-4-iscsi neutron-server[103459]: DEBUG neutron.plugins.ml2.rpc [None req-53781792-8650-4c78-93a6-1c4d328d874c None None] Network c02fcb51-12d4-4832-b791-57d4b3289c97 details requested by agent ovs-agent-dv-cinder-830097-4-iscsi with host dv-cinder-830097-4-iscsi {{(pid=103459) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 12 13:19:21.726813 dv-cinder-830097-4-iscsi neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2989eaf-4543-41d0-8ba5-e75bc50fb6f8 req-ea445221-e0f0-488f-9f98-39c7033dcc0b tempest-ServerRescueNegativeTestJSON-440649021 tempest-ServerRescueNegativeTestJSON-440649021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 13:19:21.728804 dv-cinder-830097-4-iscsi neutron-server[103457]: INFO neutron.wsgi [req-e2989eaf-4543-41d0-8ba5-e75bc50fb6f8 req-ea445221-e0f0-488f-9f98-39c7033dcc0b tempest-ServerRescueNegativeTestJSON-440649021 tempest-ServerRescueNegativeTestJSON-440649021-project] 10.222.0.18 "GET /v2.0/ports?device_id=629d75a5-e426-4cc1-9a91-03495357fac5 HTTP/1.1" status: 200 len: 945 time: 0.0978525 Apr 12 13:19:21.732762 dv-cinder-830097-4-iscsi neutron-server[103459]: DEBUG neutron.db.provisioning_blocks [None req-3505bd68-a9fd-4823-92ea-1a6ded8ab071 None None] Provisioning for port 704ccb89-914e-44b5-a4ae-1dde71563bb0 completed by entity L2. {{(pid=103459) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Apr 12 13:19:21.788409 dv-cinder-830097-4-iscsi neutron-server[103459]: DEBUG neutron.db.provisioning_blocks [None req-3505bd68-a9fd-4823-92ea-1a6ded8ab071 None None] Provisioning complete for port 704ccb89-914e-44b5-a4ae-1dde71563bb0 triggered by entity L2. {{(pid=103459) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 12 13:19:21.788795 dv-cinder-830097-4-iscsi neutron-server[103459]: DEBUG neutron_lib.callbacks.manager [None req-3505bd68-a9fd-4823-92ea-1a6ded8ab071 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-657243'] for port (704ccb89-914e-44b5-a4ae-1dde71563bb0), provisioning_complete {{(pid=103459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:19:21.791461 dv-cinder-830097-4-iscsi neutron-server[103459]: DEBUG neutron.db.l3_dvr_db [None req-0e77a5ba-8f6c-4acf-8fd2-1075a05ff260 None None] Set router b07a6f3d-13d7-49d3-a26b-8607e959c04a gateway port host: dv-cinder-830097-4-iscsi {{(pid=103459) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 12 13:19:21.834487 dv-cinder-830097-4-iscsi neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-887cc36f-b982-41a0-bacd-9636c51161de admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3682813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3697887', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25610054', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25774341'] for subnet (c8599d78-739f-40a5-b108-d031addacad8), after_create {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:19:21.841788 dv-cinder-830097-4-iscsi neutron-server[103458]: DEBUG neutron.wsgi [-] (103458) accepted ('10.222.0.18', 45242) {{(pid=103458) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 13:19:21.856481 dv-cinder-830097-4-iscsi neutron-server[103458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a4357f37-8104-416c-8bba-28aa205b884d tempest-TestMinimumBasicScenario-696062061 tempest-TestMinimumBasicScenario-696062061-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 13:19:21.862193 dv-cinder-830097-4-iscsi neutron-server[103458]: INFO neutron.wsgi [None req-a4357f37-8104-416c-8bba-28aa205b884d tempest-TestMinimumBasicScenario-696062061 tempest-TestMinimumBasicScenario-696062061-project-admin] 10.222.0.18 "GET /v2.0/ports?device_id=0edcbb02-c1d2-41b0-b791-4ffce2309512 HTTP/1.1" status: 200 len: 1124 time: 0.3123822 Apr 12 13:19:21.863685 dv-cinder-830097-4-iscsi neutron-server[103458]: DEBUG neutron.wsgi [-] (103458) accepted ('10.222.0.18', 45246) {{(pid=103458) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 13:19:21.866665 dv-cinder-830097-4-iscsi neutron-server[103457]: INFO neutron.wsgi [req-e2989eaf-4543-41d0-8ba5-e75bc50fb6f8 req-0490737e-88e0-4b38-8e63-4d19a9ec220e tempest-ServerRescueNegativeTestJSON-440649021 tempest-ServerRescueNegativeTestJSON-440649021-project] 10.222.0.18 "GET /v2.0/security-groups?id=9a69e885-7be4-4d2c-b3f6-55a097b025b0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1290908 Apr 12 13:19:21.869793 dv-cinder-830097-4-iscsi neutron-server[103458]: DEBUG neutron.api.v2.base [None req-f71a8842-5c73-454b-99c9-d67bbb9faf73 tempest-TestMinimumBasicScenario-297192541 tempest-TestMinimumBasicScenario-297192541-project] Request body: {'floatingip': {'floating_network_id': '26d0436d-8ae2-49bd-8cc6-3d2eac552c84', 'port_id': '4e621a2e-a21d-400b-97c6-4a2cf9634d9b', 'tenant_id': '324be551cdc84d27989a0ab080f181fe', 'fixed_ip_address': '172.20.0.5'}} {{(pid=103458) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 12 13:19:21.901794 dv-cinder-830097-4-iscsi neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-f71a8842-5c73-454b-99c9-d67bbb9faf73 tempest-TestMinimumBasicScenario-297192541 tempest-TestMinimumBasicScenario-297192541-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:19:21.928267 dv-cinder-830097-4-iscsi neutron-server[103457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-887cc36f-b982-41a0-bacd-9636c51161de admin admin] Pushing event updated for resources: {'Subnet': ['ID=c8599d78-739f-40a5-b108-d031addacad8,revision_number=0']} {{(pid=103457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 13:19:21.932746 dv-cinder-830097-4-iscsi neutron-server[103457]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-887cc36f-b982-41a0-bacd-9636c51161de admin admin] Checking segment: {'id': '8a48a266-e467-47d0-a36f-2f3cd76a4aff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 204, 'network_id': 'c02fcb51-12d4-4832-b791-57d4b3289c97'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103457) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 12 13:19:21.933986 dv-cinder-830097-4-iscsi neutron-server[103457]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-887cc36f-b982-41a0-bacd-9636c51161de admin admin] Network hostable DHCP agents. Network: c02fcb51-12d4-4832-b791-57d4b3289c97, hostable agents: ['246ca497-e2ee-4e0b-b432-b4153c207e5f'], hosted agents: [] {{(pid=103457) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 12 13:19:21.954401 dv-cinder-830097-4-iscsi neutron-server[103457]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-887cc36f-b982-41a0-bacd-9636c51161de admin admin] Network c02fcb51-12d4-4832-b791-57d4b3289c97 is scheduled to be hosted by DHCP agent 246ca497-e2ee-4e0b-b432-b4153c207e5f with binding_index 1 {{(pid=103457) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 12 13:19:21.965799 dv-cinder-830097-4-iscsi neutron-server[103457]: DEBUG neutron.scheduler.base_scheduler [None req-887cc36f-b982-41a0-bacd-9636c51161de admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-830097-4-iscsi, c02fcb51-12d4-4832-b791-57d4b3289c97) {{(pid=103457) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 12 13:19:21.983365 dv-cinder-830097-4-iscsi neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-887cc36f-b982-41a0-bacd-9636c51161de admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 13:19:21.984051 dv-cinder-830097-4-iscsi neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-887cc36f-b982-41a0-bacd-9636c51161de admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:19:22.005876 dv-cinder-830097-4-iscsi neutron-server[103457]: INFO neutron.wsgi [None req-887cc36f-b982-41a0-bacd-9636c51161de admin admin] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 844 time: 0.5628729 Apr 12 13:19:22.009483 dv-cinder-830097-4-iscsi neutron-server[103457]: DEBUG neutron.wsgi [-] (103457) accepted ('10.222.0.18', 45252) {{(pid=103457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 13:19:22.014843 dv-cinder-830097-4-iscsi neutron-server[103459]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-921b1a59-39a7-4fa2-aaa6-595a4a42f4f1 None None] Network c02fcb51-12d4-4832-b791-57d4b3289c97 requested from dv-cinder-830097-4-iscsi {{(pid=103459) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 12 13:19:22.015256 dv-cinder-830097-4-iscsi neutron-server[103457]: DEBUG neutron.api.v2.base [None req-87cfe236-21ff-45be-9322-794c0d8b60c4 admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-915963601-router', 'tenant_id': '61e42aab63ce4f38bcd1e2bc8ade6e06', 'external_gateway_info': {'network_id': '26d0436d-8ae2-49bd-8cc6-3d2eac552c84'}}} {{(pid=103457) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 12 13:19:22.049651 dv-cinder-830097-4-iscsi neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-87cfe236-21ff-45be-9322-794c0d8b60c4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3800912', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-36249'] for router (77f0c1f2-2a1c-4b8f-95da-2b05bf74039c), before_create {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:19:22.050816 dv-cinder-830097-4-iscsi neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-87cfe236-21ff-45be-9322-794c0d8b60c4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3800288', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3747931', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-4120380', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-36256'] for router (77f0c1f2-2a1c-4b8f-95da-2b05bf74039c), precommit_create {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:19:22.056642 dv-cinder-830097-4-iscsi neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-f8c4f2c1-e19b-4622-8fd9-b03e6d4b989f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:19:22.092559 dv-cinder-830097-4-iscsi neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-f71a8842-5c73-454b-99c9-d67bbb9faf73 tempest-TestMinimumBasicScenario-297192541 tempest-TestMinimumBasicScenario-297192541-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-916304'] for port (None), before_create {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:19:22.132360 dv-cinder-830097-4-iscsi neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-87cfe236-21ff-45be-9322-794c0d8b60c4 admin admin] Publish callbacks [] for router_controller (77f0c1f2-2a1c-4b8f-95da-2b05bf74039c), precommit_add_association {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:19:22.201099 dv-cinder-830097-4-iscsi neutron-server[103459]: DEBUG neutron.plugins.ml2.plugin [None req-3505bd68-a9fd-4823-92ea-1a6ded8ab071 None None] Current status of the port 704ccb89-914e-44b5-a4ae-1dde71563bb0 is: BUILD; New status is: ACTIVE {{(pid=103459) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 12 13:19:22.201806 dv-cinder-830097-4-iscsi neutron-server[103459]: DEBUG neutron_lib.callbacks.manager [None req-3505bd68-a9fd-4823-92ea-1a6ded8ab071 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-916304'] for port (704ccb89-914e-44b5-a4ae-1dde71563bb0), before_update {{(pid=103459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:19:22.242385 dv-cinder-830097-4-iscsi neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-f8c4f2c1-e19b-4622-8fd9-b03e6d4b989f admin admin] Publish callbacks [] for security_group (0494ca1e-a263-48ea-9a10-1df4f3091aa2), precommit_create {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:19:22.257130 dv-cinder-830097-4-iscsi neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-f8c4f2c1-e19b-4622-8fd9-b03e6d4b989f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3691807'] for security_group (0494ca1e-a263-48ea-9a10-1df4f3091aa2), after_create {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:19:22.281557 dv-cinder-830097-4-iscsi neutron-server[103458]: DEBUG neutron.db.db_base_plugin_common [None req-f71a8842-5c73-454b-99c9-d67bbb9faf73 tempest-TestMinimumBasicScenario-297192541 tempest-TestMinimumBasicScenario-297192541-project] Allocated IP 172.27.0.196 (26d0436d-8ae2-49bd-8cc6-3d2eac552c84/d93852d8-8f89-4b1c-bef4-0e05f499a8db/39f4c38e-ce4d-4819-b531-d05ee8a52d24) {{(pid=103458) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 12 13:19:22.287905 dv-cinder-830097-4-iscsi neutron-server[103458]: INFO neutron.wsgi [None req-f8c4f2c1-e19b-4622-8fd9-b03e6d4b989f admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=b5ecf18d55b2450b8e5bce3f92d7dd9e&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4450054 Apr 12 13:19:22.292396 dv-cinder-830097-4-iscsi neutron-server[103458]: DEBUG neutron.wsgi [-] (103458) accepted ('10.222.0.18', 45262) {{(pid=103458) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 13:19:22.311574 dv-cinder-830097-4-iscsi neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-87cfe236-21ff-45be-9322-794c0d8b60c4 admin admin] Publish callbacks [] for router_gateway (77f0c1f2-2a1c-4b8f-95da-2b05bf74039c), precommit_update {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:19:22.328191 dv-cinder-830097-4-iscsi neutron-server[103459]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6f20c678-074c-48c6-b8cf-9a161f79f3ff None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0dda7392-c464-571f-8166-3efeee773273-c02fcb51-12d4-4832-b791-57d4b3289c97', 'network_id': 'c02fcb51-12d4-4832-b791-57d4b3289c97', 'project_id': '61e42aab63ce4f38bcd1e2bc8ade6e06', 'fixed_ips': [{'subnet_id': 'c8599d78-739f-40a5-b108-d031addacad8'}]}} from dv-cinder-830097-4-iscsi. {{(pid=103459) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Apr 12 13:19:22.329718 dv-cinder-830097-4-iscsi neutron-server[103459]: DEBUG neutron_lib.callbacks.manager [None req-6f20c678-074c-48c6-b8cf-9a161f79f3ff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-916304'] for port (None), before_create {{(pid=103459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:19:22.353725 dv-cinder-830097-4-iscsi neutron-server[103458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8c4f2c1-e19b-4622-8fd9-b03e6d4b989f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0494ca1e-a263-48ea-9a10-1df4f3091aa2,revision_number=1']} {{(pid=103458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 13:19:22.379519 dv-cinder-830097-4-iscsi neutron-server[103459]: DEBUG neutron.plugins.ml2.db [None req-3505bd68-a9fd-4823-92ea-1a6ded8ab071 None None] For port 704ccb89-914e-44b5-a4ae-1dde71563bb0, host hv-cinder-83009, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83009',level=0,port_id=704ccb89-914e-44b5-a4ae-1dde71563bb0,segment=NetworkSegment(cbdc8fb7-4f48-4130-80a4-939d65d92cbb),segment_id=cbdc8fb7-4f48-4130-80a4-939d65d92cbb)] {{(pid=103459) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 12 13:19:22.387949 dv-cinder-830097-4-iscsi neutron-server[103459]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '629d75a5-e426-4cc1-9a91-03495357fac5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '704ccb89-914e-44b5-a4ae-1dde71563bb0'}] {{(pid=103459) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 12 13:19:22.394099 dv-cinder-830097-4-iscsi neutron-server[103459]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}95104bc0dd48ad9143548caf8a5bdec643107760c32fce8433ea43eac3fbdd81" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-45b7471b-511d-4c11-8c61-01746f288e81" -d '{"events": [{"server_uuid": "629d75a5-e426-4cc1-9a91-03495357fac5", "name": "network-vif-plugged", "status": "completed", "tag": "704ccb89-914e-44b5-a4ae-1dde71563bb0"}]}' {{(pid=103459) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 12 13:19:22.406014 dv-cinder-830097-4-iscsi neutron-server[103459]: DEBUG neutron_lib.callbacks.manager [None req-3505bd68-a9fd-4823-92ea-1a6ded8ab071 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-915890', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3697887', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732727894815', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732727417932', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732727417950'] for port (704ccb89-914e-44b5-a4ae-1dde71563bb0), after_update {{(pid=103459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:19:22.425474 dv-cinder-830097-4-iscsi neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-e52dbc19-1c79-4f3f-a09e-731a2c5d424c admin admin] Publish callbacks [] for security_group (0494ca1e-a263-48ea-9a10-1df4f3091aa2), before_delete {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:19:22.447941 dv-cinder-830097-4-iscsi neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-e52dbc19-1c79-4f3f-a09e-731a2c5d424c admin admin] Publish callbacks [] for security_group (0494ca1e-a263-48ea-9a10-1df4f3091aa2), precommit_delete {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:19:22.478860 dv-cinder-830097-4-iscsi neutron-server[103459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3505bd68-a9fd-4823-92ea-1a6ded8ab071 None None] Pushing event updated for resources: {'Port': ['ID=704ccb89-914e-44b5-a4ae-1dde71563bb0,revision_number=5']} {{(pid=103459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 13:19:22.488595 dv-cinder-830097-4-iscsi neutron-server[103459]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 12 Apr 2022 13:19:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ffdddcc5-7077-4a9b-acf2-78c942e6f6b6 x-openstack-request-id: req-ffdddcc5-7077-4a9b-acf2-78c942e6f6b6 {{(pid=103459) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 12 13:19:22.489300 dv-cinder-830097-4-iscsi neutron-server[103459]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "629d75a5-e426-4cc1-9a91-03495357fac5", "name": "network-vif-plugged", "status": "completed", "tag": "704ccb89-914e-44b5-a4ae-1dde71563bb0", "code": 200}]} {{(pid=103459) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 12 13:19:22.489829 dv-cinder-830097-4-iscsi neutron-server[103459]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-ffdddcc5-7077-4a9b-acf2-78c942e6f6b6 {{(pid=103459) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 12 13:19:22.490400 dv-cinder-830097-4-iscsi neutron-server[103459]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ffdddcc5-7077-4a9b-acf2-78c942e6f6b6'] response: {'server_uuid': '629d75a5-e426-4cc1-9a91-03495357fac5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '704ccb89-914e-44b5-a4ae-1dde71563bb0', 'code': 200} Apr 12 13:19:22.511876 dv-cinder-830097-4-iscsi neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-e52dbc19-1c79-4f3f-a09e-731a2c5d424c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3691807'] for security_group (0494ca1e-a263-48ea-9a10-1df4f3091aa2), after_delete {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:19:22.515235 dv-cinder-830097-4-iscsi neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-e52dbc19-1c79-4f3f-a09e-731a2c5d424c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:19:22.517575 dv-cinder-830097-4-iscsi neutron-server[103458]: INFO neutron.wsgi [None req-e52dbc19-1c79-4f3f-a09e-731a2c5d424c admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/0494ca1e-a263-48ea-9a10-1df4f3091aa2 HTTP/1.1" status: 204 len: 168 time: 0.2242143 Apr 12 13:19:22.541835 dv-cinder-830097-4-iscsi neutron-server[103458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e52dbc19-1c79-4f3f-a09e-731a2c5d424c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0494ca1e-a263-48ea-9a10-1df4f3091aa2,revision_number=None']} {{(pid=103458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 13:19:22.546293 dv-cinder-830097-4-iscsi neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-f71a8842-5c73-454b-99c9-d67bbb9faf73 tempest-TestMinimumBasicScenario-297192541 tempest-TestMinimumBasicScenario-297192541-project] Publish callbacks [] for port (39f4c38e-ce4d-4819-b531-d05ee8a52d24), precommit_create {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:19:22.582648 dv-cinder-830097-4-iscsi neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-87cfe236-21ff-45be-9322-794c0d8b60c4 admin admin] Publish callbacks [] for router_gateway (77f0c1f2-2a1c-4b8f-95da-2b05bf74039c), before_create {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:19:22.593635 dv-cinder-830097-4-iscsi neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-f71a8842-5c73-454b-99c9-d67bbb9faf73 tempest-TestMinimumBasicScenario-297192541 tempest-TestMinimumBasicScenario-297192541-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-915890', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3697887', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732727417914', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26097133'] for port (39f4c38e-ce4d-4819-b531-d05ee8a52d24), after_create {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:19:22.650715 dv-cinder-830097-4-iscsi neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-87cfe236-21ff-45be-9322-794c0d8b60c4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-916304'] for port (None), before_create {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:19:22.694054 dv-cinder-830097-4-iscsi neutron-server[103458]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f71a8842-5c73-454b-99c9-d67bbb9faf73 tempest-TestMinimumBasicScenario-297192541 tempest-TestMinimumBasicScenario-297192541-project] Network 26d0436d-8ae2-49bd-8cc6-3d2eac552c84 is already hosted by enough agents. {{(pid=103458) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 12 13:19:22.697847 dv-cinder-830097-4-iscsi neutron-server[103458]: DEBUG neutron.scheduler.base_scheduler [None req-f71a8842-5c73-454b-99c9-d67bbb9faf73 tempest-TestMinimumBasicScenario-297192541 tempest-TestMinimumBasicScenario-297192541-project] Resources bound (agent type, host, resource id): {{(pid=103458) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 12 13:19:22.706415 dv-cinder-830097-4-iscsi neutron-server[103458]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f71a8842-5c73-454b-99c9-d67bbb9faf73 tempest-TestMinimumBasicScenario-297192541 tempest-TestMinimumBasicScenario-297192541-project] Received port after_create {{(pid=103458) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 12 13:19:22.749837 dv-cinder-830097-4-iscsi neutron-server[103458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f71a8842-5c73-454b-99c9-d67bbb9faf73 tempest-TestMinimumBasicScenario-297192541 tempest-TestMinimumBasicScenario-297192541-project] Pushing event updated for resources: {'Port': ['ID=39f4c38e-ce4d-4819-b531-d05ee8a52d24,revision_number=1']} {{(pid=103458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 13:19:22.781638 dv-cinder-830097-4-iscsi neutron-server[103459]: DEBUG neutron.plugins.ml2.rpc [None req-53781792-8650-4c78-93a6-1c4d328d874c None None] Device 9b541114-9306-4cda-a16a-61689157b0c2 up at agent ovs-agent-dv-cinder-830097-4-iscsi {{(pid=103459) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 12 13:19:22.862164 dv-cinder-830097-4-iscsi neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b73d5c29-d24c-4926-b010-007e9c858d74 req-580993ba-1bcc-4439-9d1b-ae34520743c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 13:19:22.862312 dv-cinder-830097-4-iscsi neutron-server[103459]: DEBUG neutron.db.l3_hamode_db [None req-0e77a5ba-8f6c-4acf-8fd2-1075a05ff260 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b07a6f3d-13d7-49d3-a26b-8607e959c04a', 'name': 'tempest-TestShelveInstance-1558463520-router', 'tenant_id': '713bbcf7a57142f0a2bb30d1eed8f037', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '26d0436d-8ae2-49bd-8cc6-3d2eac552c84', 'external_fixed_ips': [{'subnet_id': 'd93852d8-8f89-4b1c-bef4-0e05f499a8db', 'ip_address': '172.27.0.213'}], 'enable_snat': True}, 'gw_port_id': '9b541114-9306-4cda-a16a-61689157b0c2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-12T13:19:15Z', 'updated_at': '2022-04-12T13:19:18Z', 'revision_number': 4, 'project_id': '713bbcf7a57142f0a2bb30d1eed8f037', 'gw_port': {'id': '9b541114-9306-4cda-a16a-61689157b0c2', 'name': '', 'network_id': '26d0436d-8ae2-49bd-8cc6-3d2eac552c84', 'tenant_id': '', 'mac_address': 'fa:16:3e:69:76:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b07a6f3d-13d7-49d3-a26b-8607e959c04a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 389, 'fixed_ips': [{'subnet_id': 'd93852d8-8f89-4b1c-bef4-0e05f499a8db', 'ip_address': '172.27.0.213', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830097-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T13:19:16Z', 'updated_at': '2022-04-12T13:19:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd93852d8-8f89-4b1c-bef4-0e05f499a8db', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830097-4-iscsi', '_interfaces': [{'id': 'b1daae69-1b9d-464b-8d90-f0ccd9098da6', 'name': '', 'network_id': 'dd564e5e-84b2-456c-afed-34fe02080a74', 'tenant_id': '713bbcf7a57142f0a2bb30d1eed8f037', 'mac_address': 'fa:16:3e:49:59:67', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b07a6f3d-13d7-49d3-a26b-8607e959c04a', 'device_owner': 'network:router_interface', 'standard_attr_id': 390, 'fixed_ips': [{'subnet_id': 'b573db6a-5739-46b0-a65e-7d9b85205259', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T13:19:18Z', 'updated_at': '2022-04-12T13:19:19Z', 'revision_number': 2, 'project_id': '713bbcf7a57142f0a2bb30d1eed8f037', 'subnets': [{'id': 'b573db6a-5739-46b0-a65e-7d9b85205259', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-830097-4-iscsi', False) {} {{(pid=103459) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 13:19:22.863551 dv-cinder-830097-4-iscsi neutron-server[103457]: INFO neutron.wsgi [req-b73d5c29-d24c-4926-b010-007e9c858d74 req-580993ba-1bcc-4439-9d1b-ae34520743c7 service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=629d75a5-e426-4cc1-9a91-03495357fac5 HTTP/1.1" status: 200 len: 1130 time: 0.0842779 Apr 12 13:19:22.934022 dv-cinder-830097-4-iscsi neutron-server[103459]: DEBUG neutron.db.db_base_plugin_common [None req-6f20c678-074c-48c6-b8cf-9a161f79f3ff None None] Allocated IP 172.20.0.2 (c02fcb51-12d4-4832-b791-57d4b3289c97/c8599d78-739f-40a5-b108-d031addacad8/18a634be-af64-4256-9a05-bf1def0b1689) {{(pid=103459) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 12 13:19:22.961041 dv-cinder-830097-4-iscsi neutron-server[103457]: DEBUG neutron.db.db_base_plugin_common [None req-87cfe236-21ff-45be-9322-794c0d8b60c4 admin admin] Allocated IP 172.27.0.194 (26d0436d-8ae2-49bd-8cc6-3d2eac552c84/d93852d8-8f89-4b1c-bef4-0e05f499a8db/706bf3a0-a850-4048-9c15-4b97fbc5e5de) {{(pid=103457) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 12 13:19:23.042160 dv-cinder-830097-4-iscsi neutron-server[103457]: INFO neutron.wsgi [req-b73d5c29-d24c-4926-b010-007e9c858d74 req-5821e964-e1a3-4953-b6dc-713b344a5f8d service neutron] 10.222.0.55 "GET /v2.0/security-groups?id=9a69e885-7be4-4d2c-b3f6-55a097b025b0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1711242 Apr 12 13:19:23.119349 dv-cinder-830097-4-iscsi neutron-server[103459]: DEBUG neutron_lib.callbacks.manager [None req-6f20c678-074c-48c6-b8cf-9a161f79f3ff None None] Publish callbacks [] for port (18a634be-af64-4256-9a05-bf1def0b1689), precommit_create {{(pid=103459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:19:23.139593 dv-cinder-830097-4-iscsi neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d3f350d-b0f4-4a94-8abe-e8f8c0568848 req-88e0d3cb-7e67-45ff-8508-faa8342757d3 tempest-ServerRescueNegativeTestJSON-440649021 tempest-ServerRescueNegativeTestJSON-440649021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 13:19:23.150593 dv-cinder-830097-4-iscsi neutron-server[103457]: INFO neutron.wsgi [req-8d3f350d-b0f4-4a94-8abe-e8f8c0568848 req-88e0d3cb-7e67-45ff-8508-faa8342757d3 tempest-ServerRescueNegativeTestJSON-440649021 tempest-ServerRescueNegativeTestJSON-440649021-project] 10.222.0.18 "GET /v2.0/ports?device_id=629d75a5-e426-4cc1-9a91-03495357fac5 HTTP/1.1" status: 200 len: 946 time: 0.1218779 Apr 12 13:19:23.154447 dv-cinder-830097-4-iscsi neutron-server[103459]: DEBUG neutron_lib.callbacks.manager [None req-6f20c678-074c-48c6-b8cf-9a161f79f3ff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-915890', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3697887', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732727417914'] for port (18a634be-af64-4256-9a05-bf1def0b1689), after_create {{(pid=103459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:19:23.212754 dv-cinder-830097-4-iscsi neutron-server[103459]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6f20c678-074c-48c6-b8cf-9a161f79f3ff None None] Network c02fcb51-12d4-4832-b791-57d4b3289c97 is already hosted by enough agents. {{(pid=103459) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 12 13:19:23.217816 dv-cinder-830097-4-iscsi neutron-server[103459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f20c678-074c-48c6-b8cf-9a161f79f3ff None None] Pushing event updated for resources: {'Port': ['ID=18a634be-af64-4256-9a05-bf1def0b1689,revision_number=1']} {{(pid=103459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 13:19:23.221645 dv-cinder-830097-4-iscsi neutron-server[103459]: DEBUG neutron.scheduler.base_scheduler [None req-6f20c678-074c-48c6-b8cf-9a161f79f3ff None None] Resources bound (agent type, host, resource id): {{(pid=103459) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 12 13:19:23.223832 dv-cinder-830097-4-iscsi neutron-server[103459]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0e77a5ba-8f6c-4acf-8fd2-1075a05ff260 None None] Checking router: b07a6f3d-13d7-49d3-a26b-8607e959c04a for host: dv-cinder-830097-4-iscsi {{(pid=103459) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 12 13:19:23.224506 dv-cinder-830097-4-iscsi neutron-server[103459]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0e77a5ba-8f6c-4acf-8fd2-1075a05ff260 None None] Updating router b07a6f3d-13d7-49d3-a26b-8607e959c04a port b1daae69-1b9d-464b-8d90-f0ccd9098da6 binding host dv-cinder-830097-4-iscsi {{(pid=103459) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 12 13:19:23.254612 dv-cinder-830097-4-iscsi neutron-server[103459]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6f20c678-074c-48c6-b8cf-9a161f79f3ff None None] Received port after_create {{(pid=103459) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 12 13:19:23.266751 dv-cinder-830097-4-iscsi neutron-server[103457]: INFO neutron.wsgi [req-8d3f350d-b0f4-4a94-8abe-e8f8c0568848 req-1564480f-5343-4feb-91b9-57908b89dd3e tempest-ServerRescueNegativeTestJSON-440649021 tempest-ServerRescueNegativeTestJSON-440649021-project] 10.222.0.18 "GET /v2.0/security-groups?id=9a69e885-7be4-4d2c-b3f6-55a097b025b0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1103053 Apr 12 13:19:23.290215 dv-cinder-830097-4-iscsi neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-87cfe236-21ff-45be-9322-794c0d8b60c4 admin admin] Publish callbacks [] for port (706bf3a0-a850-4048-9c15-4b97fbc5e5de), precommit_create {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:19:23.301306 dv-cinder-830097-4-iscsi neutron-server[103459]: DEBUG neutron_lib.callbacks.manager [None req-53781792-8650-4c78-93a6-1c4d328d874c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732727929501', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-657397'] for agent (3f2daa45-5e56-452b-8a21-b519edfce99e), after_update {{(pid=103459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:19:23.316022 dv-cinder-830097-4-iscsi neutron-server[103459]: DEBUG neutron_lib.callbacks.manager [None req-0e77a5ba-8f6c-4acf-8fd2-1075a05ff260 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-916304'] for port (b1daae69-1b9d-464b-8d90-f0ccd9098da6), before_update {{(pid=103459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:19:23.339840 dv-cinder-830097-4-iscsi neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-87cfe236-21ff-45be-9322-794c0d8b60c4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-915890', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3697887', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732727417914', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25610742'] for port (706bf3a0-a850-4048-9c15-4b97fbc5e5de), after_create {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:19:23.363672 dv-cinder-830097-4-iscsi neutron-server[103459]: DEBUG neutron.plugins.ml2.managers [None req-6f20c678-074c-48c6-b8cf-9a161f79f3ff None None] Attempting to bind port 18a634be-af64-4256-9a05-bf1def0b1689 on host dv-cinder-830097-4-iscsi for vnic_type normal with profile {{(pid=103459) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 12 13:19:23.364681 dv-cinder-830097-4-iscsi neutron-server[103459]: DEBUG neutron.plugins.ml2.managers [None req-6f20c678-074c-48c6-b8cf-9a161f79f3ff None None] Attempting to bind port 18a634be-af64-4256-9a05-bf1def0b1689 by drivers openvswitch,hyperv on host dv-cinder-830097-4-iscsi at level 0 using segments [{'id': '8a48a266-e467-47d0-a36f-2f3cd76a4aff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 204, 'network_id': 'c02fcb51-12d4-4832-b791-57d4b3289c97'}] {{(pid=103459) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 12 13:19:23.365256 dv-cinder-830097-4-iscsi neutron-server[103459]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6f20c678-074c-48c6-b8cf-9a161f79f3ff None None] Attempting to bind port 18a634be-af64-4256-9a05-bf1def0b1689 on network c02fcb51-12d4-4832-b791-57d4b3289c97 {{(pid=103459) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 12 13:19:23.370183 dv-cinder-830097-4-iscsi neutron-server[103459]: DEBUG neutron.db.provisioning_blocks [None req-53781792-8650-4c78-93a6-1c4d328d874c None None] Provisioning complete for port 9b541114-9306-4cda-a16a-61689157b0c2 triggered by entity L2. {{(pid=103459) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 12 13:19:23.370776 dv-cinder-830097-4-iscsi neutron-server[103459]: DEBUG neutron_lib.callbacks.manager [None req-53781792-8650-4c78-93a6-1c4d328d874c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-657243'] for port (9b541114-9306-4cda-a16a-61689157b0c2), provisioning_complete {{(pid=103459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:19:23.397727 dv-cinder-830097-4-iscsi neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-f71a8842-5c73-454b-99c9-d67bbb9faf73 tempest-TestMinimumBasicScenario-297192541 tempest-TestMinimumBasicScenario-297192541-project] Publish callbacks [] for floatingip (a63a47c2-3ecc-4fdb-b315-5b129aa084e6), precommit_create {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:19:23.410367 dv-cinder-830097-4-iscsi neutron-server[103457]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-87cfe236-21ff-45be-9322-794c0d8b60c4 admin admin] Network 26d0436d-8ae2-49bd-8cc6-3d2eac552c84 is already hosted by enough agents. {{(pid=103457) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 12 13:19:23.413466 dv-cinder-830097-4-iscsi neutron-server[103457]: DEBUG neutron.scheduler.base_scheduler [None req-87cfe236-21ff-45be-9322-794c0d8b60c4 admin admin] Resources bound (agent type, host, resource id): {{(pid=103457) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 12 13:19:23.416042 dv-cinder-830097-4-iscsi neutron-server[103457]: DEBUG neutron.db.l3_dvrscheduler_db [None req-87cfe236-21ff-45be-9322-794c0d8b60c4 admin admin] Received port after_create {{(pid=103457) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 12 13:19:23.448390 dv-cinder-830097-4-iscsi neutron-server[103457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87cfe236-21ff-45be-9322-794c0d8b60c4 admin admin] Pushing event updated for resources: {'Port': ['ID=706bf3a0-a850-4048-9c15-4b97fbc5e5de,revision_number=1']} {{(pid=103457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 13:19:23.472927 dv-cinder-830097-4-iscsi neutron-server[103459]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6f20c678-074c-48c6-b8cf-9a161f79f3ff None None] Checking agent: {'id': '3f2daa45-5e56-452b-8a21-b519edfce99e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-830097-4-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 12, 13, 7, 23), 'started_at': datetime.datetime(2022, 4, 12, 13, 7, 53), 'heartbeat_timestamp': datetime.datetime(2022, 4, 12, 13, 19, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-830097-4-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103459) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 12 13:19:23.473405 dv-cinder-830097-4-iscsi neutron-server[103459]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6f20c678-074c-48c6-b8cf-9a161f79f3ff None None] Checking segment: {'id': '8a48a266-e467-47d0-a36f-2f3cd76a4aff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 204, 'network_id': 'c02fcb51-12d4-4832-b791-57d4b3289c97'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103459) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 12 13:19:23.473917 dv-cinder-830097-4-iscsi neutron-server[103459]: DEBUG neutron_lib.callbacks.manager [None req-6f20c678-074c-48c6-b8cf-9a161f79f3ff None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:19:23.474472 dv-cinder-830097-4-iscsi neutron-server[103459]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6f20c678-074c-48c6-b8cf-9a161f79f3ff None None] Bound using segment: {'id': '8a48a266-e467-47d0-a36f-2f3cd76a4aff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 204, 'network_id': 'c02fcb51-12d4-4832-b791-57d4b3289c97'} {{(pid=103459) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 12 13:19:23.475189 dv-cinder-830097-4-iscsi neutron-server[103459]: DEBUG neutron.plugins.ml2.managers [None req-6f20c678-074c-48c6-b8cf-9a161f79f3ff None None] Bound port: 18a634be-af64-4256-9a05-bf1def0b1689, host: dv-cinder-830097-4-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8a48a266-e467-47d0-a36f-2f3cd76a4aff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 204, 'network_id': 'c02fcb51-12d4-4832-b791-57d4b3289c97'}}] {{(pid=103459) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 12 13:19:23.475464 dv-cinder-830097-4-iscsi neutron-server[103459]: DEBUG neutron_lib.callbacks.manager [None req-6f20c678-074c-48c6-b8cf-9a161f79f3ff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-916304'] for port (18a634be-af64-4256-9a05-bf1def0b1689), before_update {{(pid=103459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:19:23.516604 dv-cinder-830097-4-iscsi neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-f71a8842-5c73-454b-99c9-d67bbb9faf73 tempest-TestMinimumBasicScenario-297192541 tempest-TestMinimumBasicScenario-297192541-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-916304'] for port (39f4c38e-ce4d-4819-b531-d05ee8a52d24), before_update {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:19:23.711318 dv-cinder-830097-4-iscsi neutron-server[103459]: DEBUG neutron.plugins.ml2.db [None req-6f20c678-074c-48c6-b8cf-9a161f79f3ff None None] For port 18a634be-af64-4256-9a05-bf1def0b1689, host dv-cinder-830097-4-iscsi, cleared binding levels {{(pid=103459) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 12 13:19:23.758723 dv-cinder-830097-4-iscsi neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-f71a8842-5c73-454b-99c9-d67bbb9faf73 tempest-TestMinimumBasicScenario-297192541 tempest-TestMinimumBasicScenario-297192541-project] Publish callbacks [] for port (39f4c38e-ce4d-4819-b531-d05ee8a52d24), precommit_update {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:19:23.759071 dv-cinder-830097-4-iscsi neutron-server[103459]: DEBUG neutron.plugins.ml2.db [None req-6f20c678-074c-48c6-b8cf-9a161f79f3ff None None] For port 18a634be-af64-4256-9a05-bf1def0b1689, host dv-cinder-830097-4-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-830097-4-iscsi',level=0,port_id=18a634be-af64-4256-9a05-bf1def0b1689,segment=NetworkSegment(8a48a266-e467-47d0-a36f-2f3cd76a4aff),segment_id=8a48a266-e467-47d0-a36f-2f3cd76a4aff)] {{(pid=103459) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 12 13:19:23.766461 dv-cinder-830097-4-iscsi neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-f71a8842-5c73-454b-99c9-d67bbb9faf73 tempest-TestMinimumBasicScenario-297192541 tempest-TestMinimumBasicScenario-297192541-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-915890', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3697887', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732727894815', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732727417932', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732727417950', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26097126'] for port (39f4c38e-ce4d-4819-b531-d05ee8a52d24), after_update {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:19:23.769612 dv-cinder-830097-4-iscsi neutron-server[103459]: DEBUG neutron.plugins.ml2.plugin [None req-53781792-8650-4c78-93a6-1c4d328d874c None None] Current status of the port 9b541114-9306-4cda-a16a-61689157b0c2 is: ACTIVE; New status is: ACTIVE {{(pid=103459) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 12 13:19:23.780961 dv-cinder-830097-4-iscsi neutron-server[103459]: DEBUG neutron_lib.callbacks.manager [None req-6f20c678-074c-48c6-b8cf-9a161f79f3ff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-915890', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3697887', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732727894815', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732727417932', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732727417950'] for port (18a634be-af64-4256-9a05-bf1def0b1689), after_update {{(pid=103459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:19:23.816584 dv-cinder-830097-4-iscsi neutron-server[103458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f71a8842-5c73-454b-99c9-d67bbb9faf73 tempest-TestMinimumBasicScenario-297192541 tempest-TestMinimumBasicScenario-297192541-project] Pushing event updated for resources: {'Port': ['ID=39f4c38e-ce4d-4819-b531-d05ee8a52d24,revision_number=2']} {{(pid=103458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 13:19:23.888847 dv-cinder-830097-4-iscsi neutron-server[103459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f20c678-074c-48c6-b8cf-9a161f79f3ff None None] Pushing event updated for resources: {'Port': ['ID=18a634be-af64-4256-9a05-bf1def0b1689,revision_number=2']} {{(pid=103459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 13:19:23.924080 dv-cinder-830097-4-iscsi neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-f71a8842-5c73-454b-99c9-d67bbb9faf73 tempest-TestMinimumBasicScenario-297192541 tempest-TestMinimumBasicScenario-297192541-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3739086'] for floatingip (a63a47c2-3ecc-4fdb-b315-5b129aa084e6), after_create {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:19:23.963163 dv-cinder-830097-4-iscsi neutron-server[103459]: DEBUG neutron_lib.callbacks.manager [None req-0e77a5ba-8f6c-4acf-8fd2-1075a05ff260 None None] Publish callbacks [] for port (b1daae69-1b9d-464b-8d90-f0ccd9098da6), precommit_update {{(pid=103459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:19:23.973545 dv-cinder-830097-4-iscsi neutron-server[103459]: DEBUG neutron_lib.callbacks.manager [None req-0e77a5ba-8f6c-4acf-8fd2-1075a05ff260 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-915890', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3697887', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732727894815', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732727417932', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732727417950'] for port (b1daae69-1b9d-464b-8d90-f0ccd9098da6), after_update {{(pid=103459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:19:24.102652 dv-cinder-830097-4-iscsi neutron-server[103458]: INFO neutron.db.l3_db [None req-f71a8842-5c73-454b-99c9-d67bbb9faf73 tempest-TestMinimumBasicScenario-297192541 tempest-TestMinimumBasicScenario-297192541-project] Floating IP a63a47c2-3ecc-4fdb-b315-5b129aa084e6 associated. External IP: 172.27.0.196, port: 4e621a2e-a21d-400b-97c6-4a2cf9634d9b. Apr 12 13:19:24.118771 dv-cinder-830097-4-iscsi neutron-server[103459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b50eb83-420c-46a6-9e23-51cc06e0792b None None] Pushing event updated for resources: {'Port': ['ID=b1daae69-1b9d-464b-8d90-f0ccd9098da6,revision_number=3']} {{(pid=103459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 13:19:24.256398 dv-cinder-830097-4-iscsi neutron-server[103459]: DEBUG neutron.plugins.ml2.managers [None req-0e77a5ba-8f6c-4acf-8fd2-1075a05ff260 None None] Attempting to bind port b1daae69-1b9d-464b-8d90-f0ccd9098da6 on host dv-cinder-830097-4-iscsi for vnic_type normal with profile {{(pid=103459) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 12 13:19:24.257026 dv-cinder-830097-4-iscsi neutron-server[103459]: DEBUG neutron.plugins.ml2.managers [None req-0e77a5ba-8f6c-4acf-8fd2-1075a05ff260 None None] Attempting to bind port b1daae69-1b9d-464b-8d90-f0ccd9098da6 by drivers openvswitch,hyperv on host dv-cinder-830097-4-iscsi at level 0 using segments [{'id': '22816d98-787f-4f09-adc7-9591d9bff28c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 201, 'network_id': 'dd564e5e-84b2-456c-afed-34fe02080a74'}] {{(pid=103459) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 12 13:19:24.257566 dv-cinder-830097-4-iscsi neutron-server[103459]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0e77a5ba-8f6c-4acf-8fd2-1075a05ff260 None None] Attempting to bind port b1daae69-1b9d-464b-8d90-f0ccd9098da6 on network dd564e5e-84b2-456c-afed-34fe02080a74 {{(pid=103459) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 12 13:19:24.268176 dv-cinder-830097-4-iscsi neutron-server[103459]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0e77a5ba-8f6c-4acf-8fd2-1075a05ff260 None None] Checking agent: {'id': '3f2daa45-5e56-452b-8a21-b519edfce99e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-830097-4-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 12, 13, 7, 23), 'started_at': datetime.datetime(2022, 4, 12, 13, 7, 53), 'heartbeat_timestamp': datetime.datetime(2022, 4, 12, 13, 19, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-830097-4-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103459) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 12 13:19:24.268814 dv-cinder-830097-4-iscsi neutron-server[103459]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0e77a5ba-8f6c-4acf-8fd2-1075a05ff260 None None] Checking segment: {'id': '22816d98-787f-4f09-adc7-9591d9bff28c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 201, 'network_id': 'dd564e5e-84b2-456c-afed-34fe02080a74'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103459) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 12 13:19:24.269482 dv-cinder-830097-4-iscsi neutron-server[103459]: DEBUG neutron_lib.callbacks.manager [None req-0e77a5ba-8f6c-4acf-8fd2-1075a05ff260 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:19:24.270834 dv-cinder-830097-4-iscsi neutron-server[103459]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0e77a5ba-8f6c-4acf-8fd2-1075a05ff260 None None] Bound using segment: {'id': '22816d98-787f-4f09-adc7-9591d9bff28c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 201, 'network_id': 'dd564e5e-84b2-456c-afed-34fe02080a74'} {{(pid=103459) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 12 13:19:24.271727 dv-cinder-830097-4-iscsi neutron-server[103459]: DEBUG neutron.plugins.ml2.managers [None req-0e77a5ba-8f6c-4acf-8fd2-1075a05ff260 None None] Bound port: b1daae69-1b9d-464b-8d90-f0ccd9098da6, host: dv-cinder-830097-4-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '22816d98-787f-4f09-adc7-9591d9bff28c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 201, 'network_id': 'dd564e5e-84b2-456c-afed-34fe02080a74'}}] {{(pid=103459) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 12 13:19:24.272113 dv-cinder-830097-4-iscsi neutron-server[103459]: DEBUG neutron_lib.callbacks.manager [None req-0e77a5ba-8f6c-4acf-8fd2-1075a05ff260 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-916304'] for port (b1daae69-1b9d-464b-8d90-f0ccd9098da6), before_update {{(pid=103459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:19:24.337514 dv-cinder-830097-4-iscsi neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-87cfe236-21ff-45be-9322-794c0d8b60c4 admin admin] Publish callbacks [] for router_gateway (77f0c1f2-2a1c-4b8f-95da-2b05bf74039c), after_create {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:19:24.479903 dv-cinder-830097-4-iscsi neutron-server[103459]: DEBUG neutron.plugins.ml2.db [None req-0e77a5ba-8f6c-4acf-8fd2-1075a05ff260 None None] For port b1daae69-1b9d-464b-8d90-f0ccd9098da6, host dv-cinder-830097-4-iscsi, cleared binding levels {{(pid=103459) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 12 13:19:24.493568 dv-cinder-830097-4-iscsi neutron-server[103459]: DEBUG neutron.plugins.ml2.db [None req-0e77a5ba-8f6c-4acf-8fd2-1075a05ff260 None None] For port b1daae69-1b9d-464b-8d90-f0ccd9098da6, host dv-cinder-830097-4-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-830097-4-iscsi',level=0,port_id=b1daae69-1b9d-464b-8d90-f0ccd9098da6,segment=NetworkSegment(22816d98-787f-4f09-adc7-9591d9bff28c),segment_id=22816d98-787f-4f09-adc7-9591d9bff28c)] {{(pid=103459) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 12 13:19:24.502696 dv-cinder-830097-4-iscsi neutron-server[103459]: DEBUG neutron_lib.callbacks.manager [None req-0e77a5ba-8f6c-4acf-8fd2-1075a05ff260 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-915890', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3697887', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732727894815', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732727417932', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732727417950'] for port (b1daae69-1b9d-464b-8d90-f0ccd9098da6), after_update {{(pid=103459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:19:24.520612 dv-cinder-830097-4-iscsi neutron-server[103458]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f71a8842-5c73-454b-99c9-d67bbb9faf73 tempest-TestMinimumBasicScenario-297192541 tempest-TestMinimumBasicScenario-297192541-project] Router 81f07478-dbd0-4cbf-a550-f0eba3802cf4 has already been hosted by L3 agent b7e11a8b-aeed-493f-9763-461016dddc93 {{(pid=103458) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 12 13:19:24.592183 dv-cinder-830097-4-iscsi neutron-server[103459]: DEBUG neutron.db.provisioning_blocks [None req-50ebd965-3afc-437e-83d2-46338de756c1 None None] Provisioning complete for port b1daae69-1b9d-464b-8d90-f0ccd9098da6 triggered by entity DHCP. {{(pid=103459) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 12 13:19:24.592471 dv-cinder-830097-4-iscsi neutron-server[103459]: DEBUG neutron_lib.callbacks.manager [None req-50ebd965-3afc-437e-83d2-46338de756c1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-657243'] for port (b1daae69-1b9d-464b-8d90-f0ccd9098da6), provisioning_complete {{(pid=103459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:19:24.656739 dv-cinder-830097-4-iscsi neutron-server[103458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-549f7ac7-111e-41ab-9f1c-8e355b462782 req-092309cf-35eb-4eb0-aadf-13c093115d40 tempest-ServerRescueNegativeTestJSON-440649021 tempest-ServerRescueNegativeTestJSON-440649021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 13:19:24.660851 dv-cinder-830097-4-iscsi neutron-server[103459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b50eb83-420c-46a6-9e23-51cc06e0792b None None] Pushing event updated for resources: {'Port': ['ID=b1daae69-1b9d-464b-8d90-f0ccd9098da6,revision_number=4']} {{(pid=103459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 13:19:24.661161 dv-cinder-830097-4-iscsi neutron-server[103458]: INFO neutron.wsgi [req-549f7ac7-111e-41ab-9f1c-8e355b462782 req-092309cf-35eb-4eb0-aadf-13c093115d40 tempest-ServerRescueNegativeTestJSON-440649021 tempest-ServerRescueNegativeTestJSON-440649021-project] 10.222.0.18 "GET /v2.0/ports?device_id=629d75a5-e426-4cc1-9a91-03495357fac5 HTTP/1.1" status: 200 len: 946 time: 0.1637101 Apr 12 13:19:24.663463 dv-cinder-830097-4-iscsi neutron-server[103459]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0e77a5ba-8f6c-4acf-8fd2-1075a05ff260 None None] Routers {'b07a6f3d-13d7-49d3-a26b-8607e959c04a'} bound to L3 agent in host dv-cinder-830097-4-iscsi {{(pid=103459) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 12 13:19:24.664082 dv-cinder-830097-4-iscsi neutron-server[103459]: DEBUG neutron.db.l3_hamode_db [None req-0e77a5ba-8f6c-4acf-8fd2-1075a05ff260 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830097-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2022-04-12T13:07:19Z,description=,heartbeat_timestamp=2022-04-12T13:19:19Z,host='dv-cinder-830097-4-iscsi',id=b7e11a8b-aeed-493f-9763-461016dddc93,load=0,resource_versions=,resources_synced=,started_at=2022-04-12T13:07:19Z,topic='l3_agent')) {'router_ids': ['b07a6f3d-13d7-49d3-a26b-8607e959c04a'], 'active': True} {{(pid=103459) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 13:19:24.792381 dv-cinder-830097-4-iscsi neutron-server[103459]: DEBUG neutron.plugins.ml2.rpc [None req-53781792-8650-4c78-93a6-1c4d328d874c None None] Device 18a634be-af64-4256-9a05-bf1def0b1689 up at agent ovs-agent-dv-cinder-830097-4-iscsi {{(pid=103459) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 12 13:19:24.820435 dv-cinder-830097-4-iscsi neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-87cfe236-21ff-45be-9322-794c0d8b60c4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3800281', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3739048'] for router (77f0c1f2-2a1c-4b8f-95da-2b05bf74039c), after_create {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:19:25.108107 dv-cinder-830097-4-iscsi neutron-server[103457]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-87cfe236-21ff-45be-9322-794c0d8b60c4 admin admin] Router 77f0c1f2-2a1c-4b8f-95da-2b05bf74039c is scheduled to L3 agent b7e11a8b-aeed-493f-9763-461016dddc93 with binding_index 1 {{(pid=103457) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 12 13:19:25.139395 dv-cinder-830097-4-iscsi neutron-server[103459]: DEBUG neutron.db.l3_dvr_db [None req-0e77a5ba-8f6c-4acf-8fd2-1075a05ff260 None None] Set router b07a6f3d-13d7-49d3-a26b-8607e959c04a gateway port host: dv-cinder-830097-4-iscsi {{(pid=103459) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 12 13:19:25.232332 dv-cinder-830097-4-iscsi neutron-server[103459]: DEBUG neutron.plugins.ml2.plugin [None req-50ebd965-3afc-437e-83d2-46338de756c1 None None] Current status of the port b1daae69-1b9d-464b-8d90-f0ccd9098da6 is: DOWN; New status is: ACTIVE {{(pid=103459) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 12 13:19:25.232715 dv-cinder-830097-4-iscsi neutron-server[103459]: DEBUG neutron_lib.callbacks.manager [None req-50ebd965-3afc-437e-83d2-46338de756c1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-916304'] for port (b1daae69-1b9d-464b-8d90-f0ccd9098da6), before_update {{(pid=103459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:19:25.310884 dv-cinder-830097-4-iscsi neutron-server[103457]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-87cfe236-21ff-45be-9322-794c0d8b60c4 admin admin] Notify agent at l3_agent.dv-cinder-830097-4-iscsi the message routers_updated {{(pid=103457) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 12 13:19:25.322851 dv-cinder-830097-4-iscsi neutron-server[103460]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8a18820d-9a8d-4a84-ab9f-beacee731d0f None None] Sync routers for ids ['77f0c1f2-2a1c-4b8f-95da-2b05bf74039c'] in dv-cinder-830097-4-iscsi {{(pid=103460) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 12 13:19:25.346569 dv-cinder-830097-4-iscsi neutron-server[103460]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8a18820d-9a8d-4a84-ab9f-beacee731d0f None None] Routers {'77f0c1f2-2a1c-4b8f-95da-2b05bf74039c'} bound to L3 agent in host dv-cinder-830097-4-iscsi {{(pid=103460) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 12 13:19:25.347269 dv-cinder-830097-4-iscsi neutron-server[103460]: DEBUG neutron.db.l3_hamode_db [None req-8a18820d-9a8d-4a84-ab9f-beacee731d0f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830097-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2022-04-12T13:07:19Z,description=,heartbeat_timestamp=2022-04-12T13:19:19Z,host='dv-cinder-830097-4-iscsi',id=b7e11a8b-aeed-493f-9763-461016dddc93,load=0,resource_versions=,resources_synced=,started_at=2022-04-12T13:07:19Z,topic='l3_agent')) {'router_ids': ['77f0c1f2-2a1c-4b8f-95da-2b05bf74039c'], 'active': True} {{(pid=103460) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 13:19:25.349709 dv-cinder-830097-4-iscsi neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-87cfe236-21ff-45be-9322-794c0d8b60c4 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:19:25.352812 dv-cinder-830097-4-iscsi neutron-server[103457]: INFO neutron.wsgi [None req-87cfe236-21ff-45be-9322-794c0d8b60c4 admin admin] 10.222.0.18 "POST /v2.0/routers HTTP/1.1" status: 201 len: 920 time: 3.3405476 Apr 12 13:19:25.353970 dv-cinder-830097-4-iscsi neutron-server[103457]: DEBUG neutron.wsgi [-] (103457) accepted ('10.222.0.18', 45378) {{(pid=103457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 13:19:25.383685 dv-cinder-830097-4-iscsi neutron-server[103458]: INFO neutron.wsgi [req-549f7ac7-111e-41ab-9f1c-8e355b462782 req-1889b2ef-38b3-47b1-8966-4b5c2a9083ee tempest-ServerRescueNegativeTestJSON-440649021 tempest-ServerRescueNegativeTestJSON-440649021-project] 10.222.0.18 "GET /v2.0/security-groups?id=9a69e885-7be4-4d2c-b3f6-55a097b025b0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.7146835 Apr 12 13:19:25.428401 dv-cinder-830097-4-iscsi neutron-server[103458]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f71a8842-5c73-454b-99c9-d67bbb9faf73 tempest-TestMinimumBasicScenario-297192541 tempest-TestMinimumBasicScenario-297192541-project] Notify agent at l3_agent.dv-cinder-830097-4-iscsi the message routers_updated {{(pid=103458) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 12 13:19:25.492267 dv-cinder-830097-4-iscsi neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-f71a8842-5c73-454b-99c9-d67bbb9faf73 tempest-TestMinimumBasicScenario-297192541 tempest-TestMinimumBasicScenario-297192541-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-500965'] for floatingip (None), before_response {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:19:25.499130 dv-cinder-830097-4-iscsi neutron-server[103459]: DEBUG neutron.db.provisioning_blocks [None req-53781792-8650-4c78-93a6-1c4d328d874c None None] Provisioning complete for port 18a634be-af64-4256-9a05-bf1def0b1689 triggered by entity L2. {{(pid=103459) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 12 13:19:25.501397 dv-cinder-830097-4-iscsi neutron-server[103459]: DEBUG neutron_lib.callbacks.manager [None req-53781792-8650-4c78-93a6-1c4d328d874c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-657243'] for port (18a634be-af64-4256-9a05-bf1def0b1689), provisioning_complete {{(pid=103459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:19:25.508154 dv-cinder-830097-4-iscsi neutron-server[103460]: DEBUG neutron.db.l3_dvr_db [None req-8a18820d-9a8d-4a84-ab9f-beacee731d0f None None] Set router 77f0c1f2-2a1c-4b8f-95da-2b05bf74039c gateway port host: dv-cinder-830097-4-iscsi {{(pid=103460) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 12 13:19:25.508428 dv-cinder-830097-4-iscsi neutron-server[103459]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f2d3c2c5-a4c8-4715-99d9-78dc914f296d None None] Sync routers for ids ['81f07478-dbd0-4cbf-a550-f0eba3802cf4'] in dv-cinder-830097-4-iscsi {{(pid=103459) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 12 13:19:25.522147 dv-cinder-830097-4-iscsi neutron-server[103459]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-41dd4be2-f958-44d9-918c-843889f358f4 None None] Network c02fcb51-12d4-4832-b791-57d4b3289c97 requested from dv-cinder-830097-4-iscsi {{(pid=103459) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 12 13:19:25.570231 dv-cinder-830097-4-iscsi neutron-server[103458]: INFO neutron.wsgi [None req-f71a8842-5c73-454b-99c9-d67bbb9faf73 tempest-TestMinimumBasicScenario-297192541 tempest-TestMinimumBasicScenario-297192541-project] 10.222.0.18 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 3.7050824 Apr 12 13:19:25.570953 dv-cinder-830097-4-iscsi neutron-server[103458]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0edcbb02-c1d2-41b0-b791-4ffce2309512', 'tag': '4e621a2e-a21d-400b-97c6-4a2cf9634d9b'}] {{(pid=103458) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 12 13:19:25.580478 dv-cinder-830097-4-iscsi neutron-server[103458]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c94cb96f70f67f51233d4af7d4702c9d455fb3abb34896310c9f043c18b7c2b4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3525e507-8cf9-4ec3-ae25-8a8da06a24e1" -d '{"events": [{"name": "network-changed", "server_uuid": "0edcbb02-c1d2-41b0-b791-4ffce2309512", "tag": "4e621a2e-a21d-400b-97c6-4a2cf9634d9b"}]}' {{(pid=103458) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 12 13:19:25.583696 dv-cinder-830097-4-iscsi neutron-server[103458]: DEBUG neutron.wsgi [-] (103458) accepted ('10.222.0.18', 45382) {{(pid=103458) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 13:19:25.589430 dv-cinder-830097-4-iscsi neutron-server[103458]: DEBUG neutron.api.v2.base [None req-12002f41-9e58-43ed-a3d1-588fa741c372 tempest-TestMinimumBasicScenario-297192541 tempest-TestMinimumBasicScenario-297192541-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-388589383', 'description': 'tempest-secgroup-smoke-388589383 description', 'project_id': '324be551cdc84d27989a0ab080f181fe'}} {{(pid=103458) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 12 13:19:25.632591 dv-cinder-830097-4-iscsi neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-12002f41-9e58-43ed-a3d1-588fa741c372 tempest-TestMinimumBasicScenario-297192541 tempest-TestMinimumBasicScenario-297192541-project] Publish callbacks [] for security_group (None), before_create {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:19:25.646747 dv-cinder-830097-4-iscsi neutron-server[103459]: DEBUG neutron.plugins.ml2.db [None req-50ebd965-3afc-437e-83d2-46338de756c1 None None] For port b1daae69-1b9d-464b-8d90-f0ccd9098da6, host dv-cinder-830097-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-830097-4-iscsi',level=0,port_id=b1daae69-1b9d-464b-8d90-f0ccd9098da6,segment=NetworkSegment(22816d98-787f-4f09-adc7-9591d9bff28c),segment_id=22816d98-787f-4f09-adc7-9591d9bff28c)] {{(pid=103459) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 12 13:19:25.662895 dv-cinder-830097-4-iscsi neutron-server[103458]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 12 Apr 2022 13:19:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d3209e8a-9359-427f-b941-d9ad214af6fc x-openstack-request-id: req-d3209e8a-9359-427f-b941-d9ad214af6fc {{(pid=103458) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 12 13:19:25.663399 dv-cinder-830097-4-iscsi neutron-server[103458]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0edcbb02-c1d2-41b0-b791-4ffce2309512", "tag": "4e621a2e-a21d-400b-97c6-4a2cf9634d9b", "status": "completed", "code": 200}]} {{(pid=103458) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 12 13:19:25.663806 dv-cinder-830097-4-iscsi neutron-server[103458]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-d3209e8a-9359-427f-b941-d9ad214af6fc {{(pid=103458) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 12 13:19:25.664362 dv-cinder-830097-4-iscsi neutron-server[103458]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d3209e8a-9359-427f-b941-d9ad214af6fc'] response: {'name': 'network-changed', 'server_uuid': '0edcbb02-c1d2-41b0-b791-4ffce2309512', 'tag': '4e621a2e-a21d-400b-97c6-4a2cf9634d9b', 'status': 'completed', 'code': 200} Apr 12 13:19:25.742822 dv-cinder-830097-4-iscsi neutron-server[103459]: DEBUG neutron_lib.callbacks.manager [None req-50ebd965-3afc-437e-83d2-46338de756c1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-915890', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3697887', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732727894815', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732727417932', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732727417950'] for port (b1daae69-1b9d-464b-8d90-f0ccd9098da6), after_update {{(pid=103459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:19:25.749796 dv-cinder-830097-4-iscsi neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-12002f41-9e58-43ed-a3d1-588fa741c372 tempest-TestMinimumBasicScenario-297192541 tempest-TestMinimumBasicScenario-297192541-project] Publish callbacks [] for security_group (55f33019-2c5a-40ec-a925-b601e34334e2), precommit_create {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:19:25.756175 dv-cinder-830097-4-iscsi neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-12002f41-9e58-43ed-a3d1-588fa741c372 tempest-TestMinimumBasicScenario-297192541 tempest-TestMinimumBasicScenario-297192541-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3691807'] for security_group (55f33019-2c5a-40ec-a925-b601e34334e2), after_create {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:19:25.804443 dv-cinder-830097-4-iscsi neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-12002f41-9e58-43ed-a3d1-588fa741c372 tempest-TestMinimumBasicScenario-297192541 tempest-TestMinimumBasicScenario-297192541-project] Publish callbacks [] for security_group (None), before_response {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:19:25.806405 dv-cinder-830097-4-iscsi neutron-server[103458]: INFO neutron.wsgi [None req-12002f41-9e58-43ed-a3d1-588fa741c372 tempest-TestMinimumBasicScenario-297192541 tempest-TestMinimumBasicScenario-297192541-project] 10.222.0.18 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1809 time: 0.2209260 Apr 12 13:19:25.809440 dv-cinder-830097-4-iscsi neutron-server[103458]: DEBUG neutron.wsgi [-] (103458) accepted ('10.222.0.18', 45390) {{(pid=103458) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 13:19:25.814528 dv-cinder-830097-4-iscsi neutron-server[103458]: DEBUG neutron.api.v2.base [None req-2d2d5d2d-6a50-4e59-84ad-a290e2becd8c tempest-TestMinimumBasicScenario-297192541 tempest-TestMinimumBasicScenario-297192541-project] Request body: {'security_group_rule': {'security_group_id': '55f33019-2c5a-40ec-a925-b601e34334e2', 'project_id': '324be551cdc84d27989a0ab080f181fe', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103458) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 12 13:19:25.827538 dv-cinder-830097-4-iscsi neutron-server[103460]: DEBUG neutron.db.l3_hamode_db [None req-8a18820d-9a8d-4a84-ab9f-beacee731d0f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '77f0c1f2-2a1c-4b8f-95da-2b05bf74039c', 'name': 'tempest-TestShelveInstance-915963601-router', 'tenant_id': '61e42aab63ce4f38bcd1e2bc8ade6e06', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '26d0436d-8ae2-49bd-8cc6-3d2eac552c84', 'external_fixed_ips': [{'subnet_id': 'd93852d8-8f89-4b1c-bef4-0e05f499a8db', 'ip_address': '172.27.0.194'}], 'enable_snat': True}, 'gw_port_id': '706bf3a0-a850-4048-9c15-4b97fbc5e5de', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-12T13:19:22Z', 'updated_at': '2022-04-12T13:19:23Z', 'revision_number': 3, 'project_id': '61e42aab63ce4f38bcd1e2bc8ade6e06', 'gw_port': {'id': '706bf3a0-a850-4048-9c15-4b97fbc5e5de', 'name': '', 'network_id': '26d0436d-8ae2-49bd-8cc6-3d2eac552c84', 'tenant_id': '', 'mac_address': 'fa:16:3e:bf:3f:3b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '77f0c1f2-2a1c-4b8f-95da-2b05bf74039c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 417, 'fixed_ips': [{'subnet_id': 'd93852d8-8f89-4b1c-bef4-0e05f499a8db', 'ip_address': '172.27.0.194', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T13:19:22Z', 'updated_at': '2022-04-12T13:19:22Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'd93852d8-8f89-4b1c-bef4-0e05f499a8db', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830097-4-iscsi'}], 'dv-cinder-830097-4-iscsi', False) {} {{(pid=103460) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 13:19:25.838171 dv-cinder-830097-4-iscsi neutron-server[103458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12002f41-9e58-43ed-a3d1-588fa741c372 tempest-TestMinimumBasicScenario-297192541 tempest-TestMinimumBasicScenario-297192541-project] Pushing event updated for resources: {'SecurityGroup': ['ID=55f33019-2c5a-40ec-a925-b601e34334e2,revision_number=1']} {{(pid=103458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 13:19:25.851949 dv-cinder-830097-4-iscsi neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-2d2d5d2d-6a50-4e59-84ad-a290e2becd8c tempest-TestMinimumBasicScenario-297192541 tempest-TestMinimumBasicScenario-297192541-project] Publish callbacks [] for security_group_rule (7074a326-ee6c-423f-bad8-f5f24fb2cea6), before_create {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:19:25.861067 dv-cinder-830097-4-iscsi neutron-server[103460]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8a18820d-9a8d-4a84-ab9f-beacee731d0f None None] Checking router: 77f0c1f2-2a1c-4b8f-95da-2b05bf74039c for host: dv-cinder-830097-4-iscsi {{(pid=103460) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 12 13:19:25.861710 dv-cinder-830097-4-iscsi neutron-server[103460]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8a18820d-9a8d-4a84-ab9f-beacee731d0f None None] Updating router 77f0c1f2-2a1c-4b8f-95da-2b05bf74039c port 706bf3a0-a850-4048-9c15-4b97fbc5e5de binding host dv-cinder-830097-4-iscsi {{(pid=103460) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 12 13:19:25.949722 dv-cinder-830097-4-iscsi neutron-server[103460]: DEBUG neutron_lib.callbacks.manager [None req-8a18820d-9a8d-4a84-ab9f-beacee731d0f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-916304'] for port (706bf3a0-a850-4048-9c15-4b97fbc5e5de), before_update {{(pid=103460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:19:25.965430 dv-cinder-830097-4-iscsi neutron-server[103459]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f2d3c2c5-a4c8-4715-99d9-78dc914f296d None None] Routers {'81f07478-dbd0-4cbf-a550-f0eba3802cf4'} bound to L3 agent in host dv-cinder-830097-4-iscsi {{(pid=103459) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 12 13:19:25.966072 dv-cinder-830097-4-iscsi neutron-server[103459]: DEBUG neutron.db.l3_hamode_db [None req-f2d3c2c5-a4c8-4715-99d9-78dc914f296d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830097-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2022-04-12T13:07:19Z,description=,heartbeat_timestamp=2022-04-12T13:19:19Z,host='dv-cinder-830097-4-iscsi',id=b7e11a8b-aeed-493f-9763-461016dddc93,load=0,resource_versions=,resources_synced=,started_at=2022-04-12T13:07:19Z,topic='l3_agent')) {'router_ids': ['81f07478-dbd0-4cbf-a550-f0eba3802cf4'], 'active': True} {{(pid=103459) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 13:19:25.990396 dv-cinder-830097-4-iscsi neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-2d2d5d2d-6a50-4e59-84ad-a290e2becd8c tempest-TestMinimumBasicScenario-297192541 tempest-TestMinimumBasicScenario-297192541-project] Publish callbacks [] for security_group_rule (7074a326-ee6c-423f-bad8-f5f24fb2cea6), precommit_create {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:19:25.996038 dv-cinder-830097-4-iscsi neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-2d2d5d2d-6a50-4e59-84ad-a290e2becd8c tempest-TestMinimumBasicScenario-297192541 tempest-TestMinimumBasicScenario-297192541-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3691881'] for security_group_rule (7074a326-ee6c-423f-bad8-f5f24fb2cea6), after_create {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:19:26.049507 dv-cinder-830097-4-iscsi neutron-server[103458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d2d5d2d-6a50-4e59-84ad-a290e2becd8c tempest-TestMinimumBasicScenario-297192541 tempest-TestMinimumBasicScenario-297192541-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7074a326-ee6c-423f-bad8-f5f24fb2cea6,revision_number=0']} {{(pid=103458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 13:19:26.061045 dv-cinder-830097-4-iscsi neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-2d2d5d2d-6a50-4e59-84ad-a290e2becd8c tempest-TestMinimumBasicScenario-297192541 tempest-TestMinimumBasicScenario-297192541-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:19:26.064832 dv-cinder-830097-4-iscsi neutron-server[103458]: INFO neutron.wsgi [None req-2d2d5d2d-6a50-4e59-84ad-a290e2becd8c tempest-TestMinimumBasicScenario-297192541 tempest-TestMinimumBasicScenario-297192541-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2513177 Apr 12 13:19:26.065587 dv-cinder-830097-4-iscsi neutron-server[103458]: DEBUG neutron.wsgi [-] (103458) accepted ('10.222.0.18', 45398) {{(pid=103458) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 13:19:26.072524 dv-cinder-830097-4-iscsi neutron-server[103458]: DEBUG neutron.api.v2.base [None req-ff96a87d-e0ca-47bb-af66-443b997d1e90 tempest-TestMinimumBasicScenario-297192541 tempest-TestMinimumBasicScenario-297192541-project] Request body: {'security_group_rule': {'security_group_id': '55f33019-2c5a-40ec-a925-b601e34334e2', 'project_id': '324be551cdc84d27989a0ab080f181fe', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=103458) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 12 13:19:26.075043 dv-cinder-830097-4-iscsi neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3525e507-8cf9-4ec3-ae25-8a8da06a24e1 req-beb49bb3-6672-4132-94bd-d058f1e9220c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 13:19:26.078994 dv-cinder-830097-4-iscsi neutron-server[103457]: INFO neutron.wsgi [req-3525e507-8cf9-4ec3-ae25-8a8da06a24e1 req-beb49bb3-6672-4132-94bd-d058f1e9220c service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=324be551cdc84d27989a0ab080f181fe&device_id=0edcbb02-c1d2-41b0-b791-4ffce2309512 HTTP/1.1" status: 200 len: 1129 time: 0.1579294 Apr 12 13:19:26.130720 dv-cinder-830097-4-iscsi neutron-server[103459]: DEBUG neutron.db.provisioning_blocks [None req-5c07ab23-14b6-4afd-bb1e-5e50075df6db None None] Provisioning complete for port 18a634be-af64-4256-9a05-bf1def0b1689 triggered by entity DHCP. {{(pid=103459) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 12 13:19:26.130720 dv-cinder-830097-4-iscsi neutron-server[103459]: DEBUG neutron_lib.callbacks.manager [None req-5c07ab23-14b6-4afd-bb1e-5e50075df6db None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-657243'] for port (18a634be-af64-4256-9a05-bf1def0b1689), provisioning_complete {{(pid=103459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:19:26.132686 dv-cinder-830097-4-iscsi neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-ff96a87d-e0ca-47bb-af66-443b997d1e90 tempest-TestMinimumBasicScenario-297192541 tempest-TestMinimumBasicScenario-297192541-project] Publish callbacks [] for security_group_rule (9a8741bb-bf81-44b2-a71d-caead74e4e98), before_create {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:19:26.211479 dv-cinder-830097-4-iscsi neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-ff96a87d-e0ca-47bb-af66-443b997d1e90 tempest-TestMinimumBasicScenario-297192541 tempest-TestMinimumBasicScenario-297192541-project] Publish callbacks [] for security_group_rule (9a8741bb-bf81-44b2-a71d-caead74e4e98), precommit_create {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:19:26.218180 dv-cinder-830097-4-iscsi neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-ff96a87d-e0ca-47bb-af66-443b997d1e90 tempest-TestMinimumBasicScenario-297192541 tempest-TestMinimumBasicScenario-297192541-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3691881'] for security_group_rule (9a8741bb-bf81-44b2-a71d-caead74e4e98), after_create {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:19:26.238610 dv-cinder-830097-4-iscsi neutron-server[103458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff96a87d-e0ca-47bb-af66-443b997d1e90 tempest-TestMinimumBasicScenario-297192541 tempest-TestMinimumBasicScenario-297192541-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9a8741bb-bf81-44b2-a71d-caead74e4e98,revision_number=0']} {{(pid=103458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 13:19:26.251488 dv-cinder-830097-4-iscsi neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-ff96a87d-e0ca-47bb-af66-443b997d1e90 tempest-TestMinimumBasicScenario-297192541 tempest-TestMinimumBasicScenario-297192541-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:19:26.256370 dv-cinder-830097-4-iscsi neutron-server[103458]: INFO neutron.wsgi [None req-ff96a87d-e0ca-47bb-af66-443b997d1e90 tempest-TestMinimumBasicScenario-297192541 tempest-TestMinimumBasicScenario-297192541-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1861231 Apr 12 13:19:26.256370 dv-cinder-830097-4-iscsi neutron-server[103458]: DEBUG neutron.wsgi [-] (103458) accepted ('10.222.0.18', 45400) {{(pid=103458) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 13:19:26.265374 dv-cinder-830097-4-iscsi neutron-server[103458]: DEBUG neutron.api.v2.base [None req-9d72501b-646b-4330-aeb9-a45ddc27d4b9 tempest-TestMinimumBasicScenario-297192541 tempest-TestMinimumBasicScenario-297192541-project] Request body: {'security_group_rule': {'security_group_id': '55f33019-2c5a-40ec-a925-b601e34334e2', 'project_id': '324be551cdc84d27989a0ab080f181fe', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=103458) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 12 13:19:26.280831 dv-cinder-830097-4-iscsi neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3525e507-8cf9-4ec3-ae25-8a8da06a24e1 req-8b3e9ba0-4d2f-4df5-8b66-df759837682b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 13:19:26.284405 dv-cinder-830097-4-iscsi neutron-server[103457]: INFO neutron.wsgi [req-3525e507-8cf9-4ec3-ae25-8a8da06a24e1 req-8b3e9ba0-4d2f-4df5-8b66-df759837682b service neutron] 10.222.0.55 "GET /v2.0/networks?id=43ad3d49-b83e-473d-8b7c-7c5b9f9692d2 HTTP/1.1" status: 200 len: 916 time: 0.1960092 Apr 12 13:19:26.315214 dv-cinder-830097-4-iscsi neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-9d72501b-646b-4330-aeb9-a45ddc27d4b9 tempest-TestMinimumBasicScenario-297192541 tempest-TestMinimumBasicScenario-297192541-project] Publish callbacks [] for security_group_rule (8b284319-4381-4fa8-b90d-7cbed9328b1f), before_create {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:19:26.375858 dv-cinder-830097-4-iscsi neutron-server[103459]: DEBUG neutron.plugins.ml2.plugin [None req-53781792-8650-4c78-93a6-1c4d328d874c None None] Current status of the port 18a634be-af64-4256-9a05-bf1def0b1689 is: DOWN; New status is: ACTIVE {{(pid=103459) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 12 13:19:26.376242 dv-cinder-830097-4-iscsi neutron-server[103459]: DEBUG neutron_lib.callbacks.manager [None req-53781792-8650-4c78-93a6-1c4d328d874c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-916304'] for port (18a634be-af64-4256-9a05-bf1def0b1689), before_update {{(pid=103459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:19:26.397391 dv-cinder-830097-4-iscsi neutron-server[103460]: DEBUG neutron_lib.callbacks.manager [None req-8a18820d-9a8d-4a84-ab9f-beacee731d0f None None] Publish callbacks [] for port (706bf3a0-a850-4048-9c15-4b97fbc5e5de), precommit_update {{(pid=103460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:19:26.406426 dv-cinder-830097-4-iscsi neutron-server[103460]: DEBUG neutron_lib.callbacks.manager [None req-8a18820d-9a8d-4a84-ab9f-beacee731d0f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-915890', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3697887', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732727894815', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732727417932', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732727417950'] for port (706bf3a0-a850-4048-9c15-4b97fbc5e5de), after_update {{(pid=103460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:19:26.416380 dv-cinder-830097-4-iscsi neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-9d72501b-646b-4330-aeb9-a45ddc27d4b9 tempest-TestMinimumBasicScenario-297192541 tempest-TestMinimumBasicScenario-297192541-project] Publish callbacks [] for security_group_rule (8b284319-4381-4fa8-b90d-7cbed9328b1f), precommit_create {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:19:26.424138 dv-cinder-830097-4-iscsi neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-9d72501b-646b-4330-aeb9-a45ddc27d4b9 tempest-TestMinimumBasicScenario-297192541 tempest-TestMinimumBasicScenario-297192541-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3691881'] for security_group_rule (8b284319-4381-4fa8-b90d-7cbed9328b1f), after_create {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:19:26.454414 dv-cinder-830097-4-iscsi neutron-server[103458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d72501b-646b-4330-aeb9-a45ddc27d4b9 tempest-TestMinimumBasicScenario-297192541 tempest-TestMinimumBasicScenario-297192541-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8b284319-4381-4fa8-b90d-7cbed9328b1f,revision_number=0']} {{(pid=103458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 13:19:26.472936 dv-cinder-830097-4-iscsi neutron-server[103459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50ebd965-3afc-437e-83d2-46338de756c1 None None] Pushing event updated for resources: {'Port': ['ID=b1daae69-1b9d-464b-8d90-f0ccd9098da6,revision_number=5']} {{(pid=103459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 13:19:26.506644 dv-cinder-830097-4-iscsi neutron-server[103459]: DEBUG neutron.db.l3_hamode_db [None req-0e77a5ba-8f6c-4acf-8fd2-1075a05ff260 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b07a6f3d-13d7-49d3-a26b-8607e959c04a', 'name': 'tempest-TestShelveInstance-1558463520-router', 'tenant_id': '713bbcf7a57142f0a2bb30d1eed8f037', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '26d0436d-8ae2-49bd-8cc6-3d2eac552c84', 'external_fixed_ips': [{'subnet_id': 'd93852d8-8f89-4b1c-bef4-0e05f499a8db', 'ip_address': '172.27.0.213'}], 'enable_snat': True}, 'gw_port_id': '9b541114-9306-4cda-a16a-61689157b0c2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-12T13:19:15Z', 'updated_at': '2022-04-12T13:19:18Z', 'revision_number': 4, 'project_id': '713bbcf7a57142f0a2bb30d1eed8f037', 'gw_port': {'id': '9b541114-9306-4cda-a16a-61689157b0c2', 'name': '', 'network_id': '26d0436d-8ae2-49bd-8cc6-3d2eac552c84', 'tenant_id': '', 'mac_address': 'fa:16:3e:69:76:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b07a6f3d-13d7-49d3-a26b-8607e959c04a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 389, 'fixed_ips': [{'subnet_id': 'd93852d8-8f89-4b1c-bef4-0e05f499a8db', 'ip_address': '172.27.0.213', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830097-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T13:19:16Z', 'updated_at': '2022-04-12T13:19:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd93852d8-8f89-4b1c-bef4-0e05f499a8db', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830097-4-iscsi', '_interfaces': [{'id': 'b1daae69-1b9d-464b-8d90-f0ccd9098da6', 'name': '', 'network_id': 'dd564e5e-84b2-456c-afed-34fe02080a74', 'tenant_id': '713bbcf7a57142f0a2bb30d1eed8f037', 'mac_address': 'fa:16:3e:49:59:67', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b07a6f3d-13d7-49d3-a26b-8607e959c04a', 'device_owner': 'network:router_interface', 'standard_attr_id': 390, 'fixed_ips': [{'subnet_id': 'b573db6a-5739-46b0-a65e-7d9b85205259', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830097-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T13:19:18Z', 'updated_at': '2022-04-12T13:19:24Z', 'revision_number': 4, 'project_id': '713bbcf7a57142f0a2bb30d1eed8f037', 'subnets': [{'id': 'b573db6a-5739-46b0-a65e-7d9b85205259', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-830097-4-iscsi', False) {} {{(pid=103459) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 13:19:26.509581 dv-cinder-830097-4-iscsi neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-9d72501b-646b-4330-aeb9-a45ddc27d4b9 tempest-TestMinimumBasicScenario-297192541 tempest-TestMinimumBasicScenario-297192541-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:19:26.511568 dv-cinder-830097-4-iscsi neutron-server[103458]: INFO neutron.wsgi [None req-9d72501b-646b-4330-aeb9-a45ddc27d4b9 tempest-TestMinimumBasicScenario-297192541 tempest-TestMinimumBasicScenario-297192541-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2547607 Apr 12 13:19:26.514004 dv-cinder-830097-4-iscsi neutron-server[103460]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f68850f8-ae6b-4470-b06b-7912004ec878 None None] Pushing event updated for resources: {'Port': ['ID=706bf3a0-a850-4048-9c15-4b97fbc5e5de,revision_number=2']} {{(pid=103460) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 13:19:26.515748 dv-cinder-830097-4-iscsi neutron-server[103458]: DEBUG neutron.wsgi [-] (103458) accepted ('10.222.0.18', 45404) {{(pid=103458) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 13:19:26.525181 dv-cinder-830097-4-iscsi neutron-server[103457]: INFO neutron.wsgi [req-3525e507-8cf9-4ec3-ae25-8a8da06a24e1 req-23801d1c-dea5-440f-970a-52210a262460 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=4e621a2e-a21d-400b-97c6-4a2cf9634d9b HTTP/1.1" status: 200 len: 999 time: 0.2286544 Apr 12 13:19:26.536740 dv-cinder-830097-4-iscsi neutron-server[103458]: DEBUG neutron.api.v2.base [None req-f7395c7b-c4fa-4db6-a0b4-bdddede651ba tempest-TestMinimumBasicScenario-297192541 tempest-TestMinimumBasicScenario-297192541-project] Request body: {'security_group_rule': {'security_group_id': '55f33019-2c5a-40ec-a925-b601e34334e2', 'project_id': '324be551cdc84d27989a0ab080f181fe', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=103458) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 12 13:19:26.546885 dv-cinder-830097-4-iscsi neutron-server[103460]: DEBUG neutron.plugins.ml2.managers [None req-8a18820d-9a8d-4a84-ab9f-beacee731d0f None None] Attempting to bind port 706bf3a0-a850-4048-9c15-4b97fbc5e5de on host dv-cinder-830097-4-iscsi for vnic_type normal with profile {{(pid=103460) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 12 13:19:26.547519 dv-cinder-830097-4-iscsi neutron-server[103460]: DEBUG neutron.plugins.ml2.managers [None req-8a18820d-9a8d-4a84-ab9f-beacee731d0f None None] Attempting to bind port 706bf3a0-a850-4048-9c15-4b97fbc5e5de by drivers openvswitch,hyperv on host dv-cinder-830097-4-iscsi at level 0 using segments [{'id': '333e2245-11dc-4fcd-9fb1-9fe65fae59ea', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '26d0436d-8ae2-49bd-8cc6-3d2eac552c84'}] {{(pid=103460) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 12 13:19:26.548044 dv-cinder-830097-4-iscsi neutron-server[103460]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8a18820d-9a8d-4a84-ab9f-beacee731d0f None None] Attempting to bind port 706bf3a0-a850-4048-9c15-4b97fbc5e5de on network 26d0436d-8ae2-49bd-8cc6-3d2eac552c84 {{(pid=103460) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 12 13:19:26.554707 dv-cinder-830097-4-iscsi neutron-server[103460]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8a18820d-9a8d-4a84-ab9f-beacee731d0f None None] Checking agent: {'id': '3f2daa45-5e56-452b-8a21-b519edfce99e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-830097-4-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 12, 13, 7, 23), 'started_at': datetime.datetime(2022, 4, 12, 13, 7, 53), 'heartbeat_timestamp': datetime.datetime(2022, 4, 12, 13, 19, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-830097-4-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103460) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 12 13:19:26.555403 dv-cinder-830097-4-iscsi neutron-server[103460]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8a18820d-9a8d-4a84-ab9f-beacee731d0f None None] Checking segment: {'id': '333e2245-11dc-4fcd-9fb1-9fe65fae59ea', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '26d0436d-8ae2-49bd-8cc6-3d2eac552c84'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103460) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 12 13:19:26.556009 dv-cinder-830097-4-iscsi neutron-server[103460]: DEBUG neutron_lib.callbacks.manager [None req-8a18820d-9a8d-4a84-ab9f-beacee731d0f None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:19:26.556591 dv-cinder-830097-4-iscsi neutron-server[103460]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8a18820d-9a8d-4a84-ab9f-beacee731d0f None None] Bound using segment: {'id': '333e2245-11dc-4fcd-9fb1-9fe65fae59ea', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '26d0436d-8ae2-49bd-8cc6-3d2eac552c84'} {{(pid=103460) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 12 13:19:26.557278 dv-cinder-830097-4-iscsi neutron-server[103460]: DEBUG neutron.plugins.ml2.managers [None req-8a18820d-9a8d-4a84-ab9f-beacee731d0f None None] Bound port: 706bf3a0-a850-4048-9c15-4b97fbc5e5de, host: dv-cinder-830097-4-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '333e2245-11dc-4fcd-9fb1-9fe65fae59ea', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '26d0436d-8ae2-49bd-8cc6-3d2eac552c84'}}] {{(pid=103460) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 12 13:19:26.557865 dv-cinder-830097-4-iscsi neutron-server[103460]: DEBUG neutron_lib.callbacks.manager [None req-8a18820d-9a8d-4a84-ab9f-beacee731d0f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-916304'] for port (706bf3a0-a850-4048-9c15-4b97fbc5e5de), before_update {{(pid=103460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:19:26.587828 dv-cinder-830097-4-iscsi neutron-server[103459]: DEBUG neutron.plugins.ml2.db [None req-53781792-8650-4c78-93a6-1c4d328d874c None None] For port 18a634be-af64-4256-9a05-bf1def0b1689, host dv-cinder-830097-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-830097-4-iscsi',level=0,port_id=18a634be-af64-4256-9a05-bf1def0b1689,segment=NetworkSegment(8a48a266-e467-47d0-a36f-2f3cd76a4aff),segment_id=8a48a266-e467-47d0-a36f-2f3cd76a4aff)] {{(pid=103459) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 12 13:19:26.591418 dv-cinder-830097-4-iscsi neutron-server[103459]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0e77a5ba-8f6c-4acf-8fd2-1075a05ff260 None None] The sync data for ids ['b07a6f3d-13d7-49d3-a26b-8607e959c04a'] in dv-cinder-830097-4-iscsi is: [{'id': 'b07a6f3d-13d7-49d3-a26b-8607e959c04a', 'name': 'tempest-TestShelveInstance-1558463520-router', 'tenant_id': '713bbcf7a57142f0a2bb30d1eed8f037', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '26d0436d-8ae2-49bd-8cc6-3d2eac552c84', 'external_fixed_ips': [{'subnet_id': 'd93852d8-8f89-4b1c-bef4-0e05f499a8db', 'ip_address': '172.27.0.213'}], 'enable_snat': True}, 'gw_port_id': '9b541114-9306-4cda-a16a-61689157b0c2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-12T13:19:15Z', 'updated_at': '2022-04-12T13:19:18Z', 'revision_number': 4, 'project_id': '713bbcf7a57142f0a2bb30d1eed8f037', 'gw_port': {'id': '9b541114-9306-4cda-a16a-61689157b0c2', 'name': '', 'network_id': '26d0436d-8ae2-49bd-8cc6-3d2eac552c84', 'tenant_id': '', 'mac_address': 'fa:16:3e:69:76:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b07a6f3d-13d7-49d3-a26b-8607e959c04a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 389, 'fixed_ips': [{'subnet_id': 'd93852d8-8f89-4b1c-bef4-0e05f499a8db', 'ip_address': '172.27.0.213', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830097-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T13:19:16Z', 'updated_at': '2022-04-12T13:19:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd93852d8-8f89-4b1c-bef4-0e05f499a8db', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830097-4-iscsi', '_interfaces': [{'id': 'b1daae69-1b9d-464b-8d90-f0ccd9098da6', 'name': '', 'network_id': 'dd564e5e-84b2-456c-afed-34fe02080a74', 'tenant_id': '713bbcf7a57142f0a2bb30d1eed8f037', 'mac_address': 'fa:16:3e:49:59:67', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b07a6f3d-13d7-49d3-a26b-8607e959c04a', 'device_owner': 'network:router_interface', 'standard_attr_id': 390, 'fixed_ips': [{'subnet_id': 'b573db6a-5739-46b0-a65e-7d9b85205259', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830097-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T13:19:18Z', 'updated_at': '2022-04-12T13:19:24Z', 'revision_number': 4, 'project_id': '713bbcf7a57142f0a2bb30d1eed8f037', 'subnets': [{'id': 'b573db6a-5739-46b0-a65e-7d9b85205259', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103459) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 12 13:19:26.615459 dv-cinder-830097-4-iscsi neutron-server[103459]: DEBUG neutron_lib.callbacks.manager [None req-53781792-8650-4c78-93a6-1c4d328d874c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-915890', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3697887', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732727894815', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732727417932', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732727417950'] for port (18a634be-af64-4256-9a05-bf1def0b1689), after_update {{(pid=103459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:19:26.619066 dv-cinder-830097-4-iscsi neutron-server[103459]: DEBUG neutron.db.l3_dvr_db [None req-f2d3c2c5-a4c8-4715-99d9-78dc914f296d None None] Set router 81f07478-dbd0-4cbf-a550-f0eba3802cf4 gateway port host: dv-cinder-830097-4-iscsi {{(pid=103459) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 12 13:19:26.624622 dv-cinder-830097-4-iscsi neutron-server[103459]: DEBUG neutron.plugins.ml2.plugin [None req-5c07ab23-14b6-4afd-bb1e-5e50075df6db None None] Current status of the port 18a634be-af64-4256-9a05-bf1def0b1689 is: DOWN; New status is: ACTIVE {{(pid=103459) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 12 13:19:26.625670 dv-cinder-830097-4-iscsi neutron-server[103459]: DEBUG neutron_lib.callbacks.manager [None req-5c07ab23-14b6-4afd-bb1e-5e50075df6db None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-916304'] for port (18a634be-af64-4256-9a05-bf1def0b1689), before_update {{(pid=103459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:19:26.636203 dv-cinder-830097-4-iscsi neutron-server[103460]: DEBUG neutron.plugins.ml2.db [None req-8a18820d-9a8d-4a84-ab9f-beacee731d0f None None] For port 706bf3a0-a850-4048-9c15-4b97fbc5e5de, host dv-cinder-830097-4-iscsi, cleared binding levels {{(pid=103460) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 12 13:19:26.640351 dv-cinder-830097-4-iscsi neutron-server[103460]: DEBUG neutron.plugins.ml2.db [None req-8a18820d-9a8d-4a84-ab9f-beacee731d0f None None] For port 706bf3a0-a850-4048-9c15-4b97fbc5e5de, host dv-cinder-830097-4-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-830097-4-iscsi',level=0,port_id=706bf3a0-a850-4048-9c15-4b97fbc5e5de,segment=NetworkSegment(333e2245-11dc-4fcd-9fb1-9fe65fae59ea),segment_id=333e2245-11dc-4fcd-9fb1-9fe65fae59ea)] {{(pid=103460) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 12 13:19:26.650866 dv-cinder-830097-4-iscsi neutron-server[103460]: DEBUG neutron_lib.callbacks.manager [None req-8a18820d-9a8d-4a84-ab9f-beacee731d0f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-915890', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3697887', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732727894815', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732727417932', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732727417950'] for port (706bf3a0-a850-4048-9c15-4b97fbc5e5de), after_update {{(pid=103460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:19:26.786274 dv-cinder-830097-4-iscsi neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-ea676130-dc22-4fd9-84f9-ecbd0db252b0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-916304'] for port (None), before_create {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:19:26.835519 dv-cinder-830097-4-iscsi neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-f7395c7b-c4fa-4db6-a0b4-bdddede651ba tempest-TestMinimumBasicScenario-297192541 tempest-TestMinimumBasicScenario-297192541-project] Publish callbacks [] for security_group_rule (97ac7fb8-cac1-4c38-8345-42cd60bf9aae), before_create {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:19:26.863100 dv-cinder-830097-4-iscsi neutron-server[103458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-193297ed-6fb3-4221-9985-920f4623cc94 req-80d17dfb-bb01-4bb5-a0f1-a4b2cd456618 tempest-ServerRescueNegativeTestJSON-440649021 tempest-ServerRescueNegativeTestJSON-440649021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 13:19:26.880296 dv-cinder-830097-4-iscsi neutron-server[103458]: INFO neutron.wsgi [req-193297ed-6fb3-4221-9985-920f4623cc94 req-80d17dfb-bb01-4bb5-a0f1-a4b2cd456618 tempest-ServerRescueNegativeTestJSON-440649021 tempest-ServerRescueNegativeTestJSON-440649021-project] 10.222.0.18 "GET /v2.0/ports?device_id=629d75a5-e426-4cc1-9a91-03495357fac5 HTTP/1.1" status: 200 len: 946 time: 0.3357303 Apr 12 13:19:26.894396 dv-cinder-830097-4-iscsi neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3525e507-8cf9-4ec3-ae25-8a8da06a24e1 req-ecc072ac-83bc-4fec-b9a7-7cdb982cfc38 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 13:19:26.895919 dv-cinder-830097-4-iscsi neutron-server[103457]: INFO neutron.wsgi [req-3525e507-8cf9-4ec3-ae25-8a8da06a24e1 req-ecc072ac-83bc-4fec-b9a7-7cdb982cfc38 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=459228ea-ace1-423f-95f0-441946c28473 HTTP/1.1" status: 200 len: 854 time: 0.3153110 Apr 12 13:19:26.991834 dv-cinder-830097-4-iscsi neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3525e507-8cf9-4ec3-ae25-8a8da06a24e1 req-d8fb9954-7d1d-482d-a040-819af7604c26 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 13:19:26.993766 dv-cinder-830097-4-iscsi neutron-server[103457]: INFO neutron.wsgi [req-3525e507-8cf9-4ec3-ae25-8a8da06a24e1 req-d8fb9954-7d1d-482d-a040-819af7604c26 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=43ad3d49-b83e-473d-8b7c-7c5b9f9692d2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0680199 Apr 12 13:19:27.043608 dv-cinder-830097-4-iscsi neutron-server[103460]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f68850f8-ae6b-4470-b06b-7912004ec878 None None] Pushing event updated for resources: {'Port': ['ID=706bf3a0-a850-4048-9c15-4b97fbc5e5de,revision_number=3']} {{(pid=103460) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 13:19:27.049553 dv-cinder-830097-4-iscsi neutron-server[103459]: DEBUG neutron_lib.db.api [None req-5c07ab23-14b6-4afd-bb1e-5e50075df6db None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103459) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 12 13:19:27.049851 dv-cinder-830097-4-iscsi neutron-server[103459]: DEBUG oslo_db.api [None req-5c07ab23-14b6-4afd-bb1e-5e50075df6db None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103459) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 12 13:19:27.089403 dv-cinder-830097-4-iscsi neutron-server[103460]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8a18820d-9a8d-4a84-ab9f-beacee731d0f None None] Routers {'77f0c1f2-2a1c-4b8f-95da-2b05bf74039c'} bound to L3 agent in host dv-cinder-830097-4-iscsi {{(pid=103460) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 12 13:19:27.092336 dv-cinder-830097-4-iscsi neutron-server[103460]: DEBUG neutron.db.l3_hamode_db [None req-8a18820d-9a8d-4a84-ab9f-beacee731d0f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830097-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2022-04-12T13:07:19Z,description=,heartbeat_timestamp=2022-04-12T13:19:19Z,host='dv-cinder-830097-4-iscsi',id=b7e11a8b-aeed-493f-9763-461016dddc93,load=0,resource_versions=,resources_synced=,started_at=2022-04-12T13:07:19Z,topic='l3_agent')) {'router_ids': ['77f0c1f2-2a1c-4b8f-95da-2b05bf74039c'], 'active': True} {{(pid=103460) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 13:19:27.111674 dv-cinder-830097-4-iscsi neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-f7395c7b-c4fa-4db6-a0b4-bdddede651ba tempest-TestMinimumBasicScenario-297192541 tempest-TestMinimumBasicScenario-297192541-project] Publish callbacks [] for security_group_rule (97ac7fb8-cac1-4c38-8345-42cd60bf9aae), precommit_create {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:19:27.120376 dv-cinder-830097-4-iscsi neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-f7395c7b-c4fa-4db6-a0b4-bdddede651ba tempest-TestMinimumBasicScenario-297192541 tempest-TestMinimumBasicScenario-297192541-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3691881'] for security_group_rule (97ac7fb8-cac1-4c38-8345-42cd60bf9aae), after_create {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:19:27.139250 dv-cinder-830097-4-iscsi neutron-server[103459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53781792-8650-4c78-93a6-1c4d328d874c None None] Pushing event updated for resources: {'Port': ['ID=18a634be-af64-4256-9a05-bf1def0b1689,revision_number=3']} {{(pid=103459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 13:19:27.141948 dv-cinder-830097-4-iscsi neutron-server[103458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7395c7b-c4fa-4db6-a0b4-bdddede651ba tempest-TestMinimumBasicScenario-297192541 tempest-TestMinimumBasicScenario-297192541-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=97ac7fb8-cac1-4c38-8345-42cd60bf9aae,revision_number=0']} {{(pid=103458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 13:19:27.171410 dv-cinder-830097-4-iscsi neutron-server[103458]: INFO neutron.wsgi [req-193297ed-6fb3-4221-9985-920f4623cc94 req-d9b9880f-bc2b-4fff-a775-e66d3e546242 tempest-ServerRescueNegativeTestJSON-440649021 tempest-ServerRescueNegativeTestJSON-440649021-project] 10.222.0.18 "GET /v2.0/security-groups?id=9a69e885-7be4-4d2c-b3f6-55a097b025b0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2901571 Apr 12 13:19:27.207949 dv-cinder-830097-4-iscsi neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-f7395c7b-c4fa-4db6-a0b4-bdddede651ba tempest-TestMinimumBasicScenario-297192541 tempest-TestMinimumBasicScenario-297192541-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:19:27.209196 dv-cinder-830097-4-iscsi neutron-server[103458]: INFO neutron.wsgi [None req-f7395c7b-c4fa-4db6-a0b4-bdddede651ba tempest-TestMinimumBasicScenario-297192541 tempest-TestMinimumBasicScenario-297192541-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.6908667 Apr 12 13:19:27.215663 dv-cinder-830097-4-iscsi neutron-server[103458]: DEBUG neutron.wsgi [-] (103458) accepted ('10.222.0.18', 45414) {{(pid=103458) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 13:19:27.222912 dv-cinder-830097-4-iscsi neutron-server[103458]: DEBUG neutron.api.v2.base [None req-d5ad8d85-bcc5-4f0d-8bfa-03438e8f76e6 tempest-TestMinimumBasicScenario-297192541 tempest-TestMinimumBasicScenario-297192541-project] Request body: {'security_group_rule': {'security_group_id': '55f33019-2c5a-40ec-a925-b601e34334e2', 'project_id': '324be551cdc84d27989a0ab080f181fe', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=103458) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 12 13:19:27.254760 dv-cinder-830097-4-iscsi neutron-server[103457]: INFO neutron.wsgi [req-3525e507-8cf9-4ec3-ae25-8a8da06a24e1 req-95f7014f-f636-49a0-8aac-15dd2ffdcbc3 service neutron] 10.222.0.55 "GET /v2.0/networks/43ad3d49-b83e-473d-8b7c-7c5b9f9692d2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2506874 Apr 12 13:19:27.260739 dv-cinder-830097-4-iscsi neutron-server[103458]: INFO neutron.db.securitygroups_db [None req-d5ad8d85-bcc5-4f0d-8bfa-03438e8f76e6 tempest-TestMinimumBasicScenario-297192541 tempest-TestMinimumBasicScenario-297192541-project] Project 324be551cdc84d27989a0ab080f181fe added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Apr 12 13:19:27.268280 dv-cinder-830097-4-iscsi neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-d5ad8d85-bcc5-4f0d-8bfa-03438e8f76e6 tempest-TestMinimumBasicScenario-297192541 tempest-TestMinimumBasicScenario-297192541-project] Publish callbacks [] for security_group_rule (95784756-26e4-4909-860a-7f0a4502ac26), before_create {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:19:27.344743 dv-cinder-830097-4-iscsi neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5104013-93a7-4362-8f2d-87eca88501c1 req-0373b748-b625-475b-9b4b-97775ed1b87d tempest-ServerRescueNegativeTestJSON-440649021 tempest-ServerRescueNegativeTestJSON-440649021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 13:19:27.344995 dv-cinder-830097-4-iscsi neutron-server[103460]: DEBUG neutron.db.l3_dvr_db [None req-8a18820d-9a8d-4a84-ab9f-beacee731d0f None None] Set router 77f0c1f2-2a1c-4b8f-95da-2b05bf74039c gateway port host: dv-cinder-830097-4-iscsi {{(pid=103460) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 12 13:19:27.351326 dv-cinder-830097-4-iscsi neutron-server[103457]: INFO neutron.wsgi [req-a5104013-93a7-4362-8f2d-87eca88501c1 req-0373b748-b625-475b-9b4b-97775ed1b87d tempest-ServerRescueNegativeTestJSON-440649021 tempest-ServerRescueNegativeTestJSON-440649021-project] 10.222.0.18 "GET /v2.0/ports?device_id=629d75a5-e426-4cc1-9a91-03495357fac5 HTTP/1.1" status: 200 len: 946 time: 0.0955622 Apr 12 13:19:27.360824 dv-cinder-830097-4-iscsi neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-d5ad8d85-bcc5-4f0d-8bfa-03438e8f76e6 tempest-TestMinimumBasicScenario-297192541 tempest-TestMinimumBasicScenario-297192541-project] Publish callbacks [] for security_group_rule (95784756-26e4-4909-860a-7f0a4502ac26), precommit_create {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:19:27.361720 dv-cinder-830097-4-iscsi neutron-server[103458]: DEBUG neutron.wsgi [-] (103458) accepted ('10.222.0.18', 45416) {{(pid=103458) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 13:19:27.366464 dv-cinder-830097-4-iscsi neutron-server[103458]: DEBUG neutron.api.v2.base [None req-8ab3bac0-965f-47a1-b90b-345112e53749 tempest-ServerRescueNegativeTestJSON-440649021 tempest-ServerRescueNegativeTestJSON-440649021-project] Request body: {'floatingip': {'port_id': '704ccb89-914e-44b5-a4ae-1dde71563bb0'}} {{(pid=103458) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 12 13:19:27.371314 dv-cinder-830097-4-iscsi neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-d5ad8d85-bcc5-4f0d-8bfa-03438e8f76e6 tempest-TestMinimumBasicScenario-297192541 tempest-TestMinimumBasicScenario-297192541-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3691881'] for security_group_rule (95784756-26e4-4909-860a-7f0a4502ac26), after_create {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:19:27.425202 dv-cinder-830097-4-iscsi neutron-server[103459]: DEBUG neutron.db.l3_hamode_db [None req-f2d3c2c5-a4c8-4715-99d9-78dc914f296d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '81f07478-dbd0-4cbf-a550-f0eba3802cf4', 'name': 'tempest-TestMinimumBasicScenario-1350615102-router', 'tenant_id': '324be551cdc84d27989a0ab080f181fe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '26d0436d-8ae2-49bd-8cc6-3d2eac552c84', 'external_fixed_ips': [{'subnet_id': 'd93852d8-8f89-4b1c-bef4-0e05f499a8db', 'ip_address': '172.27.0.86'}], 'enable_snat': True}, 'gw_port_id': '6c01b141-c5bb-465d-a757-e3f10fd40a09', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-12T13:17:44Z', 'updated_at': '2022-04-12T13:17:47Z', 'revision_number': 4, 'project_id': '324be551cdc84d27989a0ab080f181fe', 'gw_port': {'id': '6c01b141-c5bb-465d-a757-e3f10fd40a09', 'name': '', 'network_id': '26d0436d-8ae2-49bd-8cc6-3d2eac552c84', 'tenant_id': '', 'mac_address': 'fa:16:3e:f2:4a:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '81f07478-dbd0-4cbf-a550-f0eba3802cf4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 291, 'fixed_ips': [{'subnet_id': 'd93852d8-8f89-4b1c-bef4-0e05f499a8db', 'ip_address': '172.27.0.86', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830097-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T13:17:45Z', 'updated_at': '2022-04-12T13:17:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd93852d8-8f89-4b1c-bef4-0e05f499a8db', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830097-4-iscsi', '_floatingips': [{'id': 'a63a47c2-3ecc-4fdb-b315-5b129aa084e6', 'tenant_id': '324be551cdc84d27989a0ab080f181fe', 'floating_ip_address': '172.27.0.196', 'floating_network_id': '26d0436d-8ae2-49bd-8cc6-3d2eac552c84', 'router_id': '81f07478-dbd0-4cbf-a550-f0eba3802cf4', 'port_id': '4e621a2e-a21d-400b-97c6-4a2cf9634d9b', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 418, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '43ad3d49-b83e-473d-8b7c-7c5b9f9692d2', 'mac_address': 'fa:16:3e:25:f6:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0edcbb02-c1d2-41b0-b791-4ffce2309512', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-12T13:19:23Z', 'updated_at': '2022-04-12T13:19:23Z', 'revision_number': 0, 'project_id': '324be551cdc84d27989a0ab080f181fe', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '80cb0942-b4bb-4341-b572-bf81ef215894', 'name': '', 'network_id': '43ad3d49-b83e-473d-8b7c-7c5b9f9692d2', 'tenant_id': '324be551cdc84d27989a0ab080f181fe', 'mac_address': 'fa:16:3e:15:7b:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '81f07478-dbd0-4cbf-a550-f0eba3802cf4', 'device_owner': 'network:router_interface', 'standard_attr_id': 292, 'fixed_ips': [{'subnet_id': '459228ea-ace1-423f-95f0-441946c28473', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830097-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T13:17:47Z', 'updated_at': '2022-04-12T13:17:52Z', 'revision_number': 5, 'project_id': '324be551cdc84d27989a0ab080f181fe', 'subnets': [{'id': '459228ea-ace1-423f-95f0-441946c28473', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-830097-4-iscsi', False) {} {{(pid=103459) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 13:19:27.436534 dv-cinder-830097-4-iscsi neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-8ab3bac0-965f-47a1-b90b-345112e53749 tempest-ServerRescueNegativeTestJSON-440649021 tempest-ServerRescueNegativeTestJSON-440649021-project] Publish callbacks [] for floatingip (9a6b3f55-417a-4870-b20b-5f5608e59fac), before_update {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:19:27.446753 dv-cinder-830097-4-iscsi neutron-server[103457]: INFO neutron.wsgi [req-3525e507-8cf9-4ec3-ae25-8a8da06a24e1 req-a4f437d0-1db2-4db6-9a86-8c2f1425d649 service neutron] 10.222.0.55 "GET /v2.0/networks/43ad3d49-b83e-473d-8b7c-7c5b9f9692d2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1856465 Apr 12 13:19:27.460568 dv-cinder-830097-4-iscsi neutron-server[103457]: DEBUG neutron.db.db_base_plugin_common [None req-ea676130-dc22-4fd9-84f9-ecbd0db252b0 admin admin] Allocated IP 172.20.0.1 (c02fcb51-12d4-4832-b791-57d4b3289c97/c8599d78-739f-40a5-b108-d031addacad8/104e2d86-5be8-464a-9c32-bd5bd4949092) {{(pid=103457) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 12 13:19:27.503190 dv-cinder-830097-4-iscsi neutron-server[103459]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f2d3c2c5-a4c8-4715-99d9-78dc914f296d None None] Checking router: 81f07478-dbd0-4cbf-a550-f0eba3802cf4 for host: dv-cinder-830097-4-iscsi {{(pid=103459) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 12 13:19:27.513994 dv-cinder-830097-4-iscsi neutron-server[103458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5ad8d85-bcc5-4f0d-8bfa-03438e8f76e6 tempest-TestMinimumBasicScenario-297192541 tempest-TestMinimumBasicScenario-297192541-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=95784756-26e4-4909-860a-7f0a4502ac26,revision_number=0']} {{(pid=103458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 13:19:27.546227 dv-cinder-830097-4-iscsi neutron-server[103459]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f2d3c2c5-a4c8-4715-99d9-78dc914f296d None None] Routers {'81f07478-dbd0-4cbf-a550-f0eba3802cf4'} bound to L3 agent in host dv-cinder-830097-4-iscsi {{(pid=103459) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 12 13:19:27.546980 dv-cinder-830097-4-iscsi neutron-server[103459]: DEBUG neutron.db.l3_hamode_db [None req-f2d3c2c5-a4c8-4715-99d9-78dc914f296d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830097-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2022-04-12T13:07:19Z,description=,heartbeat_timestamp=2022-04-12T13:19:19Z,host='dv-cinder-830097-4-iscsi',id=b7e11a8b-aeed-493f-9763-461016dddc93,load=0,resource_versions=,resources_synced=,started_at=2022-04-12T13:07:19Z,topic='l3_agent')) {'router_ids': ['81f07478-dbd0-4cbf-a550-f0eba3802cf4'], 'active': True} {{(pid=103459) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 13:19:27.611337 dv-cinder-830097-4-iscsi neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-ea676130-dc22-4fd9-84f9-ecbd0db252b0 admin admin] Publish callbacks [] for port (104e2d86-5be8-464a-9c32-bd5bd4949092), precommit_create {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:19:27.613521 dv-cinder-830097-4-iscsi neutron-server[103460]: DEBUG neutron.db.l3_hamode_db [None req-8a18820d-9a8d-4a84-ab9f-beacee731d0f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '77f0c1f2-2a1c-4b8f-95da-2b05bf74039c', 'name': 'tempest-TestShelveInstance-915963601-router', 'tenant_id': '61e42aab63ce4f38bcd1e2bc8ade6e06', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '26d0436d-8ae2-49bd-8cc6-3d2eac552c84', 'external_fixed_ips': [{'subnet_id': 'd93852d8-8f89-4b1c-bef4-0e05f499a8db', 'ip_address': '172.27.0.194'}], 'enable_snat': True}, 'gw_port_id': '706bf3a0-a850-4048-9c15-4b97fbc5e5de', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-12T13:19:22Z', 'updated_at': '2022-04-12T13:19:23Z', 'revision_number': 3, 'project_id': '61e42aab63ce4f38bcd1e2bc8ade6e06', 'gw_port': {'id': '706bf3a0-a850-4048-9c15-4b97fbc5e5de', 'name': '', 'network_id': '26d0436d-8ae2-49bd-8cc6-3d2eac552c84', 'tenant_id': '', 'mac_address': 'fa:16:3e:bf:3f:3b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '77f0c1f2-2a1c-4b8f-95da-2b05bf74039c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 417, 'fixed_ips': [{'subnet_id': 'd93852d8-8f89-4b1c-bef4-0e05f499a8db', 'ip_address': '172.27.0.194', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830097-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T13:19:22Z', 'updated_at': '2022-04-12T13:19:26Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd93852d8-8f89-4b1c-bef4-0e05f499a8db', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830097-4-iscsi'}], 'dv-cinder-830097-4-iscsi', False) {} {{(pid=103460) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 13:19:27.663268 dv-cinder-830097-4-iscsi neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-ea676130-dc22-4fd9-84f9-ecbd0db252b0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-915890', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3697887', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732727417914', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25610742'] for port (104e2d86-5be8-464a-9c32-bd5bd4949092), after_create {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:19:27.668011 dv-cinder-830097-4-iscsi neutron-server[103460]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8a18820d-9a8d-4a84-ab9f-beacee731d0f None None] The sync data for ids ['77f0c1f2-2a1c-4b8f-95da-2b05bf74039c'] in dv-cinder-830097-4-iscsi is: [{'id': '77f0c1f2-2a1c-4b8f-95da-2b05bf74039c', 'name': 'tempest-TestShelveInstance-915963601-router', 'tenant_id': '61e42aab63ce4f38bcd1e2bc8ade6e06', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '26d0436d-8ae2-49bd-8cc6-3d2eac552c84', 'external_fixed_ips': [{'subnet_id': 'd93852d8-8f89-4b1c-bef4-0e05f499a8db', 'ip_address': '172.27.0.194'}], 'enable_snat': True}, 'gw_port_id': '706bf3a0-a850-4048-9c15-4b97fbc5e5de', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-12T13:19:22Z', 'updated_at': '2022-04-12T13:19:23Z', 'revision_number': 3, 'project_id': '61e42aab63ce4f38bcd1e2bc8ade6e06', 'gw_port': {'id': '706bf3a0-a850-4048-9c15-4b97fbc5e5de', 'name': '', 'network_id': '26d0436d-8ae2-49bd-8cc6-3d2eac552c84', 'tenant_id': '', 'mac_address': 'fa:16:3e:bf:3f:3b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '77f0c1f2-2a1c-4b8f-95da-2b05bf74039c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 417, 'fixed_ips': [{'subnet_id': 'd93852d8-8f89-4b1c-bef4-0e05f499a8db', 'ip_address': '172.27.0.194', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830097-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T13:19:22Z', 'updated_at': '2022-04-12T13:19:26Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd93852d8-8f89-4b1c-bef4-0e05f499a8db', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830097-4-iscsi'}] {{(pid=103460) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 12 13:19:27.716987 dv-cinder-830097-4-iscsi neutron-server[103457]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ea676130-dc22-4fd9-84f9-ecbd0db252b0 admin admin] Network c02fcb51-12d4-4832-b791-57d4b3289c97 is already hosted by enough agents. {{(pid=103457) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 12 13:19:27.720584 dv-cinder-830097-4-iscsi neutron-server[103457]: DEBUG neutron.scheduler.base_scheduler [None req-ea676130-dc22-4fd9-84f9-ecbd0db252b0 admin admin] Resources bound (agent type, host, resource id): {{(pid=103457) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 12 13:19:27.727052 dv-cinder-830097-4-iscsi neutron-server[103457]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ea676130-dc22-4fd9-84f9-ecbd0db252b0 admin admin] Received port after_create {{(pid=103457) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 12 13:19:27.729801 dv-cinder-830097-4-iscsi neutron-server[103457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea676130-dc22-4fd9-84f9-ecbd0db252b0 admin admin] Pushing event updated for resources: {'Port': ['ID=104e2d86-5be8-464a-9c32-bd5bd4949092,revision_number=1']} {{(pid=103457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 13:19:27.730987 dv-cinder-830097-4-iscsi neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-d5ad8d85-bcc5-4f0d-8bfa-03438e8f76e6 tempest-TestMinimumBasicScenario-297192541 tempest-TestMinimumBasicScenario-297192541-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:19:27.737302 dv-cinder-830097-4-iscsi neutron-server[103458]: INFO neutron.wsgi [None req-d5ad8d85-bcc5-4f0d-8bfa-03438e8f76e6 tempest-TestMinimumBasicScenario-297192541 tempest-TestMinimumBasicScenario-297192541-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.5181403 Apr 12 13:19:27.749510 dv-cinder-830097-4-iscsi neutron-server[103457]: DEBUG neutron.wsgi [-] (103457) accepted ('10.222.0.18', 45418) {{(pid=103457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 13:19:27.757827 dv-cinder-830097-4-iscsi neutron-server[103457]: DEBUG neutron.api.v2.base [None req-7097cbc2-7cc1-495a-be3f-5c5294ab8b4d tempest-TestMinimumBasicScenario-297192541 tempest-TestMinimumBasicScenario-297192541-project] Request body: {'security_group_rule': {'security_group_id': '55f33019-2c5a-40ec-a925-b601e34334e2', 'project_id': '324be551cdc84d27989a0ab080f181fe', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=103457) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 12 13:19:27.778316 dv-cinder-830097-4-iscsi neutron-server[103459]: DEBUG neutron.db.l3_dvr_db [None req-f2d3c2c5-a4c8-4715-99d9-78dc914f296d None None] Set router 81f07478-dbd0-4cbf-a550-f0eba3802cf4 gateway port host: dv-cinder-830097-4-iscsi {{(pid=103459) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 12 13:19:27.787541 dv-cinder-830097-4-iscsi neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-ea676130-dc22-4fd9-84f9-ecbd0db252b0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3738971'] for router_interface (77f0c1f2-2a1c-4b8f-95da-2b05bf74039c), before_create {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:19:27.970752 dv-cinder-830097-4-iscsi neutron-server[103459]: DEBUG neutron.plugins.ml2.plugin [None req-5c07ab23-14b6-4afd-bb1e-5e50075df6db None None] Current status of the port 18a634be-af64-4256-9a05-bf1def0b1689 is: ACTIVE; New status is: ACTIVE {{(pid=103459) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 12 13:19:27.995791 dv-cinder-830097-4-iscsi neutron-server[103459]: DEBUG neutron.db.provisioning_blocks [None req-5c07ab23-14b6-4afd-bb1e-5e50075df6db None None] Provisioning complete for port b1daae69-1b9d-464b-8d90-f0ccd9098da6 triggered by entity DHCP. {{(pid=103459) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 12 13:19:27.996783 dv-cinder-830097-4-iscsi neutron-server[103459]: DEBUG neutron_lib.callbacks.manager [None req-5c07ab23-14b6-4afd-bb1e-5e50075df6db None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-657243'] for port (b1daae69-1b9d-464b-8d90-f0ccd9098da6), provisioning_complete {{(pid=103459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:19:28.161385 dv-cinder-830097-4-iscsi neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-8ab3bac0-965f-47a1-b90b-345112e53749 tempest-ServerRescueNegativeTestJSON-440649021 tempest-ServerRescueNegativeTestJSON-440649021-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:19:28.169695 dv-cinder-830097-4-iscsi neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-8ab3bac0-965f-47a1-b90b-345112e53749 tempest-ServerRescueNegativeTestJSON-440649021 tempest-ServerRescueNegativeTestJSON-440649021-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3739086'] for floatingip (9a6b3f55-417a-4870-b20b-5f5608e59fac), after_update {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:19:28.447778 dv-cinder-830097-4-iscsi neutron-server[103457]: INFO neutron.db.securitygroups_db [None req-7097cbc2-7cc1-495a-be3f-5c5294ab8b4d tempest-TestMinimumBasicScenario-297192541 tempest-TestMinimumBasicScenario-297192541-project] Project 324be551cdc84d27989a0ab080f181fe added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Apr 12 13:19:28.459659 dv-cinder-830097-4-iscsi neutron-server[103459]: DEBUG neutron.plugins.ml2.plugin [None req-5c07ab23-14b6-4afd-bb1e-5e50075df6db None None] Current status of the port b1daae69-1b9d-464b-8d90-f0ccd9098da6 is: ACTIVE; New status is: ACTIVE {{(pid=103459) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 12 13:19:28.475576 dv-cinder-830097-4-iscsi neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-7097cbc2-7cc1-495a-be3f-5c5294ab8b4d tempest-TestMinimumBasicScenario-297192541 tempest-TestMinimumBasicScenario-297192541-project] Publish callbacks [] for security_group_rule (bd09c1e7-b8b3-4c1a-a73f-8d476cd39625), before_create {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:19:28.489039 dv-cinder-830097-4-iscsi neutron-server[103458]: INFO neutron.db.l3_db [None req-8ab3bac0-965f-47a1-b90b-345112e53749 tempest-ServerRescueNegativeTestJSON-440649021 tempest-ServerRescueNegativeTestJSON-440649021-project] Floating IP 9a6b3f55-417a-4870-b20b-5f5608e59fac associated. External IP: 172.27.0.134, port: 704ccb89-914e-44b5-a4ae-1dde71563bb0. Apr 12 13:19:28.816362 dv-cinder-830097-4-iscsi neutron-server[103459]: DEBUG neutron.db.provisioning_blocks [None req-62d598fa-f959-47a4-ad05-8424930a9dc6 None None] Provisioning complete for port 104e2d86-5be8-464a-9c32-bd5bd4949092 triggered by entity DHCP. {{(pid=103459) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 12 13:19:28.819996 dv-cinder-830097-4-iscsi neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-7097cbc2-7cc1-495a-be3f-5c5294ab8b4d tempest-TestMinimumBasicScenario-297192541 tempest-TestMinimumBasicScenario-297192541-project] Publish callbacks [] for security_group_rule (bd09c1e7-b8b3-4c1a-a73f-8d476cd39625), precommit_create {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:19:28.830016 dv-cinder-830097-4-iscsi neutron-server[103459]: DEBUG neutron_lib.callbacks.manager [None req-62d598fa-f959-47a4-ad05-8424930a9dc6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-657243'] for port (104e2d86-5be8-464a-9c32-bd5bd4949092), provisioning_complete {{(pid=103459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:19:28.889791 dv-cinder-830097-4-iscsi neutron-server[103459]: DEBUG neutron.db.l3_hamode_db [None req-f2d3c2c5-a4c8-4715-99d9-78dc914f296d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '81f07478-dbd0-4cbf-a550-f0eba3802cf4', 'name': 'tempest-TestMinimumBasicScenario-1350615102-router', 'tenant_id': '324be551cdc84d27989a0ab080f181fe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '26d0436d-8ae2-49bd-8cc6-3d2eac552c84', 'external_fixed_ips': [{'subnet_id': 'd93852d8-8f89-4b1c-bef4-0e05f499a8db', 'ip_address': '172.27.0.86'}], 'enable_snat': True}, 'gw_port_id': '6c01b141-c5bb-465d-a757-e3f10fd40a09', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-12T13:17:44Z', 'updated_at': '2022-04-12T13:17:47Z', 'revision_number': 4, 'project_id': '324be551cdc84d27989a0ab080f181fe', 'gw_port': {'id': '6c01b141-c5bb-465d-a757-e3f10fd40a09', 'name': '', 'network_id': '26d0436d-8ae2-49bd-8cc6-3d2eac552c84', 'tenant_id': '', 'mac_address': 'fa:16:3e:f2:4a:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '81f07478-dbd0-4cbf-a550-f0eba3802cf4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 291, 'fixed_ips': [{'subnet_id': 'd93852d8-8f89-4b1c-bef4-0e05f499a8db', 'ip_address': '172.27.0.86', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830097-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T13:17:45Z', 'updated_at': '2022-04-12T13:17:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd93852d8-8f89-4b1c-bef4-0e05f499a8db', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830097-4-iscsi', '_floatingips': [{'id': 'a63a47c2-3ecc-4fdb-b315-5b129aa084e6', 'tenant_id': '324be551cdc84d27989a0ab080f181fe', 'floating_ip_address': '172.27.0.196', 'floating_network_id': '26d0436d-8ae2-49bd-8cc6-3d2eac552c84', 'router_id': '81f07478-dbd0-4cbf-a550-f0eba3802cf4', 'port_id': '4e621a2e-a21d-400b-97c6-4a2cf9634d9b', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 418, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '43ad3d49-b83e-473d-8b7c-7c5b9f9692d2', 'mac_address': 'fa:16:3e:25:f6:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0edcbb02-c1d2-41b0-b791-4ffce2309512', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-12T13:19:23Z', 'updated_at': '2022-04-12T13:19:23Z', 'revision_number': 0, 'project_id': '324be551cdc84d27989a0ab080f181fe', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '80cb0942-b4bb-4341-b572-bf81ef215894', 'name': '', 'network_id': '43ad3d49-b83e-473d-8b7c-7c5b9f9692d2', 'tenant_id': '324be551cdc84d27989a0ab080f181fe', 'mac_address': 'fa:16:3e:15:7b:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '81f07478-dbd0-4cbf-a550-f0eba3802cf4', 'device_owner': 'network:router_interface', 'standard_attr_id': 292, 'fixed_ips': [{'subnet_id': '459228ea-ace1-423f-95f0-441946c28473', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830097-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T13:17:47Z', 'updated_at': '2022-04-12T13:17:52Z', 'revision_number': 5, 'project_id': '324be551cdc84d27989a0ab080f181fe', 'subnets': [{'id': '459228ea-ace1-423f-95f0-441946c28473', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-830097-4-iscsi', False) {} {{(pid=103459) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 13:19:28.908950 dv-cinder-830097-4-iscsi neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-7097cbc2-7cc1-495a-be3f-5c5294ab8b4d tempest-TestMinimumBasicScenario-297192541 tempest-TestMinimumBasicScenario-297192541-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3691881'] for security_group_rule (bd09c1e7-b8b3-4c1a-a73f-8d476cd39625), after_create {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:19:28.924476 dv-cinder-830097-4-iscsi neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-ea676130-dc22-4fd9-84f9-ecbd0db252b0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-916304'] for port (104e2d86-5be8-464a-9c32-bd5bd4949092), before_update {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:19:28.954517 dv-cinder-830097-4-iscsi neutron-server[103457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7097cbc2-7cc1-495a-be3f-5c5294ab8b4d tempest-TestMinimumBasicScenario-297192541 tempest-TestMinimumBasicScenario-297192541-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=bd09c1e7-b8b3-4c1a-a73f-8d476cd39625,revision_number=0']} {{(pid=103457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 13:19:28.960785 dv-cinder-830097-4-iscsi neutron-server[103459]: DEBUG neutron.plugins.ml2.rpc [None req-53781792-8650-4c78-93a6-1c4d328d874c None None] Device b1daae69-1b9d-464b-8d90-f0ccd9098da6 up at agent ovs-agent-dv-cinder-830097-4-iscsi {{(pid=103459) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 12 13:19:28.967758 dv-cinder-830097-4-iscsi neutron-server[103459]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f2d3c2c5-a4c8-4715-99d9-78dc914f296d None None] The sync data for ids ['81f07478-dbd0-4cbf-a550-f0eba3802cf4'] in dv-cinder-830097-4-iscsi is: [{'id': '81f07478-dbd0-4cbf-a550-f0eba3802cf4', 'name': 'tempest-TestMinimumBasicScenario-1350615102-router', 'tenant_id': '324be551cdc84d27989a0ab080f181fe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '26d0436d-8ae2-49bd-8cc6-3d2eac552c84', 'external_fixed_ips': [{'subnet_id': 'd93852d8-8f89-4b1c-bef4-0e05f499a8db', 'ip_address': '172.27.0.86'}], 'enable_snat': True}, 'gw_port_id': '6c01b141-c5bb-465d-a757-e3f10fd40a09', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-12T13:17:44Z', 'updated_at': '2022-04-12T13:17:47Z', 'revision_number': 4, 'project_id': '324be551cdc84d27989a0ab080f181fe', 'gw_port': {'id': '6c01b141-c5bb-465d-a757-e3f10fd40a09', 'name': '', 'network_id': '26d0436d-8ae2-49bd-8cc6-3d2eac552c84', 'tenant_id': '', 'mac_address': 'fa:16:3e:f2:4a:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '81f07478-dbd0-4cbf-a550-f0eba3802cf4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 291, 'fixed_ips': [{'subnet_id': 'd93852d8-8f89-4b1c-bef4-0e05f499a8db', 'ip_address': '172.27.0.86', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830097-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T13:17:45Z', 'updated_at': '2022-04-12T13:17:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd93852d8-8f89-4b1c-bef4-0e05f499a8db', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830097-4-iscsi', '_floatingips': [{'id': 'a63a47c2-3ecc-4fdb-b315-5b129aa084e6', 'tenant_id': '324be551cdc84d27989a0ab080f181fe', 'floating_ip_address': '172.27.0.196', 'floating_network_id': '26d0436d-8ae2-49bd-8cc6-3d2eac552c84', 'router_id': '81f07478-dbd0-4cbf-a550-f0eba3802cf4', 'port_id': '4e621a2e-a21d-400b-97c6-4a2cf9634d9b', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 418, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '43ad3d49-b83e-473d-8b7c-7c5b9f9692d2', 'mac_address': 'fa:16:3e:25:f6:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0edcbb02-c1d2-41b0-b791-4ffce2309512', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-12T13:19:23Z', 'updated_at': '2022-04-12T13:19:23Z', 'revision_number': 0, 'project_id': '324be551cdc84d27989a0ab080f181fe', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '80cb0942-b4bb-4341-b572-bf81ef215894', 'name': '', 'network_id': '43ad3d49-b83e-473d-8b7c-7c5b9f9692d2', 'tenant_id': '324be551cdc84d27989a0ab080f181fe', 'mac_address': 'fa:16:3e:15:7b:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '81f07478-dbd0-4cbf-a550-f0eba3802cf4', 'device_owner': 'network:router_interface', 'standard_attr_id': 292, 'fixed_ips': [{'subnet_id': '459228ea-ace1-423f-95f0-441946c28473', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830097-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T13:17:47Z', 'updated_at': '2022-04-12T13:17:52Z', 'revision_number': 5, 'project_id': '324be551cdc84d27989a0ab080f181fe', 'subnets': [{'id': '459228ea-ace1-423f-95f0-441946c28473', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103459) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 12 13:19:28.970646 dv-cinder-830097-4-iscsi neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-7097cbc2-7cc1-495a-be3f-5c5294ab8b4d tempest-TestMinimumBasicScenario-297192541 tempest-TestMinimumBasicScenario-297192541-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:19:28.972070 dv-cinder-830097-4-iscsi neutron-server[103457]: INFO neutron.wsgi [None req-7097cbc2-7cc1-495a-be3f-5c5294ab8b4d tempest-TestMinimumBasicScenario-297192541 tempest-TestMinimumBasicScenario-297192541-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 1.2215326 Apr 12 13:19:29.011858 dv-cinder-830097-4-iscsi neutron-server[103459]: DEBUG neutron.plugins.ml2.plugin [None req-62d598fa-f959-47a4-ad05-8424930a9dc6 None None] Port 104e2d86-5be8-464a-9c32-bd5bd4949092 cannot update to ACTIVE because it is not bound. {{(pid=103459) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 12 13:19:29.046531 dv-cinder-830097-4-iscsi neutron-server[103459]: DEBUG neutron.db.provisioning_blocks [None req-62d598fa-f959-47a4-ad05-8424930a9dc6 None None] Provisioning complete for port 18a634be-af64-4256-9a05-bf1def0b1689 triggered by entity DHCP. {{(pid=103459) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 12 13:19:29.047291 dv-cinder-830097-4-iscsi neutron-server[103459]: DEBUG neutron_lib.callbacks.manager [None req-62d598fa-f959-47a4-ad05-8424930a9dc6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-657243'] for port (18a634be-af64-4256-9a05-bf1def0b1689), provisioning_complete {{(pid=103459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:19:29.117787 dv-cinder-830097-4-iscsi neutron-server[103459]: DEBUG neutron.db.provisioning_blocks [None req-53781792-8650-4c78-93a6-1c4d328d874c None None] Provisioning complete for port b1daae69-1b9d-464b-8d90-f0ccd9098da6 triggered by entity L2. {{(pid=103459) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 12 13:19:29.118417 dv-cinder-830097-4-iscsi neutron-server[103459]: DEBUG neutron_lib.callbacks.manager [None req-53781792-8650-4c78-93a6-1c4d328d874c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-657243'] for port (b1daae69-1b9d-464b-8d90-f0ccd9098da6), provisioning_complete {{(pid=103459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:19:29.190535 dv-cinder-830097-4-iscsi neutron-server[103458]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8ab3bac0-965f-47a1-b90b-345112e53749 tempest-ServerRescueNegativeTestJSON-440649021 tempest-ServerRescueNegativeTestJSON-440649021-project] Router 966c96ee-61f7-4f90-a5f6-9f5ed8a51317 has already been hosted by L3 agent b7e11a8b-aeed-493f-9763-461016dddc93 {{(pid=103458) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 12 13:19:29.235632 dv-cinder-830097-4-iscsi neutron-server[103458]: INFO neutron.wsgi [req-2e5f4803-487f-48ac-b76c-5927bf5444c7 req-4b57ee63-630e-4dfd-8736-12921e2b3031 tempest-TestMinimumBasicScenario-297192541 tempest-TestMinimumBasicScenario-297192541-project] 10.222.0.18 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-388589383&fields=id&tenant_id=324be551cdc84d27989a0ab080f181fe HTTP/1.1" status: 200 len: 267 time: 0.1534321 Apr 12 13:19:29.245221 dv-cinder-830097-4-iscsi neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-ea676130-dc22-4fd9-84f9-ecbd0db252b0 admin admin] Publish callbacks [] for port (104e2d86-5be8-464a-9c32-bd5bd4949092), precommit_update {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:19:29.250577 dv-cinder-830097-4-iscsi neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-ea676130-dc22-4fd9-84f9-ecbd0db252b0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-915890', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3697887', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732727894815', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732727417932', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732727417950', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25610749'] for port (104e2d86-5be8-464a-9c32-bd5bd4949092), after_update {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:19:29.304913 dv-cinder-830097-4-iscsi neutron-server[103459]: DEBUG neutron.plugins.ml2.plugin [None req-53781792-8650-4c78-93a6-1c4d328d874c None None] Current status of the port b1daae69-1b9d-464b-8d90-f0ccd9098da6 is: ACTIVE; New status is: ACTIVE {{(pid=103459) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 12 13:19:29.306291 dv-cinder-830097-4-iscsi neutron-server[103459]: DEBUG neutron.plugins.ml2.rpc [None req-53781792-8650-4c78-93a6-1c4d328d874c None None] Device 18a634be-af64-4256-9a05-bf1def0b1689 up at agent ovs-agent-dv-cinder-830097-4-iscsi {{(pid=103459) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 12 13:19:29.347163 dv-cinder-830097-4-iscsi neutron-server[103457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea676130-dc22-4fd9-84f9-ecbd0db252b0 admin admin] Pushing event updated for resources: {'Port': ['ID=104e2d86-5be8-464a-9c32-bd5bd4949092,revision_number=2']} {{(pid=103457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 13:19:29.351643 dv-cinder-830097-4-iscsi neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-ea676130-dc22-4fd9-84f9-ecbd0db252b0 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3697905', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3750891'] for router_interface (77f0c1f2-2a1c-4b8f-95da-2b05bf74039c), after_create {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:19:29.391591 dv-cinder-830097-4-iscsi neutron-server[103459]: DEBUG neutron.plugins.ml2.plugin [None req-62d598fa-f959-47a4-ad05-8424930a9dc6 None None] Current status of the port 18a634be-af64-4256-9a05-bf1def0b1689 is: ACTIVE; New status is: ACTIVE {{(pid=103459) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 12 13:19:29.394024 dv-cinder-830097-4-iscsi neutron-server[103459]: DEBUG neutron.db.provisioning_blocks [None req-53781792-8650-4c78-93a6-1c4d328d874c None None] Provisioning complete for port 18a634be-af64-4256-9a05-bf1def0b1689 triggered by entity L2. {{(pid=103459) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 12 13:19:29.394556 dv-cinder-830097-4-iscsi neutron-server[103459]: DEBUG neutron_lib.callbacks.manager [None req-53781792-8650-4c78-93a6-1c4d328d874c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-657243'] for port (18a634be-af64-4256-9a05-bf1def0b1689), provisioning_complete {{(pid=103459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:19:29.440648 dv-cinder-830097-4-iscsi neutron-server[103458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e5f4803-487f-48ac-b76c-5927bf5444c7 req-b173c4f0-c6b8-405f-8c68-24799222e454 tempest-TestMinimumBasicScenario-297192541 tempest-TestMinimumBasicScenario-297192541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 13:19:29.448580 dv-cinder-830097-4-iscsi neutron-server[103458]: INFO neutron.wsgi [req-2e5f4803-487f-48ac-b76c-5927bf5444c7 req-b173c4f0-c6b8-405f-8c68-24799222e454 tempest-TestMinimumBasicScenario-297192541 tempest-TestMinimumBasicScenario-297192541-project] 10.222.0.18 "GET /v2.0/ports?device_id=0edcbb02-c1d2-41b0-b791-4ffce2309512 HTTP/1.1" status: 200 len: 945 time: 0.2120829 Apr 12 13:19:29.455689 dv-cinder-830097-4-iscsi neutron-server[103458]: DEBUG neutron.api.v2.base [req-2e5f4803-487f-48ac-b76c-5927bf5444c7 req-b62f4a65-880a-417e-9647-83daac6b25b7 tempest-TestMinimumBasicScenario-297192541 tempest-TestMinimumBasicScenario-297192541-project] Request body: {'port': {'security_groups': ['5cff6b3d-3421-463c-b8d1-a470719c1ceb', '55f33019-2c5a-40ec-a925-b601e34334e2']}} {{(pid=103458) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 12 13:19:29.461232 dv-cinder-830097-4-iscsi neutron-server[103458]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8ab3bac0-965f-47a1-b90b-345112e53749 tempest-ServerRescueNegativeTestJSON-440649021 tempest-ServerRescueNegativeTestJSON-440649021-project] Notify agent at l3_agent.dv-cinder-830097-4-iscsi the message routers_updated {{(pid=103458) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 12 13:19:29.471765 dv-cinder-830097-4-iscsi neutron-server[103460]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5313e8c4-49b2-4e91-af12-d5af6106d778 None None] Sync routers for ids ['966c96ee-61f7-4f90-a5f6-9f5ed8a51317'] in dv-cinder-830097-4-iscsi {{(pid=103460) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 12 13:19:29.483977 dv-cinder-830097-4-iscsi neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-8ab3bac0-965f-47a1-b90b-345112e53749 tempest-ServerRescueNegativeTestJSON-440649021 tempest-ServerRescueNegativeTestJSON-440649021-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-500965'] for floatingip (None), before_response {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:19:29.492936 dv-cinder-830097-4-iscsi neutron-server[103460]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5313e8c4-49b2-4e91-af12-d5af6106d778 None None] Routers {'966c96ee-61f7-4f90-a5f6-9f5ed8a51317'} bound to L3 agent in host dv-cinder-830097-4-iscsi {{(pid=103460) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 12 13:19:29.497499 dv-cinder-830097-4-iscsi neutron-server[103460]: DEBUG neutron.db.l3_hamode_db [None req-5313e8c4-49b2-4e91-af12-d5af6106d778 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830097-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2022-04-12T13:07:19Z,description=,heartbeat_timestamp=2022-04-12T13:19:19Z,host='dv-cinder-830097-4-iscsi',id=b7e11a8b-aeed-493f-9763-461016dddc93,load=0,resource_versions=,resources_synced=,started_at=2022-04-12T13:07:19Z,topic='l3_agent')) {'router_ids': ['966c96ee-61f7-4f90-a5f6-9f5ed8a51317'], 'active': True} {{(pid=103460) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 13:19:29.533978 dv-cinder-830097-4-iscsi neutron-server[103457]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ea676130-dc22-4fd9-84f9-ecbd0db252b0 admin admin] Network c02fcb51-12d4-4832-b791-57d4b3289c97 is already hosted by enough agents. {{(pid=103457) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 12 13:19:29.537324 dv-cinder-830097-4-iscsi neutron-server[103458]: INFO neutron.wsgi [None req-8ab3bac0-965f-47a1-b90b-345112e53749 tempest-ServerRescueNegativeTestJSON-440649021 tempest-ServerRescueNegativeTestJSON-440649021-project] 10.222.0.18 "PUT /v2.0/floatingips/9a6b3f55-417a-4870-b20b-5f5608e59fac HTTP/1.1" status: 200 len: 992 time: 2.1744597 Apr 12 13:19:29.549922 dv-cinder-830097-4-iscsi neutron-server[103457]: DEBUG neutron.scheduler.base_scheduler [None req-ea676130-dc22-4fd9-84f9-ecbd0db252b0 admin admin] Resources bound (agent type, host, resource id): {{(pid=103457) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 12 13:19:29.558968 dv-cinder-830097-4-iscsi neutron-server[103458]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '629d75a5-e426-4cc1-9a91-03495357fac5', 'tag': '704ccb89-914e-44b5-a4ae-1dde71563bb0'}] {{(pid=103458) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 12 13:19:29.561453 dv-cinder-830097-4-iscsi neutron-server[103458]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c94cb96f70f67f51233d4af7d4702c9d455fb3abb34896310c9f043c18b7c2b4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2c669749-9777-4ff8-b00c-40bdc6d17a88" -d '{"events": [{"name": "network-changed", "server_uuid": "629d75a5-e426-4cc1-9a91-03495357fac5", "tag": "704ccb89-914e-44b5-a4ae-1dde71563bb0"}]}' {{(pid=103458) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 12 13:19:29.588037 dv-cinder-830097-4-iscsi neutron-server[103459]: DEBUG neutron_lib.callbacks.manager [None req-3505bd68-a9fd-4823-92ea-1a6ded8ab071 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732727929501', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-657397'] for agent (ee5509cd-6dd7-49df-aa37-3740ebd1e34b), after_update {{(pid=103459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:19:29.595831 dv-cinder-830097-4-iscsi neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [req-2e5f4803-487f-48ac-b76c-5927bf5444c7 req-b62f4a65-880a-417e-9647-83daac6b25b7 tempest-TestMinimumBasicScenario-297192541 tempest-TestMinimumBasicScenario-297192541-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-916304'] for port (4e621a2e-a21d-400b-97c6-4a2cf9634d9b), before_update {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:19:29.675656 dv-cinder-830097-4-iscsi neutron-server[103458]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 12 Apr 2022 13:19:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b34b2b6d-9c25-41d5-bb30-21d0e1f84c54 x-openstack-request-id: req-b34b2b6d-9c25-41d5-bb30-21d0e1f84c54 {{(pid=103458) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 12 13:19:29.675980 dv-cinder-830097-4-iscsi neutron-server[103458]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "629d75a5-e426-4cc1-9a91-03495357fac5", "tag": "704ccb89-914e-44b5-a4ae-1dde71563bb0", "status": "completed", "code": 200}]} {{(pid=103458) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 12 13:19:29.676227 dv-cinder-830097-4-iscsi neutron-server[103458]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-b34b2b6d-9c25-41d5-bb30-21d0e1f84c54 {{(pid=103458) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 12 13:19:29.676607 dv-cinder-830097-4-iscsi neutron-server[103458]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b34b2b6d-9c25-41d5-bb30-21d0e1f84c54'] response: {'name': 'network-changed', 'server_uuid': '629d75a5-e426-4cc1-9a91-03495357fac5', 'tag': '704ccb89-914e-44b5-a4ae-1dde71563bb0', 'status': 'completed', 'code': 200} Apr 12 13:19:29.708311 dv-cinder-830097-4-iscsi neutron-server[103459]: DEBUG neutron.plugins.ml2.plugin [None req-53781792-8650-4c78-93a6-1c4d328d874c None None] Current status of the port 18a634be-af64-4256-9a05-bf1def0b1689 is: ACTIVE; New status is: ACTIVE {{(pid=103459) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 12 13:19:29.715489 dv-cinder-830097-4-iscsi neutron-server[103459]: DEBUG neutron.plugins.ml2.rpc [None req-53781792-8650-4c78-93a6-1c4d328d874c None None] Device 706bf3a0-a850-4048-9c15-4b97fbc5e5de up at agent ovs-agent-dv-cinder-830097-4-iscsi {{(pid=103459) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 12 13:19:29.819662 dv-cinder-830097-4-iscsi neutron-server[103460]: DEBUG neutron.db.l3_dvr_db [None req-5313e8c4-49b2-4e91-af12-d5af6106d778 None None] Set router 966c96ee-61f7-4f90-a5f6-9f5ed8a51317 gateway port host: dv-cinder-830097-4-iscsi {{(pid=103460) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 12 13:19:29.851446 dv-cinder-830097-4-iscsi neutron-server[103459]: DEBUG neutron.db.provisioning_blocks [None req-53781792-8650-4c78-93a6-1c4d328d874c None None] Provisioning complete for port 706bf3a0-a850-4048-9c15-4b97fbc5e5de triggered by entity L2. {{(pid=103459) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 12 13:19:29.852004 dv-cinder-830097-4-iscsi neutron-server[103459]: DEBUG neutron_lib.callbacks.manager [None req-53781792-8650-4c78-93a6-1c4d328d874c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-657243'] for port (706bf3a0-a850-4048-9c15-4b97fbc5e5de), provisioning_complete {{(pid=103459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:19:29.896809 dv-cinder-830097-4-iscsi neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c669749-9777-4ff8-b00c-40bdc6d17a88 req-d0667d7a-77b5-458f-bca0-acc9a8b03b8e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 13:19:29.898344 dv-cinder-830097-4-iscsi neutron-server[103457]: INFO neutron.wsgi [req-2c669749-9777-4ff8-b00c-40bdc6d17a88 req-d0667d7a-77b5-458f-bca0-acc9a8b03b8e service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=03e871d047514daabb60a84f86099232&device_id=629d75a5-e426-4cc1-9a91-03495357fac5 HTTP/1.1" status: 200 len: 1130 time: 0.1215599 Apr 12 13:19:29.983315 dv-cinder-830097-4-iscsi neutron-server[103459]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9d926572-07b8-4267-9e7d-bbe90aa9d6a5 None None] New status for floating IP a63a47c2-3ecc-4fdb-b315-5b129aa084e6: ACTIVE {{(pid=103459) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 12 13:19:30.064353 dv-cinder-830097-4-iscsi neutron-server[103459]: DEBUG neutron.plugins.ml2.plugin [None req-53781792-8650-4c78-93a6-1c4d328d874c None None] Current status of the port 706bf3a0-a850-4048-9c15-4b97fbc5e5de is: DOWN; New status is: ACTIVE {{(pid=103459) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 12 13:19:30.064905 dv-cinder-830097-4-iscsi neutron-server[103459]: DEBUG neutron_lib.callbacks.manager [None req-53781792-8650-4c78-93a6-1c4d328d874c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-916304'] for port (706bf3a0-a850-4048-9c15-4b97fbc5e5de), before_update {{(pid=103459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:19:30.088512 dv-cinder-830097-4-iscsi neutron-server[103459]: DEBUG neutron.plugins.ml2.db [None req-53781792-8650-4c78-93a6-1c4d328d874c None None] For port 706bf3a0-a850-4048-9c15-4b97fbc5e5de, host dv-cinder-830097-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-830097-4-iscsi',level=0,port_id=706bf3a0-a850-4048-9c15-4b97fbc5e5de,segment=NetworkSegment(333e2245-11dc-4fcd-9fb1-9fe65fae59ea),segment_id=333e2245-11dc-4fcd-9fb1-9fe65fae59ea)] {{(pid=103459) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 12 13:19:30.098014 dv-cinder-830097-4-iscsi neutron-server[103459]: DEBUG neutron_lib.callbacks.manager [None req-53781792-8650-4c78-93a6-1c4d328d874c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-915890', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3697887', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732727894815', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732727417932', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732727417950'] for port (706bf3a0-a850-4048-9c15-4b97fbc5e5de), after_update {{(pid=103459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:19:30.098318 dv-cinder-830097-4-iscsi neutron-server[103457]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ea676130-dc22-4fd9-84f9-ecbd0db252b0 admin admin] Router 77f0c1f2-2a1c-4b8f-95da-2b05bf74039c has already been hosted by L3 agent b7e11a8b-aeed-493f-9763-461016dddc93 {{(pid=103457) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 12 13:19:30.134958 dv-cinder-830097-4-iscsi neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c669749-9777-4ff8-b00c-40bdc6d17a88 req-0133b29a-0fd1-4649-a30f-febb3569e7a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 13:19:30.136734 dv-cinder-830097-4-iscsi neutron-server[103457]: INFO neutron.wsgi [req-2c669749-9777-4ff8-b00c-40bdc6d17a88 req-0133b29a-0fd1-4649-a30f-febb3569e7a4 service neutron] 10.222.0.55 "GET /v2.0/networks?id=8a9d7c73-ddbc-4eef-a839-e9bbe858207d HTTP/1.1" status: 200 len: 919 time: 0.2234466 Apr 12 13:19:30.143350 dv-cinder-830097-4-iscsi neutron-server[103458]: DEBUG neutron.plugins.ml2.db [req-2e5f4803-487f-48ac-b76c-5927bf5444c7 req-b62f4a65-880a-417e-9647-83daac6b25b7 tempest-TestMinimumBasicScenario-297192541 tempest-TestMinimumBasicScenario-297192541-project] For port 4e621a2e-a21d-400b-97c6-4a2cf9634d9b, host hv-cinder-83009, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83009',level=0,port_id=4e621a2e-a21d-400b-97c6-4a2cf9634d9b,segment=NetworkSegment(c7030a2b-c894-43d1-978c-a3dddc343332),segment_id=c7030a2b-c894-43d1-978c-a3dddc343332)] {{(pid=103458) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 12 13:19:30.211353 dv-cinder-830097-4-iscsi neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [req-2e5f4803-487f-48ac-b76c-5927bf5444c7 req-b62f4a65-880a-417e-9647-83daac6b25b7 tempest-TestMinimumBasicScenario-297192541 tempest-TestMinimumBasicScenario-297192541-project] Publish callbacks [] for port (4e621a2e-a21d-400b-97c6-4a2cf9634d9b), precommit_update {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:19:30.220550 dv-cinder-830097-4-iscsi neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [req-2e5f4803-487f-48ac-b76c-5927bf5444c7 req-b62f4a65-880a-417e-9647-83daac6b25b7 tempest-TestMinimumBasicScenario-297192541 tempest-TestMinimumBasicScenario-297192541-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-915890', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3697887', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732727894815', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732727417932', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732727417950', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26097126'] for port (4e621a2e-a21d-400b-97c6-4a2cf9634d9b), after_update {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:19:30.229048 dv-cinder-830097-4-iscsi neutron-server[103459]: DEBUG neutron.db.provisioning_blocks [None req-309fb431-baf8-4698-930a-23b8d2fb8071 None None] Provisioning complete for port 104e2d86-5be8-464a-9c32-bd5bd4949092 triggered by entity DHCP. {{(pid=103459) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 12 13:19:30.229522 dv-cinder-830097-4-iscsi neutron-server[103459]: DEBUG neutron_lib.callbacks.manager [None req-309fb431-baf8-4698-930a-23b8d2fb8071 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-657243'] for port (104e2d86-5be8-464a-9c32-bd5bd4949092), provisioning_complete {{(pid=103459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:19:30.262609 dv-cinder-830097-4-iscsi neutron-server[103460]: DEBUG neutron.db.l3_hamode_db [None req-5313e8c4-49b2-4e91-af12-d5af6106d778 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '966c96ee-61f7-4f90-a5f6-9f5ed8a51317', 'name': 'tempest-ServerRescueNegativeTestJSON-153791057-router', 'tenant_id': '03e871d047514daabb60a84f86099232', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '26d0436d-8ae2-49bd-8cc6-3d2eac552c84', 'external_fixed_ips': [{'subnet_id': 'd93852d8-8f89-4b1c-bef4-0e05f499a8db', 'ip_address': '172.27.0.21'}], 'enable_snat': True}, 'gw_port_id': '958ce0b1-b216-48bf-ac4c-12928e15436d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-12T13:15:59Z', 'updated_at': '2022-04-12T13:16:07Z', 'revision_number': 4, 'project_id': '03e871d047514daabb60a84f86099232', 'gw_port': {'id': '958ce0b1-b216-48bf-ac4c-12928e15436d', 'name': '', 'network_id': '26d0436d-8ae2-49bd-8cc6-3d2eac552c84', 'tenant_id': '', 'mac_address': 'fa:16:3e:e5:c7:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '966c96ee-61f7-4f90-a5f6-9f5ed8a51317', 'device_owner': 'network:router_gateway', 'standard_attr_id': 66, 'fixed_ips': [{'subnet_id': 'd93852d8-8f89-4b1c-bef4-0e05f499a8db', 'ip_address': '172.27.0.21', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830097-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T13:16:00Z', 'updated_at': '2022-04-12T13:16:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd93852d8-8f89-4b1c-bef4-0e05f499a8db', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830097-4-iscsi', '_floatingips': [{'id': '9a6b3f55-417a-4870-b20b-5f5608e59fac', 'tenant_id': '03e871d047514daabb60a84f86099232', 'floating_ip_address': '172.27.0.134', 'floating_network_id': '26d0436d-8ae2-49bd-8cc6-3d2eac552c84', 'router_id': '966c96ee-61f7-4f90-a5f6-9f5ed8a51317', 'port_id': '704ccb89-914e-44b5-a4ae-1dde71563bb0', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 352, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '8a9d7c73-ddbc-4eef-a839-e9bbe858207d', 'mac_address': 'fa:16:3e:46:52:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '629d75a5-e426-4cc1-9a91-03495357fac5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-12T13:19:06Z', 'updated_at': '2022-04-12T13:19:27Z', 'revision_number': 1, 'project_id': '03e871d047514daabb60a84f86099232', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '70634d67-4046-424d-94eb-02fc097f0ec7', 'name': '', 'network_id': '8a9d7c73-ddbc-4eef-a839-e9bbe858207d', 'tenant_id': '03e871d047514daabb60a84f86099232', 'mac_address': 'fa:16:3e:b4:a2:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '966c96ee-61f7-4f90-a5f6-9f5ed8a51317', 'device_owner': 'network:router_interface', 'standard_attr_id': 92, 'fixed_ips': [{'subnet_id': 'e7f620b9-ee69-4e3f-9fdf-c3881765f45f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830097-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T13:16:05Z', 'updated_at': '2022-04-12T13:16:17Z', 'revision_number': 5, 'project_id': '03e871d047514daabb60a84f86099232', 'subnets': [{'id': 'e7f620b9-ee69-4e3f-9fdf-c3881765f45f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-830097-4-iscsi', False) {} {{(pid=103460) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 13:19:30.289964 dv-cinder-830097-4-iscsi neutron-server[103459]: DEBUG neutron.plugins.ml2.db [None req-3505bd68-a9fd-4823-92ea-1a6ded8ab071 None None] get_ports_and_sgs() called for port_ids ['4e621a2e-a21d-400b-97c6-4a2cf9634d9b'] {{(pid=103459) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 12 13:19:30.306105 dv-cinder-830097-4-iscsi neutron-server[103458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e5f4803-487f-48ac-b76c-5927bf5444c7 req-b62f4a65-880a-417e-9647-83daac6b25b7 tempest-TestMinimumBasicScenario-297192541 tempest-TestMinimumBasicScenario-297192541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 13:19:30.307140 dv-cinder-830097-4-iscsi neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [req-2e5f4803-487f-48ac-b76c-5927bf5444c7 req-b62f4a65-880a-417e-9647-83daac6b25b7 tempest-TestMinimumBasicScenario-297192541 tempest-TestMinimumBasicScenario-297192541-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-500965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3697709'] for port (None), before_response {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:19:30.321350 dv-cinder-830097-4-iscsi neutron-server[103458]: INFO neutron.wsgi [req-2e5f4803-487f-48ac-b76c-5927bf5444c7 req-b62f4a65-880a-417e-9647-83daac6b25b7 tempest-TestMinimumBasicScenario-297192541 tempest-TestMinimumBasicScenario-297192541-project] 10.222.0.18 "PUT /v2.0/ports/4e621a2e-a21d-400b-97c6-4a2cf9634d9b HTTP/1.1" status: 200 len: 981 time: 0.8678985 Apr 12 13:19:30.322969 dv-cinder-830097-4-iscsi neutron-server[103460]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5313e8c4-49b2-4e91-af12-d5af6106d778 None None] Checking router: 966c96ee-61f7-4f90-a5f6-9f5ed8a51317 for host: dv-cinder-830097-4-iscsi {{(pid=103460) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 12 13:19:30.336135 dv-cinder-830097-4-iscsi neutron-server[103460]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5313e8c4-49b2-4e91-af12-d5af6106d778 None None] Routers {'966c96ee-61f7-4f90-a5f6-9f5ed8a51317'} bound to L3 agent in host dv-cinder-830097-4-iscsi {{(pid=103460) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 12 13:19:30.336910 dv-cinder-830097-4-iscsi neutron-server[103460]: DEBUG neutron.db.l3_hamode_db [None req-5313e8c4-49b2-4e91-af12-d5af6106d778 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830097-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2022-04-12T13:07:19Z,description=,heartbeat_timestamp=2022-04-12T13:19:19Z,host='dv-cinder-830097-4-iscsi',id=b7e11a8b-aeed-493f-9763-461016dddc93,load=0,resource_versions=,resources_synced=,started_at=2022-04-12T13:07:19Z,topic='l3_agent')) {'router_ids': ['966c96ee-61f7-4f90-a5f6-9f5ed8a51317'], 'active': True} {{(pid=103460) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 13:19:30.368931 dv-cinder-830097-4-iscsi neutron-server[103459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53781792-8650-4c78-93a6-1c4d328d874c None None] Pushing event updated for resources: {'Port': ['ID=706bf3a0-a850-4048-9c15-4b97fbc5e5de,revision_number=4']} {{(pid=103459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 13:19:30.370152 dv-cinder-830097-4-iscsi neutron-server[103458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b62f4a65-880a-417e-9647-83daac6b25b7 tempest-TestMinimumBasicScenario-297192541 tempest-TestMinimumBasicScenario-297192541-project] Pushing event updated for resources: {'Port': ['ID=4e621a2e-a21d-400b-97c6-4a2cf9634d9b,revision_number=6']} {{(pid=103458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 13:19:30.400428 dv-cinder-830097-4-iscsi neutron-server[103457]: INFO neutron.wsgi [req-2c669749-9777-4ff8-b00c-40bdc6d17a88 req-92727264-04ad-4401-b244-85936aafa0a4 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=704ccb89-914e-44b5-a4ae-1dde71563bb0 HTTP/1.1" status: 200 len: 1000 time: 0.2556696 Apr 12 13:19:30.451097 dv-cinder-830097-4-iscsi neutron-server[103459]: DEBUG neutron.plugins.ml2.plugin [None req-309fb431-baf8-4698-930a-23b8d2fb8071 None None] Port 104e2d86-5be8-464a-9c32-bd5bd4949092 cannot update to ACTIVE because it is not bound. {{(pid=103459) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 12 13:19:30.501661 dv-cinder-830097-4-iscsi neutron-server[103460]: DEBUG neutron.db.l3_dvr_db [None req-5313e8c4-49b2-4e91-af12-d5af6106d778 None None] Set router 966c96ee-61f7-4f90-a5f6-9f5ed8a51317 gateway port host: dv-cinder-830097-4-iscsi {{(pid=103460) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 12 13:19:30.518771 dv-cinder-830097-4-iscsi neutron-server[103457]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ea676130-dc22-4fd9-84f9-ecbd0db252b0 admin admin] Notify agent at l3_agent.dv-cinder-830097-4-iscsi the message routers_updated {{(pid=103457) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 12 13:19:30.534106 dv-cinder-830097-4-iscsi neutron-server[103457]: INFO neutron.wsgi [None req-ea676130-dc22-4fd9-84f9-ecbd0db252b0 admin admin] 10.222.0.18 "PUT /v2.0/routers/77f0c1f2-2a1c-4b8f-95da-2b05bf74039c/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.1706078 Apr 12 13:19:30.534106 dv-cinder-830097-4-iscsi neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c669749-9777-4ff8-b00c-40bdc6d17a88 req-d1f89812-52f6-4cd5-bd5d-3bffc15581a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 13:19:30.534397 dv-cinder-830097-4-iscsi neutron-server[103459]: DEBUG neutron.plugins.ml2.db [None req-3505bd68-a9fd-4823-92ea-1a6ded8ab071 None None] get_ports_and_sgs() called for port_ids ['4e621a2e-a21d-400b-97c6-4a2cf9634d9b'] {{(pid=103459) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 12 13:19:30.534497 dv-cinder-830097-4-iscsi neutron-server[103457]: INFO neutron.wsgi [req-2c669749-9777-4ff8-b00c-40bdc6d17a88 req-d1f89812-52f6-4cd5-bd5d-3bffc15581a0 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=e7f620b9-ee69-4e3f-9fdf-c3881765f45f HTTP/1.1" status: 200 len: 857 time: 0.1227853 Apr 12 13:19:30.536478 dv-cinder-830097-4-iscsi neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a20f8e11-0965-4623-bf1f-5edb2867be2f req-cbf85437-1de7-4912-8e76-8116b60a0e8d tempest-TestMinimumBasicScenario-297192541 tempest-TestMinimumBasicScenario-297192541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 13:19:30.547843 dv-cinder-830097-4-iscsi neutron-server[103457]: INFO neutron.wsgi [req-a20f8e11-0965-4623-bf1f-5edb2867be2f req-cbf85437-1de7-4912-8e76-8116b60a0e8d tempest-TestMinimumBasicScenario-297192541 tempest-TestMinimumBasicScenario-297192541-project] 10.222.0.18 "GET /v2.0/ports?device_id=0edcbb02-c1d2-41b0-b791-4ffce2309512 HTTP/1.1" status: 200 len: 984 time: 0.1224713 Apr 12 13:19:30.622309 dv-cinder-830097-4-iscsi neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c669749-9777-4ff8-b00c-40bdc6d17a88 req-33026fe4-8262-4c7d-b811-3b3fc15ac0bf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 13:19:30.623975 dv-cinder-830097-4-iscsi neutron-server[103457]: INFO neutron.wsgi [req-2c669749-9777-4ff8-b00c-40bdc6d17a88 req-33026fe4-8262-4c7d-b811-3b3fc15ac0bf service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=8a9d7c73-ddbc-4eef-a839-e9bbe858207d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0576155 Apr 12 13:19:30.703885 dv-cinder-830097-4-iscsi neutron-server[103459]: DEBUG neutron.db.provisioning_blocks [None req-9c7cc4f2-47f9-48e0-8ff9-bdc619734681 None None] Provisioning complete for port 4e621a2e-a21d-400b-97c6-4a2cf9634d9b triggered by entity DHCP. {{(pid=103459) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 12 13:19:30.704345 dv-cinder-830097-4-iscsi neutron-server[103459]: DEBUG neutron_lib.callbacks.manager [None req-9c7cc4f2-47f9-48e0-8ff9-bdc619734681 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-657243'] for port (4e621a2e-a21d-400b-97c6-4a2cf9634d9b), provisioning_complete {{(pid=103459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:19:30.772830 dv-cinder-830097-4-iscsi neutron-server[103457]: INFO neutron.wsgi [req-a20f8e11-0965-4623-bf1f-5edb2867be2f req-0c85ce9e-9ce4-4850-aeee-770a3ee29768 tempest-TestMinimumBasicScenario-297192541 tempest-TestMinimumBasicScenario-297192541-project] 10.222.0.18 "GET /v2.0/security-groups?id=55f33019-2c5a-40ec-a925-b601e34334e2&id=5cff6b3d-3421-463c-b8d1-a470719c1ceb&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.2232804 Apr 12 13:19:30.816407 dv-cinder-830097-4-iscsi neutron-server[103460]: DEBUG neutron.db.l3_hamode_db [None req-5313e8c4-49b2-4e91-af12-d5af6106d778 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '966c96ee-61f7-4f90-a5f6-9f5ed8a51317', 'name': 'tempest-ServerRescueNegativeTestJSON-153791057-router', 'tenant_id': '03e871d047514daabb60a84f86099232', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '26d0436d-8ae2-49bd-8cc6-3d2eac552c84', 'external_fixed_ips': [{'subnet_id': 'd93852d8-8f89-4b1c-bef4-0e05f499a8db', 'ip_address': '172.27.0.21'}], 'enable_snat': True}, 'gw_port_id': '958ce0b1-b216-48bf-ac4c-12928e15436d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-12T13:15:59Z', 'updated_at': '2022-04-12T13:16:07Z', 'revision_number': 4, 'project_id': '03e871d047514daabb60a84f86099232', 'gw_port': {'id': '958ce0b1-b216-48bf-ac4c-12928e15436d', 'name': '', 'network_id': '26d0436d-8ae2-49bd-8cc6-3d2eac552c84', 'tenant_id': '', 'mac_address': 'fa:16:3e:e5:c7:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '966c96ee-61f7-4f90-a5f6-9f5ed8a51317', 'device_owner': 'network:router_gateway', 'standard_attr_id': 66, 'fixed_ips': [{'subnet_id': 'd93852d8-8f89-4b1c-bef4-0e05f499a8db', 'ip_address': '172.27.0.21', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830097-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T13:16:00Z', 'updated_at': '2022-04-12T13:16:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd93852d8-8f89-4b1c-bef4-0e05f499a8db', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830097-4-iscsi', '_floatingips': [{'id': '9a6b3f55-417a-4870-b20b-5f5608e59fac', 'tenant_id': '03e871d047514daabb60a84f86099232', 'floating_ip_address': '172.27.0.134', 'floating_network_id': '26d0436d-8ae2-49bd-8cc6-3d2eac552c84', 'router_id': '966c96ee-61f7-4f90-a5f6-9f5ed8a51317', 'port_id': '704ccb89-914e-44b5-a4ae-1dde71563bb0', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 352, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '8a9d7c73-ddbc-4eef-a839-e9bbe858207d', 'mac_address': 'fa:16:3e:46:52:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '629d75a5-e426-4cc1-9a91-03495357fac5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-12T13:19:06Z', 'updated_at': '2022-04-12T13:19:27Z', 'revision_number': 1, 'project_id': '03e871d047514daabb60a84f86099232', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '70634d67-4046-424d-94eb-02fc097f0ec7', 'name': '', 'network_id': '8a9d7c73-ddbc-4eef-a839-e9bbe858207d', 'tenant_id': '03e871d047514daabb60a84f86099232', 'mac_address': 'fa:16:3e:b4:a2:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '966c96ee-61f7-4f90-a5f6-9f5ed8a51317', 'device_owner': 'network:router_interface', 'standard_attr_id': 92, 'fixed_ips': [{'subnet_id': 'e7f620b9-ee69-4e3f-9fdf-c3881765f45f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830097-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T13:16:05Z', 'updated_at': '2022-04-12T13:16:17Z', 'revision_number': 5, 'project_id': '03e871d047514daabb60a84f86099232', 'subnets': [{'id': 'e7f620b9-ee69-4e3f-9fdf-c3881765f45f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-830097-4-iscsi', False) {} {{(pid=103460) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 13:19:30.833577 dv-cinder-830097-4-iscsi neutron-server[103459]: DEBUG neutron.plugins.ml2.rpc [None req-53781792-8650-4c78-93a6-1c4d328d874c None None] Device 706bf3a0-a850-4048-9c15-4b97fbc5e5de up at agent ovs-agent-dv-cinder-830097-4-iscsi {{(pid=103459) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 12 13:19:30.840278 dv-cinder-830097-4-iscsi neutron-server[103457]: INFO neutron.wsgi [req-2c669749-9777-4ff8-b00c-40bdc6d17a88 req-cd22a8c6-e0b7-47d6-a2d6-25ce7a8ff3d4 service neutron] 10.222.0.55 "GET /v2.0/networks/8a9d7c73-ddbc-4eef-a839-e9bbe858207d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2050898 Apr 12 13:19:30.854681 dv-cinder-830097-4-iscsi neutron-server[103460]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5313e8c4-49b2-4e91-af12-d5af6106d778 None None] The sync data for ids ['966c96ee-61f7-4f90-a5f6-9f5ed8a51317'] in dv-cinder-830097-4-iscsi is: [{'id': '966c96ee-61f7-4f90-a5f6-9f5ed8a51317', 'name': 'tempest-ServerRescueNegativeTestJSON-153791057-router', 'tenant_id': '03e871d047514daabb60a84f86099232', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '26d0436d-8ae2-49bd-8cc6-3d2eac552c84', 'external_fixed_ips': [{'subnet_id': 'd93852d8-8f89-4b1c-bef4-0e05f499a8db', 'ip_address': '172.27.0.21'}], 'enable_snat': True}, 'gw_port_id': '958ce0b1-b216-48bf-ac4c-12928e15436d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-12T13:15:59Z', 'updated_at': '2022-04-12T13:16:07Z', 'revision_number': 4, 'project_id': '03e871d047514daabb60a84f86099232', 'gw_port': {'id': '958ce0b1-b216-48bf-ac4c-12928e15436d', 'name': '', 'network_id': '26d0436d-8ae2-49bd-8cc6-3d2eac552c84', 'tenant_id': '', 'mac_address': 'fa:16:3e:e5:c7:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '966c96ee-61f7-4f90-a5f6-9f5ed8a51317', 'device_owner': 'network:router_gateway', 'standard_attr_id': 66, 'fixed_ips': [{'subnet_id': 'd93852d8-8f89-4b1c-bef4-0e05f499a8db', 'ip_address': '172.27.0.21', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830097-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T13:16:00Z', 'updated_at': '2022-04-12T13:16:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd93852d8-8f89-4b1c-bef4-0e05f499a8db', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830097-4-iscsi', '_floatingips': [{'id': '9a6b3f55-417a-4870-b20b-5f5608e59fac', 'tenant_id': '03e871d047514daabb60a84f86099232', 'floating_ip_address': '172.27.0.134', 'floating_network_id': '26d0436d-8ae2-49bd-8cc6-3d2eac552c84', 'router_id': '966c96ee-61f7-4f90-a5f6-9f5ed8a51317', 'port_id': '704ccb89-914e-44b5-a4ae-1dde71563bb0', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 352, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '8a9d7c73-ddbc-4eef-a839-e9bbe858207d', 'mac_address': 'fa:16:3e:46:52:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '629d75a5-e426-4cc1-9a91-03495357fac5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-12T13:19:06Z', 'updated_at': '2022-04-12T13:19:27Z', 'revision_number': 1, 'project_id': '03e871d047514daabb60a84f86099232', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '70634d67-4046-424d-94eb-02fc097f0ec7', 'name': '', 'network_id': '8a9d7c73-ddbc-4eef-a839-e9bbe858207d', 'tenant_id': '03e871d047514daabb60a84f86099232', 'mac_address': 'fa:16:3e:b4:a2:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '966c96ee-61f7-4f90-a5f6-9f5ed8a51317', 'device_owner': 'network:router_interface', 'standard_attr_id': 92, 'fixed_ips': [{'subnet_id': 'e7f620b9-ee69-4e3f-9fdf-c3881765f45f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830097-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T13:16:05Z', 'updated_at': '2022-04-12T13:16:17Z', 'revision_number': 5, 'project_id': '03e871d047514daabb60a84f86099232', 'subnets': [{'id': 'e7f620b9-ee69-4e3f-9fdf-c3881765f45f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103460) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 12 13:19:30.949681 dv-cinder-830097-4-iscsi neutron-server[103457]: INFO neutron.wsgi [req-2c669749-9777-4ff8-b00c-40bdc6d17a88 req-1cd808b9-31f7-4e59-a225-1f488a6ebf7a service neutron] 10.222.0.55 "GET /v2.0/networks/8a9d7c73-ddbc-4eef-a839-e9bbe858207d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1024253 Apr 12 13:19:31.015172 dv-cinder-830097-4-iscsi neutron-server[103459]: DEBUG neutron.db.provisioning_blocks [None req-53781792-8650-4c78-93a6-1c4d328d874c None None] Provisioning complete for port 706bf3a0-a850-4048-9c15-4b97fbc5e5de triggered by entity L2. {{(pid=103459) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 12 13:19:31.015727 dv-cinder-830097-4-iscsi neutron-server[103459]: DEBUG neutron_lib.callbacks.manager [None req-53781792-8650-4c78-93a6-1c4d328d874c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-657243'] for port (706bf3a0-a850-4048-9c15-4b97fbc5e5de), provisioning_complete {{(pid=103459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:19:31.019158 dv-cinder-830097-4-iscsi neutron-server[103459]: DEBUG neutron.plugins.ml2.plugin [None req-9c7cc4f2-47f9-48e0-8ff9-bdc619734681 None None] Current status of the port 4e621a2e-a21d-400b-97c6-4a2cf9634d9b is: ACTIVE; New status is: ACTIVE {{(pid=103459) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 12 13:19:31.245869 dv-cinder-830097-4-iscsi neutron-server[103459]: DEBUG neutron.plugins.ml2.plugin [None req-53781792-8650-4c78-93a6-1c4d328d874c None None] Current status of the port 706bf3a0-a850-4048-9c15-4b97fbc5e5de is: ACTIVE; New status is: ACTIVE {{(pid=103459) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 12 13:19:31.330688 dv-cinder-830097-4-iscsi neutron-server[103457]: DEBUG neutron.wsgi [-] (103457) accepted ('10.222.0.18', 45476) {{(pid=103457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 13:19:31.335731 dv-cinder-830097-4-iscsi neutron-server[103457]: DEBUG neutron.api.v2.base [None req-13b367bf-ea75-4b4b-bf3f-cb7f747d1d10 tempest-TestShelveInstance-750106452 tempest-TestShelveInstance-750106452-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1468224091', 'description': 'tempest-secgroup-smoke-1468224091 description', 'project_id': '713bbcf7a57142f0a2bb30d1eed8f037'}} {{(pid=103457) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 12 13:19:31.366838 dv-cinder-830097-4-iscsi neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-13b367bf-ea75-4b4b-bf3f-cb7f747d1d10 tempest-TestShelveInstance-750106452 tempest-TestShelveInstance-750106452-project] Publish callbacks [] for security_group (None), before_create {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:19:31.491787 dv-cinder-830097-4-iscsi neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-13b367bf-ea75-4b4b-bf3f-cb7f747d1d10 tempest-TestShelveInstance-750106452 tempest-TestShelveInstance-750106452-project] Publish callbacks [] for security_group (2baa67a9-5f14-404b-94ce-8aa7d37b6772), precommit_create {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:19:31.496252 dv-cinder-830097-4-iscsi neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-13b367bf-ea75-4b4b-bf3f-cb7f747d1d10 tempest-TestShelveInstance-750106452 tempest-TestShelveInstance-750106452-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3691807'] for security_group (2baa67a9-5f14-404b-94ce-8aa7d37b6772), after_create {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:19:31.497781 dv-cinder-830097-4-iscsi neutron-server[103460]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f3e137e8-a10c-4278-818d-ed05241b6838 None None] New status for floating IP 9a6b3f55-417a-4870-b20b-5f5608e59fac: ACTIVE {{(pid=103460) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 12 13:19:31.529195 dv-cinder-830097-4-iscsi neutron-server[103457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13b367bf-ea75-4b4b-bf3f-cb7f747d1d10 tempest-TestShelveInstance-750106452 tempest-TestShelveInstance-750106452-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2baa67a9-5f14-404b-94ce-8aa7d37b6772,revision_number=1']} {{(pid=103457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 13:19:31.533706 dv-cinder-830097-4-iscsi neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-13b367bf-ea75-4b4b-bf3f-cb7f747d1d10 tempest-TestShelveInstance-750106452 tempest-TestShelveInstance-750106452-project] Publish callbacks [] for security_group (None), before_response {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:19:31.538564 dv-cinder-830097-4-iscsi neutron-server[103458]: DEBUG neutron.wsgi [-] (103458) accepted ('10.222.0.18', 45482) {{(pid=103458) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 13:19:31.541235 dv-cinder-830097-4-iscsi neutron-server[103457]: INFO neutron.wsgi [None req-13b367bf-ea75-4b4b-bf3f-cb7f747d1d10 tempest-TestShelveInstance-750106452 tempest-TestShelveInstance-750106452-project] 10.222.0.18 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1811 time: 0.2093186 Apr 12 13:19:31.546289 dv-cinder-830097-4-iscsi neutron-server[103458]: DEBUG neutron.api.v2.base [None req-d99f4e99-1263-4a18-8be3-f6d92318ec3e tempest-TestShelveInstance-750106452 tempest-TestShelveInstance-750106452-project] Request body: {'security_group_rule': {'security_group_id': '2baa67a9-5f14-404b-94ce-8aa7d37b6772', 'project_id': '713bbcf7a57142f0a2bb30d1eed8f037', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103458) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 12 13:19:31.574960 dv-cinder-830097-4-iscsi neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-d99f4e99-1263-4a18-8be3-f6d92318ec3e tempest-TestShelveInstance-750106452 tempest-TestShelveInstance-750106452-project] Publish callbacks [] for security_group_rule (63b3fd41-7f31-493c-a70e-46f41bef808a), before_create {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:19:31.635694 dv-cinder-830097-4-iscsi neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-d99f4e99-1263-4a18-8be3-f6d92318ec3e tempest-TestShelveInstance-750106452 tempest-TestShelveInstance-750106452-project] Publish callbacks [] for security_group_rule (63b3fd41-7f31-493c-a70e-46f41bef808a), precommit_create {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:19:31.639877 dv-cinder-830097-4-iscsi neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-d99f4e99-1263-4a18-8be3-f6d92318ec3e tempest-TestShelveInstance-750106452 tempest-TestShelveInstance-750106452-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3691881'] for security_group_rule (63b3fd41-7f31-493c-a70e-46f41bef808a), after_create {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:19:31.657090 dv-cinder-830097-4-iscsi neutron-server[103458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d99f4e99-1263-4a18-8be3-f6d92318ec3e tempest-TestShelveInstance-750106452 tempest-TestShelveInstance-750106452-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=63b3fd41-7f31-493c-a70e-46f41bef808a,revision_number=0']} {{(pid=103458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 13:19:31.666659 dv-cinder-830097-4-iscsi neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-d99f4e99-1263-4a18-8be3-f6d92318ec3e tempest-TestShelveInstance-750106452 tempest-TestShelveInstance-750106452-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:19:31.667873 dv-cinder-830097-4-iscsi neutron-server[103458]: INFO neutron.wsgi [None req-d99f4e99-1263-4a18-8be3-f6d92318ec3e tempest-TestShelveInstance-750106452 tempest-TestShelveInstance-750106452-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1260467 Apr 12 13:19:31.670841 dv-cinder-830097-4-iscsi neutron-server[103457]: DEBUG neutron.wsgi [-] (103457) accepted ('10.222.0.18', 45484) {{(pid=103457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 13:19:31.677007 dv-cinder-830097-4-iscsi neutron-server[103457]: DEBUG neutron.api.v2.base [None req-d2711b9c-b00f-42e7-8d24-cbc8019e3a9d tempest-TestShelveInstance-750106452 tempest-TestShelveInstance-750106452-project] Request body: {'security_group_rule': {'security_group_id': '2baa67a9-5f14-404b-94ce-8aa7d37b6772', 'project_id': '713bbcf7a57142f0a2bb30d1eed8f037', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=103457) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 12 13:19:31.677924 dv-cinder-830097-4-iscsi neutron-server[103458]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0edcbb02-c1d2-41b0-b791-4ffce2309512', 'tag': '4e621a2e-a21d-400b-97c6-4a2cf9634d9b'}] {{(pid=103458) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 12 13:19:31.680345 dv-cinder-830097-4-iscsi neutron-server[103458]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c94cb96f70f67f51233d4af7d4702c9d455fb3abb34896310c9f043c18b7c2b4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ea353414-8e51-44be-8c65-b2b0706bb74f" -d '{"events": [{"name": "network-changed", "server_uuid": "0edcbb02-c1d2-41b0-b791-4ffce2309512", "tag": "4e621a2e-a21d-400b-97c6-4a2cf9634d9b"}]}' {{(pid=103458) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 12 13:19:31.707384 dv-cinder-830097-4-iscsi neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-d2711b9c-b00f-42e7-8d24-cbc8019e3a9d tempest-TestShelveInstance-750106452 tempest-TestShelveInstance-750106452-project] Publish callbacks [] for security_group_rule (fee44467-9023-4867-b884-593798e9e255), before_create {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:19:31.719477 dv-cinder-830097-4-iscsi neutron-server[103458]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 12 Apr 2022 13:19:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7c2b6fdb-ed3b-4ee7-a4ad-431846ee0dd0 x-openstack-request-id: req-7c2b6fdb-ed3b-4ee7-a4ad-431846ee0dd0 {{(pid=103458) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 12 13:19:31.719812 dv-cinder-830097-4-iscsi neutron-server[103458]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0edcbb02-c1d2-41b0-b791-4ffce2309512", "tag": "4e621a2e-a21d-400b-97c6-4a2cf9634d9b", "status": "completed", "code": 200}]} {{(pid=103458) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 12 13:19:31.720116 dv-cinder-830097-4-iscsi neutron-server[103458]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-7c2b6fdb-ed3b-4ee7-a4ad-431846ee0dd0 {{(pid=103458) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 12 13:19:31.721206 dv-cinder-830097-4-iscsi neutron-server[103458]: INFO neutron.notifiers.nova [-] Nova event matching ['req-7c2b6fdb-ed3b-4ee7-a4ad-431846ee0dd0'] response: {'name': 'network-changed', 'server_uuid': '0edcbb02-c1d2-41b0-b791-4ffce2309512', 'tag': '4e621a2e-a21d-400b-97c6-4a2cf9634d9b', 'status': 'completed', 'code': 200} Apr 12 13:19:31.773084 dv-cinder-830097-4-iscsi neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-d2711b9c-b00f-42e7-8d24-cbc8019e3a9d tempest-TestShelveInstance-750106452 tempest-TestShelveInstance-750106452-project] Publish callbacks [] for security_group_rule (fee44467-9023-4867-b884-593798e9e255), precommit_create {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:19:31.779409 dv-cinder-830097-4-iscsi neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-d2711b9c-b00f-42e7-8d24-cbc8019e3a9d tempest-TestShelveInstance-750106452 tempest-TestShelveInstance-750106452-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3691881'] for security_group_rule (fee44467-9023-4867-b884-593798e9e255), after_create {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:19:31.827983 dv-cinder-830097-4-iscsi neutron-server[103457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2711b9c-b00f-42e7-8d24-cbc8019e3a9d tempest-TestShelveInstance-750106452 tempest-TestShelveInstance-750106452-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=fee44467-9023-4867-b884-593798e9e255,revision_number=0']} {{(pid=103457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 13:19:31.839561 dv-cinder-830097-4-iscsi neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-d2711b9c-b00f-42e7-8d24-cbc8019e3a9d tempest-TestShelveInstance-750106452 tempest-TestShelveInstance-750106452-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:19:31.840739 dv-cinder-830097-4-iscsi neutron-server[103457]: INFO neutron.wsgi [None req-d2711b9c-b00f-42e7-8d24-cbc8019e3a9d tempest-TestShelveInstance-750106452 tempest-TestShelveInstance-750106452-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1682045 Apr 12 13:19:31.844503 dv-cinder-830097-4-iscsi neutron-server[103458]: DEBUG neutron.wsgi [-] (103458) accepted ('10.222.0.18', 45488) {{(pid=103458) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 13:19:31.844647 dv-cinder-830097-4-iscsi neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea353414-8e51-44be-8c65-b2b0706bb74f req-3238c3e8-fcaf-41cf-b2f4-2715a13bc190 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 13:19:31.846089 dv-cinder-830097-4-iscsi neutron-server[103457]: INFO neutron.wsgi [req-ea353414-8e51-44be-8c65-b2b0706bb74f req-3238c3e8-fcaf-41cf-b2f4-2715a13bc190 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=324be551cdc84d27989a0ab080f181fe&device_id=0edcbb02-c1d2-41b0-b791-4ffce2309512 HTTP/1.1" status: 200 len: 1168 time: 0.0641210 Apr 12 13:19:31.849807 dv-cinder-830097-4-iscsi neutron-server[103458]: DEBUG neutron.api.v2.base [None req-e2d30036-36b7-453c-8ad0-2cbd0f42228b tempest-TestShelveInstance-750106452 tempest-TestShelveInstance-750106452-project] Request body: {'security_group_rule': {'security_group_id': '2baa67a9-5f14-404b-94ce-8aa7d37b6772', 'project_id': '713bbcf7a57142f0a2bb30d1eed8f037', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=103458) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 12 13:19:31.884751 dv-cinder-830097-4-iscsi neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-e2d30036-36b7-453c-8ad0-2cbd0f42228b tempest-TestShelveInstance-750106452 tempest-TestShelveInstance-750106452-project] Publish callbacks [] for security_group_rule (b432ff3c-c488-4f37-9ba3-a5599c64a29a), before_create {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:19:31.947222 dv-cinder-830097-4-iscsi neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-e2d30036-36b7-453c-8ad0-2cbd0f42228b tempest-TestShelveInstance-750106452 tempest-TestShelveInstance-750106452-project] Publish callbacks [] for security_group_rule (b432ff3c-c488-4f37-9ba3-a5599c64a29a), precommit_create {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:19:31.948233 dv-cinder-830097-4-iscsi neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea353414-8e51-44be-8c65-b2b0706bb74f req-7c97652c-5e08-4dbf-ae7f-d67277740227 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 13:19:31.949867 dv-cinder-830097-4-iscsi neutron-server[103457]: INFO neutron.wsgi [req-ea353414-8e51-44be-8c65-b2b0706bb74f req-7c97652c-5e08-4dbf-ae7f-d67277740227 service neutron] 10.222.0.55 "GET /v2.0/networks?id=43ad3d49-b83e-473d-8b7c-7c5b9f9692d2 HTTP/1.1" status: 200 len: 916 time: 0.0973108 Apr 12 13:19:31.950982 dv-cinder-830097-4-iscsi neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-e2d30036-36b7-453c-8ad0-2cbd0f42228b tempest-TestShelveInstance-750106452 tempest-TestShelveInstance-750106452-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3691881'] for security_group_rule (b432ff3c-c488-4f37-9ba3-a5599c64a29a), after_create {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:19:31.975257 dv-cinder-830097-4-iscsi neutron-server[103458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2d30036-36b7-453c-8ad0-2cbd0f42228b tempest-TestShelveInstance-750106452 tempest-TestShelveInstance-750106452-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b432ff3c-c488-4f37-9ba3-a5599c64a29a,revision_number=0']} {{(pid=103458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 13:19:31.981137 dv-cinder-830097-4-iscsi neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-e2d30036-36b7-453c-8ad0-2cbd0f42228b tempest-TestShelveInstance-750106452 tempest-TestShelveInstance-750106452-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:19:31.982312 dv-cinder-830097-4-iscsi neutron-server[103458]: INFO neutron.wsgi [None req-e2d30036-36b7-453c-8ad0-2cbd0f42228b tempest-TestShelveInstance-750106452 tempest-TestShelveInstance-750106452-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1367912 Apr 12 13:19:31.985637 dv-cinder-830097-4-iscsi neutron-server[103458]: DEBUG neutron.wsgi [-] (103458) accepted ('10.222.0.18', 45490) {{(pid=103458) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 13:19:31.990178 dv-cinder-830097-4-iscsi neutron-server[103458]: DEBUG neutron.api.v2.base [None req-31706c60-5551-4af3-a969-3990849a76e6 tempest-TestShelveInstance-750106452 tempest-TestShelveInstance-750106452-project] Request body: {'security_group_rule': {'security_group_id': '2baa67a9-5f14-404b-94ce-8aa7d37b6772', 'project_id': '713bbcf7a57142f0a2bb30d1eed8f037', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=103458) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 12 13:19:32.016129 dv-cinder-830097-4-iscsi neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-31706c60-5551-4af3-a969-3990849a76e6 tempest-TestShelveInstance-750106452 tempest-TestShelveInstance-750106452-project] Publish callbacks [] for security_group_rule (2ea18722-dcac-4f2e-99d5-e6cd3d24a0f1), before_create {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:19:32.022358 dv-cinder-830097-4-iscsi neutron-server[103457]: INFO neutron.wsgi [req-ea353414-8e51-44be-8c65-b2b0706bb74f req-2a08d4ac-a017-40f1-ab1b-d3fe406045a4 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=4e621a2e-a21d-400b-97c6-4a2cf9634d9b HTTP/1.1" status: 200 len: 1001 time: 0.0659425 Apr 12 13:19:32.076634 dv-cinder-830097-4-iscsi neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea353414-8e51-44be-8c65-b2b0706bb74f req-17dc466d-e208-4458-8d33-46a70aa278a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 13:19:32.079202 dv-cinder-830097-4-iscsi neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-31706c60-5551-4af3-a969-3990849a76e6 tempest-TestShelveInstance-750106452 tempest-TestShelveInstance-750106452-project] Publish callbacks [] for security_group_rule (2ea18722-dcac-4f2e-99d5-e6cd3d24a0f1), precommit_create {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:19:32.079360 dv-cinder-830097-4-iscsi neutron-server[103457]: INFO neutron.wsgi [req-ea353414-8e51-44be-8c65-b2b0706bb74f req-17dc466d-e208-4458-8d33-46a70aa278a3 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=459228ea-ace1-423f-95f0-441946c28473 HTTP/1.1" status: 200 len: 854 time: 0.0458546 Apr 12 13:19:32.083503 dv-cinder-830097-4-iscsi neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-31706c60-5551-4af3-a969-3990849a76e6 tempest-TestShelveInstance-750106452 tempest-TestShelveInstance-750106452-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3691881'] for security_group_rule (2ea18722-dcac-4f2e-99d5-e6cd3d24a0f1), after_create {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:19:32.099458 dv-cinder-830097-4-iscsi neutron-server[103458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31706c60-5551-4af3-a969-3990849a76e6 tempest-TestShelveInstance-750106452 tempest-TestShelveInstance-750106452-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2ea18722-dcac-4f2e-99d5-e6cd3d24a0f1,revision_number=0']} {{(pid=103458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 13:19:32.113348 dv-cinder-830097-4-iscsi neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-31706c60-5551-4af3-a969-3990849a76e6 tempest-TestShelveInstance-750106452 tempest-TestShelveInstance-750106452-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:19:32.114652 dv-cinder-830097-4-iscsi neutron-server[103458]: INFO neutron.wsgi [None req-31706c60-5551-4af3-a969-3990849a76e6 tempest-TestShelveInstance-750106452 tempest-TestShelveInstance-750106452-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1281347 Apr 12 13:19:32.120315 dv-cinder-830097-4-iscsi neutron-server[103458]: DEBUG neutron.wsgi [-] (103458) accepted ('10.222.0.18', 45492) {{(pid=103458) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 13:19:32.122567 dv-cinder-830097-4-iscsi neutron-server[103458]: DEBUG neutron.api.v2.base [None req-512acf9c-ed74-4faa-9872-055bff74d5db tempest-TestShelveInstance-750106452 tempest-TestShelveInstance-750106452-project] Request body: {'security_group_rule': {'security_group_id': '2baa67a9-5f14-404b-94ce-8aa7d37b6772', 'project_id': '713bbcf7a57142f0a2bb30d1eed8f037', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=103458) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 12 13:19:32.134325 dv-cinder-830097-4-iscsi neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea353414-8e51-44be-8c65-b2b0706bb74f req-29710b70-5bef-49bc-9c5d-44ba24fa9b05 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 13:19:32.136808 dv-cinder-830097-4-iscsi neutron-server[103457]: INFO neutron.wsgi [req-ea353414-8e51-44be-8c65-b2b0706bb74f req-29710b70-5bef-49bc-9c5d-44ba24fa9b05 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=43ad3d49-b83e-473d-8b7c-7c5b9f9692d2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0505359 Apr 12 13:19:32.143606 dv-cinder-830097-4-iscsi neutron-server[103458]: INFO neutron.db.securitygroups_db [None req-512acf9c-ed74-4faa-9872-055bff74d5db tempest-TestShelveInstance-750106452 tempest-TestShelveInstance-750106452-project] Project 713bbcf7a57142f0a2bb30d1eed8f037 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Apr 12 13:19:32.149707 dv-cinder-830097-4-iscsi neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-512acf9c-ed74-4faa-9872-055bff74d5db tempest-TestShelveInstance-750106452 tempest-TestShelveInstance-750106452-project] Publish callbacks [] for security_group_rule (8b88cb8f-4850-4768-8830-32d188ddd335), before_create {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:19:32.216694 dv-cinder-830097-4-iscsi neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-512acf9c-ed74-4faa-9872-055bff74d5db tempest-TestShelveInstance-750106452 tempest-TestShelveInstance-750106452-project] Publish callbacks [] for security_group_rule (8b88cb8f-4850-4768-8830-32d188ddd335), precommit_create {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:19:32.221916 dv-cinder-830097-4-iscsi neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-512acf9c-ed74-4faa-9872-055bff74d5db tempest-TestShelveInstance-750106452 tempest-TestShelveInstance-750106452-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3691881'] for security_group_rule (8b88cb8f-4850-4768-8830-32d188ddd335), after_create {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:19:32.233037 dv-cinder-830097-4-iscsi neutron-server[103457]: INFO neutron.wsgi [req-ea353414-8e51-44be-8c65-b2b0706bb74f req-254c1d89-95e0-433f-b570-66b1bb605103 service neutron] 10.222.0.55 "GET /v2.0/networks/43ad3d49-b83e-473d-8b7c-7c5b9f9692d2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0879617 Apr 12 13:19:32.244060 dv-cinder-830097-4-iscsi neutron-server[103458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-512acf9c-ed74-4faa-9872-055bff74d5db tempest-TestShelveInstance-750106452 tempest-TestShelveInstance-750106452-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8b88cb8f-4850-4768-8830-32d188ddd335,revision_number=0']} {{(pid=103458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 13:19:32.255014 dv-cinder-830097-4-iscsi neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-512acf9c-ed74-4faa-9872-055bff74d5db tempest-TestShelveInstance-750106452 tempest-TestShelveInstance-750106452-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:19:32.256269 dv-cinder-830097-4-iscsi neutron-server[103458]: INFO neutron.wsgi [None req-512acf9c-ed74-4faa-9872-055bff74d5db tempest-TestShelveInstance-750106452 tempest-TestShelveInstance-750106452-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1373019 Apr 12 13:19:32.259095 dv-cinder-830097-4-iscsi neutron-server[103458]: DEBUG neutron.wsgi [-] (103458) accepted ('10.222.0.18', 45494) {{(pid=103458) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 13:19:32.263343 dv-cinder-830097-4-iscsi neutron-server[103458]: DEBUG neutron.api.v2.base [None req-5af10c40-a851-46c3-80a4-f79b5e6abbc5 tempest-TestShelveInstance-750106452 tempest-TestShelveInstance-750106452-project] Request body: {'security_group_rule': {'security_group_id': '2baa67a9-5f14-404b-94ce-8aa7d37b6772', 'project_id': '713bbcf7a57142f0a2bb30d1eed8f037', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=103458) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 12 13:19:32.283361 dv-cinder-830097-4-iscsi neutron-server[103458]: INFO neutron.db.securitygroups_db [None req-5af10c40-a851-46c3-80a4-f79b5e6abbc5 tempest-TestShelveInstance-750106452 tempest-TestShelveInstance-750106452-project] Project 713bbcf7a57142f0a2bb30d1eed8f037 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Apr 12 13:19:32.291717 dv-cinder-830097-4-iscsi neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-5af10c40-a851-46c3-80a4-f79b5e6abbc5 tempest-TestShelveInstance-750106452 tempest-TestShelveInstance-750106452-project] Publish callbacks [] for security_group_rule (a6dffeae-05e1-4900-83e5-4cdbf60aec9c), before_create {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:19:32.323343 dv-cinder-830097-4-iscsi neutron-server[103459]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bdc01c12-a41d-433f-b7b5-43af69c1e0d6 None None] Sync routers for ids ['77f0c1f2-2a1c-4b8f-95da-2b05bf74039c'] in dv-cinder-830097-4-iscsi {{(pid=103459) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 12 13:19:32.335661 dv-cinder-830097-4-iscsi neutron-server[103459]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bdc01c12-a41d-433f-b7b5-43af69c1e0d6 None None] Routers {'77f0c1f2-2a1c-4b8f-95da-2b05bf74039c'} bound to L3 agent in host dv-cinder-830097-4-iscsi {{(pid=103459) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 12 13:19:32.336273 dv-cinder-830097-4-iscsi neutron-server[103459]: DEBUG neutron.db.l3_hamode_db [None req-bdc01c12-a41d-433f-b7b5-43af69c1e0d6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830097-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2022-04-12T13:07:19Z,description=,heartbeat_timestamp=2022-04-12T13:19:19Z,host='dv-cinder-830097-4-iscsi',id=b7e11a8b-aeed-493f-9763-461016dddc93,load=0,resource_versions=,resources_synced=,started_at=2022-04-12T13:07:19Z,topic='l3_agent')) {'router_ids': ['77f0c1f2-2a1c-4b8f-95da-2b05bf74039c'], 'active': True} {{(pid=103459) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 13:19:32.337505 dv-cinder-830097-4-iscsi neutron-server[103457]: INFO neutron.wsgi [req-ea353414-8e51-44be-8c65-b2b0706bb74f req-87fa02ac-a95d-467c-9394-14963ad460e9 service neutron] 10.222.0.55 "GET /v2.0/networks/43ad3d49-b83e-473d-8b7c-7c5b9f9692d2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0949593 Apr 12 13:19:32.367857 dv-cinder-830097-4-iscsi neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-5af10c40-a851-46c3-80a4-f79b5e6abbc5 tempest-TestShelveInstance-750106452 tempest-TestShelveInstance-750106452-project] Publish callbacks [] for security_group_rule (a6dffeae-05e1-4900-83e5-4cdbf60aec9c), precommit_create {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:19:32.372399 dv-cinder-830097-4-iscsi neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-5af10c40-a851-46c3-80a4-f79b5e6abbc5 tempest-TestShelveInstance-750106452 tempest-TestShelveInstance-750106452-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3691881'] for security_group_rule (a6dffeae-05e1-4900-83e5-4cdbf60aec9c), after_create {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:19:32.392916 dv-cinder-830097-4-iscsi neutron-server[103458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5af10c40-a851-46c3-80a4-f79b5e6abbc5 tempest-TestShelveInstance-750106452 tempest-TestShelveInstance-750106452-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a6dffeae-05e1-4900-83e5-4cdbf60aec9c,revision_number=0']} {{(pid=103458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 13:19:32.398436 dv-cinder-830097-4-iscsi neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-5af10c40-a851-46c3-80a4-f79b5e6abbc5 tempest-TestShelveInstance-750106452 tempest-TestShelveInstance-750106452-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:19:32.400821 dv-cinder-830097-4-iscsi neutron-server[103458]: INFO neutron.wsgi [None req-5af10c40-a851-46c3-80a4-f79b5e6abbc5 tempest-TestShelveInstance-750106452 tempest-TestShelveInstance-750106452-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1396949 Apr 12 13:19:32.462148 dv-cinder-830097-4-iscsi neutron-server[103459]: DEBUG neutron.db.l3_dvr_db [None req-bdc01c12-a41d-433f-b7b5-43af69c1e0d6 None None] Set router 77f0c1f2-2a1c-4b8f-95da-2b05bf74039c gateway port host: dv-cinder-830097-4-iscsi {{(pid=103459) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 12 13:19:32.688220 dv-cinder-830097-4-iscsi neutron-server[103459]: DEBUG neutron.db.l3_hamode_db [None req-bdc01c12-a41d-433f-b7b5-43af69c1e0d6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '77f0c1f2-2a1c-4b8f-95da-2b05bf74039c', 'name': 'tempest-TestShelveInstance-915963601-router', 'tenant_id': '61e42aab63ce4f38bcd1e2bc8ade6e06', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '26d0436d-8ae2-49bd-8cc6-3d2eac552c84', 'external_fixed_ips': [{'subnet_id': 'd93852d8-8f89-4b1c-bef4-0e05f499a8db', 'ip_address': '172.27.0.194'}], 'enable_snat': True}, 'gw_port_id': '706bf3a0-a850-4048-9c15-4b97fbc5e5de', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-12T13:19:22Z', 'updated_at': '2022-04-12T13:19:28Z', 'revision_number': 4, 'project_id': '61e42aab63ce4f38bcd1e2bc8ade6e06', 'gw_port': {'id': '706bf3a0-a850-4048-9c15-4b97fbc5e5de', 'name': '', 'network_id': '26d0436d-8ae2-49bd-8cc6-3d2eac552c84', 'tenant_id': '', 'mac_address': 'fa:16:3e:bf:3f:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '77f0c1f2-2a1c-4b8f-95da-2b05bf74039c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 417, 'fixed_ips': [{'subnet_id': 'd93852d8-8f89-4b1c-bef4-0e05f499a8db', 'ip_address': '172.27.0.194', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830097-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T13:19:22Z', 'updated_at': '2022-04-12T13:19:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd93852d8-8f89-4b1c-bef4-0e05f499a8db', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830097-4-iscsi', '_interfaces': [{'id': '104e2d86-5be8-464a-9c32-bd5bd4949092', 'name': '', 'network_id': 'c02fcb51-12d4-4832-b791-57d4b3289c97', 'tenant_id': '61e42aab63ce4f38bcd1e2bc8ade6e06', 'mac_address': 'fa:16:3e:08:36:7c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '77f0c1f2-2a1c-4b8f-95da-2b05bf74039c', 'device_owner': 'network:router_interface', 'standard_attr_id': 425, 'fixed_ips': [{'subnet_id': 'c8599d78-739f-40a5-b108-d031addacad8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T13:19:26Z', 'updated_at': '2022-04-12T13:19:29Z', 'revision_number': 2, 'project_id': '61e42aab63ce4f38bcd1e2bc8ade6e06', 'subnets': [{'id': 'c8599d78-739f-40a5-b108-d031addacad8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-830097-4-iscsi', False) {} {{(pid=103459) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 13:19:32.716163 dv-cinder-830097-4-iscsi neutron-server[103459]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bdc01c12-a41d-433f-b7b5-43af69c1e0d6 None None] Checking router: 77f0c1f2-2a1c-4b8f-95da-2b05bf74039c for host: dv-cinder-830097-4-iscsi {{(pid=103459) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 12 13:19:32.716512 dv-cinder-830097-4-iscsi neutron-server[103459]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bdc01c12-a41d-433f-b7b5-43af69c1e0d6 None None] Updating router 77f0c1f2-2a1c-4b8f-95da-2b05bf74039c port 104e2d86-5be8-464a-9c32-bd5bd4949092 binding host dv-cinder-830097-4-iscsi {{(pid=103459) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 12 13:19:32.748242 dv-cinder-830097-4-iscsi neutron-server[103459]: DEBUG neutron_lib.callbacks.manager [None req-bdc01c12-a41d-433f-b7b5-43af69c1e0d6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-916304'] for port (104e2d86-5be8-464a-9c32-bd5bd4949092), before_update {{(pid=103459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:19:33.156368 dv-cinder-830097-4-iscsi neutron-server[103459]: DEBUG neutron_lib.callbacks.manager [None req-bdc01c12-a41d-433f-b7b5-43af69c1e0d6 None None] Publish callbacks [] for port (104e2d86-5be8-464a-9c32-bd5bd4949092), precommit_update {{(pid=103459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:19:33.162486 dv-cinder-830097-4-iscsi neutron-server[103459]: DEBUG neutron_lib.callbacks.manager [None req-bdc01c12-a41d-433f-b7b5-43af69c1e0d6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-915890', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3697887', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732727894815', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732727417932', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732727417950'] for port (104e2d86-5be8-464a-9c32-bd5bd4949092), after_update {{(pid=103459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:19:33.211393 dv-cinder-830097-4-iscsi neutron-server[103459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c147ec9-a4b3-423c-a90f-e4fafa96e26b None None] Pushing event updated for resources: {'Port': ['ID=104e2d86-5be8-464a-9c32-bd5bd4949092,revision_number=3']} {{(pid=103459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 13:19:33.270150 dv-cinder-830097-4-iscsi neutron-server[103459]: DEBUG neutron.plugins.ml2.managers [None req-bdc01c12-a41d-433f-b7b5-43af69c1e0d6 None None] Attempting to bind port 104e2d86-5be8-464a-9c32-bd5bd4949092 on host dv-cinder-830097-4-iscsi for vnic_type normal with profile {{(pid=103459) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 12 13:19:33.270518 dv-cinder-830097-4-iscsi neutron-server[103459]: DEBUG neutron.plugins.ml2.managers [None req-bdc01c12-a41d-433f-b7b5-43af69c1e0d6 None None] Attempting to bind port 104e2d86-5be8-464a-9c32-bd5bd4949092 by drivers openvswitch,hyperv on host dv-cinder-830097-4-iscsi at level 0 using segments [{'id': '8a48a266-e467-47d0-a36f-2f3cd76a4aff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 204, 'network_id': 'c02fcb51-12d4-4832-b791-57d4b3289c97'}] {{(pid=103459) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 12 13:19:33.270878 dv-cinder-830097-4-iscsi neutron-server[103459]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bdc01c12-a41d-433f-b7b5-43af69c1e0d6 None None] Attempting to bind port 104e2d86-5be8-464a-9c32-bd5bd4949092 on network c02fcb51-12d4-4832-b791-57d4b3289c97 {{(pid=103459) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 12 13:19:33.276534 dv-cinder-830097-4-iscsi neutron-server[103459]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bdc01c12-a41d-433f-b7b5-43af69c1e0d6 None None] Checking agent: {'id': '3f2daa45-5e56-452b-8a21-b519edfce99e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-830097-4-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 12, 13, 7, 23), 'started_at': datetime.datetime(2022, 4, 12, 13, 7, 53), 'heartbeat_timestamp': datetime.datetime(2022, 4, 12, 13, 19, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-830097-4-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103459) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 12 13:19:33.277022 dv-cinder-830097-4-iscsi neutron-server[103459]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bdc01c12-a41d-433f-b7b5-43af69c1e0d6 None None] Checking segment: {'id': '8a48a266-e467-47d0-a36f-2f3cd76a4aff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 204, 'network_id': 'c02fcb51-12d4-4832-b791-57d4b3289c97'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103459) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 12 13:19:33.277490 dv-cinder-830097-4-iscsi neutron-server[103459]: DEBUG neutron_lib.callbacks.manager [None req-bdc01c12-a41d-433f-b7b5-43af69c1e0d6 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:19:33.277935 dv-cinder-830097-4-iscsi neutron-server[103459]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bdc01c12-a41d-433f-b7b5-43af69c1e0d6 None None] Bound using segment: {'id': '8a48a266-e467-47d0-a36f-2f3cd76a4aff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 204, 'network_id': 'c02fcb51-12d4-4832-b791-57d4b3289c97'} {{(pid=103459) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 12 13:19:33.278865 dv-cinder-830097-4-iscsi neutron-server[103459]: DEBUG neutron.plugins.ml2.managers [None req-bdc01c12-a41d-433f-b7b5-43af69c1e0d6 None None] Bound port: 104e2d86-5be8-464a-9c32-bd5bd4949092, host: dv-cinder-830097-4-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8a48a266-e467-47d0-a36f-2f3cd76a4aff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 204, 'network_id': 'c02fcb51-12d4-4832-b791-57d4b3289c97'}}] {{(pid=103459) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 12 13:19:33.279272 dv-cinder-830097-4-iscsi neutron-server[103459]: DEBUG neutron_lib.callbacks.manager [None req-bdc01c12-a41d-433f-b7b5-43af69c1e0d6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-916304'] for port (104e2d86-5be8-464a-9c32-bd5bd4949092), before_update {{(pid=103459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:19:33.354806 dv-cinder-830097-4-iscsi neutron-server[103459]: DEBUG neutron.plugins.ml2.db [None req-bdc01c12-a41d-433f-b7b5-43af69c1e0d6 None None] For port 104e2d86-5be8-464a-9c32-bd5bd4949092, host dv-cinder-830097-4-iscsi, cleared binding levels {{(pid=103459) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 12 13:19:33.357977 dv-cinder-830097-4-iscsi neutron-server[103459]: DEBUG neutron.plugins.ml2.db [None req-bdc01c12-a41d-433f-b7b5-43af69c1e0d6 None None] For port 104e2d86-5be8-464a-9c32-bd5bd4949092, host dv-cinder-830097-4-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-830097-4-iscsi',level=0,port_id=104e2d86-5be8-464a-9c32-bd5bd4949092,segment=NetworkSegment(8a48a266-e467-47d0-a36f-2f3cd76a4aff),segment_id=8a48a266-e467-47d0-a36f-2f3cd76a4aff)] {{(pid=103459) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 12 13:19:33.363304 dv-cinder-830097-4-iscsi neutron-server[103459]: DEBUG neutron_lib.callbacks.manager [None req-bdc01c12-a41d-433f-b7b5-43af69c1e0d6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-915890', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3697887', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732727894815', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732727417932', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732727417950'] for port (104e2d86-5be8-464a-9c32-bd5bd4949092), after_update {{(pid=103459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:19:33.425932 dv-cinder-830097-4-iscsi neutron-server[103459]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bdc01c12-a41d-433f-b7b5-43af69c1e0d6 None None] Routers {'77f0c1f2-2a1c-4b8f-95da-2b05bf74039c'} bound to L3 agent in host dv-cinder-830097-4-iscsi {{(pid=103459) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 12 13:19:33.426571 dv-cinder-830097-4-iscsi neutron-server[103459]: DEBUG neutron.db.l3_hamode_db [None req-bdc01c12-a41d-433f-b7b5-43af69c1e0d6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830097-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2022-04-12T13:07:19Z,description=,heartbeat_timestamp=2022-04-12T13:19:19Z,host='dv-cinder-830097-4-iscsi',id=b7e11a8b-aeed-493f-9763-461016dddc93,load=0,resource_versions=,resources_synced=,started_at=2022-04-12T13:07:19Z,topic='l3_agent')) {'router_ids': ['77f0c1f2-2a1c-4b8f-95da-2b05bf74039c'], 'active': True} {{(pid=103459) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 13:19:33.428323 dv-cinder-830097-4-iscsi neutron-server[103459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c147ec9-a4b3-423c-a90f-e4fafa96e26b None None] Pushing event updated for resources: {'Port': ['ID=104e2d86-5be8-464a-9c32-bd5bd4949092,revision_number=4']} {{(pid=103459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 13:19:33.488961 dv-cinder-830097-4-iscsi neutron-server[103459]: DEBUG neutron.db.provisioning_blocks [None req-bb1d95c5-fcca-43da-858b-21a518847603 None None] Provisioning complete for port 104e2d86-5be8-464a-9c32-bd5bd4949092 triggered by entity DHCP. {{(pid=103459) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 12 13:19:33.489340 dv-cinder-830097-4-iscsi neutron-server[103459]: DEBUG neutron_lib.callbacks.manager [None req-bb1d95c5-fcca-43da-858b-21a518847603 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-657243'] for port (104e2d86-5be8-464a-9c32-bd5bd4949092), provisioning_complete {{(pid=103459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:19:33.617022 dv-cinder-830097-4-iscsi neutron-server[103459]: DEBUG neutron.db.l3_dvr_db [None req-bdc01c12-a41d-433f-b7b5-43af69c1e0d6 None None] Set router 77f0c1f2-2a1c-4b8f-95da-2b05bf74039c gateway port host: dv-cinder-830097-4-iscsi {{(pid=103459) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 12 13:19:33.661021 dv-cinder-830097-4-iscsi neutron-server[103459]: DEBUG neutron.plugins.ml2.plugin [None req-bb1d95c5-fcca-43da-858b-21a518847603 None None] Current status of the port 104e2d86-5be8-464a-9c32-bd5bd4949092 is: DOWN; New status is: ACTIVE {{(pid=103459) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 12 13:19:33.661021 dv-cinder-830097-4-iscsi neutron-server[103459]: DEBUG neutron_lib.callbacks.manager [None req-bb1d95c5-fcca-43da-858b-21a518847603 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-916304'] for port (104e2d86-5be8-464a-9c32-bd5bd4949092), before_update {{(pid=103459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:19:33.774403 dv-cinder-830097-4-iscsi neutron-server[103459]: DEBUG neutron.plugins.ml2.db [None req-bb1d95c5-fcca-43da-858b-21a518847603 None None] For port 104e2d86-5be8-464a-9c32-bd5bd4949092, host dv-cinder-830097-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-830097-4-iscsi',level=0,port_id=104e2d86-5be8-464a-9c32-bd5bd4949092,segment=NetworkSegment(8a48a266-e467-47d0-a36f-2f3cd76a4aff),segment_id=8a48a266-e467-47d0-a36f-2f3cd76a4aff)] {{(pid=103459) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 12 13:19:33.780039 dv-cinder-830097-4-iscsi neutron-server[103459]: DEBUG neutron_lib.callbacks.manager [None req-bb1d95c5-fcca-43da-858b-21a518847603 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-915890', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3697887', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732727894815', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732727417932', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732727417950'] for port (104e2d86-5be8-464a-9c32-bd5bd4949092), after_update {{(pid=103459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:19:33.856485 dv-cinder-830097-4-iscsi neutron-server[103459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb1d95c5-fcca-43da-858b-21a518847603 None None] Pushing event updated for resources: {'Port': ['ID=104e2d86-5be8-464a-9c32-bd5bd4949092,revision_number=5']} {{(pid=103459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 13:19:33.909763 dv-cinder-830097-4-iscsi neutron-server[103459]: DEBUG neutron.db.provisioning_blocks [None req-98d2dfc5-c03a-40a7-8677-661637a189e9 None None] Provisioning complete for port 104e2d86-5be8-464a-9c32-bd5bd4949092 triggered by entity DHCP. {{(pid=103459) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 12 13:19:33.910186 dv-cinder-830097-4-iscsi neutron-server[103459]: DEBUG neutron_lib.callbacks.manager [None req-98d2dfc5-c03a-40a7-8677-661637a189e9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-657243'] for port (104e2d86-5be8-464a-9c32-bd5bd4949092), provisioning_complete {{(pid=103459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:19:33.939163 dv-cinder-830097-4-iscsi neutron-server[103459]: DEBUG neutron.db.l3_hamode_db [None req-bdc01c12-a41d-433f-b7b5-43af69c1e0d6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '77f0c1f2-2a1c-4b8f-95da-2b05bf74039c', 'name': 'tempest-TestShelveInstance-915963601-router', 'tenant_id': '61e42aab63ce4f38bcd1e2bc8ade6e06', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '26d0436d-8ae2-49bd-8cc6-3d2eac552c84', 'external_fixed_ips': [{'subnet_id': 'd93852d8-8f89-4b1c-bef4-0e05f499a8db', 'ip_address': '172.27.0.194'}], 'enable_snat': True}, 'gw_port_id': '706bf3a0-a850-4048-9c15-4b97fbc5e5de', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-12T13:19:22Z', 'updated_at': '2022-04-12T13:19:28Z', 'revision_number': 4, 'project_id': '61e42aab63ce4f38bcd1e2bc8ade6e06', 'gw_port': {'id': '706bf3a0-a850-4048-9c15-4b97fbc5e5de', 'name': '', 'network_id': '26d0436d-8ae2-49bd-8cc6-3d2eac552c84', 'tenant_id': '', 'mac_address': 'fa:16:3e:bf:3f:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '77f0c1f2-2a1c-4b8f-95da-2b05bf74039c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 417, 'fixed_ips': [{'subnet_id': 'd93852d8-8f89-4b1c-bef4-0e05f499a8db', 'ip_address': '172.27.0.194', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830097-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T13:19:22Z', 'updated_at': '2022-04-12T13:19:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd93852d8-8f89-4b1c-bef4-0e05f499a8db', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830097-4-iscsi', '_interfaces': [{'id': '104e2d86-5be8-464a-9c32-bd5bd4949092', 'name': '', 'network_id': 'c02fcb51-12d4-4832-b791-57d4b3289c97', 'tenant_id': '61e42aab63ce4f38bcd1e2bc8ade6e06', 'mac_address': 'fa:16:3e:08:36:7c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '77f0c1f2-2a1c-4b8f-95da-2b05bf74039c', 'device_owner': 'network:router_interface', 'standard_attr_id': 425, 'fixed_ips': [{'subnet_id': 'c8599d78-739f-40a5-b108-d031addacad8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830097-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T13:19:26Z', 'updated_at': '2022-04-12T13:19:33Z', 'revision_number': 4, 'project_id': '61e42aab63ce4f38bcd1e2bc8ade6e06', 'subnets': [{'id': 'c8599d78-739f-40a5-b108-d031addacad8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-830097-4-iscsi', False) {} {{(pid=103459) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 13:19:33.974228 dv-cinder-830097-4-iscsi neutron-server[103459]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bdc01c12-a41d-433f-b7b5-43af69c1e0d6 None None] The sync data for ids ['77f0c1f2-2a1c-4b8f-95da-2b05bf74039c'] in dv-cinder-830097-4-iscsi is: [{'id': '77f0c1f2-2a1c-4b8f-95da-2b05bf74039c', 'name': 'tempest-TestShelveInstance-915963601-router', 'tenant_id': '61e42aab63ce4f38bcd1e2bc8ade6e06', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '26d0436d-8ae2-49bd-8cc6-3d2eac552c84', 'external_fixed_ips': [{'subnet_id': 'd93852d8-8f89-4b1c-bef4-0e05f499a8db', 'ip_address': '172.27.0.194'}], 'enable_snat': True}, 'gw_port_id': '706bf3a0-a850-4048-9c15-4b97fbc5e5de', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-12T13:19:22Z', 'updated_at': '2022-04-12T13:19:28Z', 'revision_number': 4, 'project_id': '61e42aab63ce4f38bcd1e2bc8ade6e06', 'gw_port': {'id': '706bf3a0-a850-4048-9c15-4b97fbc5e5de', 'name': '', 'network_id': '26d0436d-8ae2-49bd-8cc6-3d2eac552c84', 'tenant_id': '', 'mac_address': 'fa:16:3e:bf:3f:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '77f0c1f2-2a1c-4b8f-95da-2b05bf74039c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 417, 'fixed_ips': [{'subnet_id': 'd93852d8-8f89-4b1c-bef4-0e05f499a8db', 'ip_address': '172.27.0.194', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830097-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T13:19:22Z', 'updated_at': '2022-04-12T13:19:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd93852d8-8f89-4b1c-bef4-0e05f499a8db', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830097-4-iscsi', '_interfaces': [{'id': '104e2d86-5be8-464a-9c32-bd5bd4949092', 'name': '', 'network_id': 'c02fcb51-12d4-4832-b791-57d4b3289c97', 'tenant_id': '61e42aab63ce4f38bcd1e2bc8ade6e06', 'mac_address': 'fa:16:3e:08:36:7c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '77f0c1f2-2a1c-4b8f-95da-2b05bf74039c', 'device_owner': 'network:router_interface', 'standard_attr_id': 425, 'fixed_ips': [{'subnet_id': 'c8599d78-739f-40a5-b108-d031addacad8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830097-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T13:19:26Z', 'updated_at': '2022-04-12T13:19:33Z', 'revision_number': 4, 'project_id': '61e42aab63ce4f38bcd1e2bc8ade6e06', 'subnets': [{'id': 'c8599d78-739f-40a5-b108-d031addacad8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103459) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 12 13:19:34.042197 dv-cinder-830097-4-iscsi neutron-server[103459]: DEBUG neutron.plugins.ml2.plugin [None req-98d2dfc5-c03a-40a7-8677-661637a189e9 None None] Current status of the port 104e2d86-5be8-464a-9c32-bd5bd4949092 is: ACTIVE; New status is: ACTIVE {{(pid=103459) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 12 13:19:34.707155 dv-cinder-830097-4-iscsi neutron-server[103459]: DEBUG neutron.plugins.ml2.rpc [None req-53781792-8650-4c78-93a6-1c4d328d874c None None] Device 104e2d86-5be8-464a-9c32-bd5bd4949092 up at agent ovs-agent-dv-cinder-830097-4-iscsi {{(pid=103459) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 12 13:19:34.758514 dv-cinder-830097-4-iscsi neutron-server[103459]: DEBUG neutron.db.provisioning_blocks [None req-53781792-8650-4c78-93a6-1c4d328d874c None None] Provisioning complete for port 104e2d86-5be8-464a-9c32-bd5bd4949092 triggered by entity L2. {{(pid=103459) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 12 13:19:34.759467 dv-cinder-830097-4-iscsi neutron-server[103459]: DEBUG neutron_lib.callbacks.manager [None req-53781792-8650-4c78-93a6-1c4d328d874c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-657243'] for port (104e2d86-5be8-464a-9c32-bd5bd4949092), provisioning_complete {{(pid=103459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:19:34.843171 dv-cinder-830097-4-iscsi neutron-server[103459]: DEBUG neutron.plugins.ml2.plugin [None req-53781792-8650-4c78-93a6-1c4d328d874c None None] Current status of the port 104e2d86-5be8-464a-9c32-bd5bd4949092 is: ACTIVE; New status is: ACTIVE {{(pid=103459) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 12 13:19:35.334010 dv-cinder-830097-4-iscsi neutron-server[103458]: DEBUG neutron.wsgi [-] (103458) accepted ('10.222.0.18', 45592) {{(pid=103458) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 13:19:35.448459 dv-cinder-830097-4-iscsi neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-99ebb1cc-f239-4f64-847a-5dba27a21f04 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:19:35.534489 dv-cinder-830097-4-iscsi neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-99ebb1cc-f239-4f64-847a-5dba27a21f04 admin admin] Publish callbacks [] for security_group (c36b7234-4f41-4b20-941f-2074e5b86239), precommit_create {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:19:35.538183 dv-cinder-830097-4-iscsi neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-99ebb1cc-f239-4f64-847a-5dba27a21f04 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3691807'] for security_group (c36b7234-4f41-4b20-941f-2074e5b86239), after_create {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:19:35.578512 dv-cinder-830097-4-iscsi neutron-server[103458]: INFO neutron.wsgi [None req-99ebb1cc-f239-4f64-847a-5dba27a21f04 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=2aedfd878afd4c9e8f560d7e96ec63af&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2432585 Apr 12 13:19:35.579452 dv-cinder-830097-4-iscsi neutron-server[103458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99ebb1cc-f239-4f64-847a-5dba27a21f04 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c36b7234-4f41-4b20-941f-2074e5b86239,revision_number=1']} {{(pid=103458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 13:19:35.582125 dv-cinder-830097-4-iscsi neutron-server[103458]: DEBUG neutron.wsgi [-] (103458) accepted ('10.222.0.18', 45598) {{(pid=103458) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 13:19:35.632997 dv-cinder-830097-4-iscsi neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-52f5edd5-cc51-4414-af36-d01e80ef1e36 admin admin] Publish callbacks [] for security_group (c36b7234-4f41-4b20-941f-2074e5b86239), before_delete {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:19:35.653545 dv-cinder-830097-4-iscsi neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-52f5edd5-cc51-4414-af36-d01e80ef1e36 admin admin] Publish callbacks [] for security_group (c36b7234-4f41-4b20-941f-2074e5b86239), precommit_delete {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:19:35.703721 dv-cinder-830097-4-iscsi neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-52f5edd5-cc51-4414-af36-d01e80ef1e36 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3691807'] for security_group (c36b7234-4f41-4b20-941f-2074e5b86239), after_delete {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:19:35.707162 dv-cinder-830097-4-iscsi neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-52f5edd5-cc51-4414-af36-d01e80ef1e36 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:19:35.711341 dv-cinder-830097-4-iscsi neutron-server[103458]: INFO neutron.wsgi [None req-52f5edd5-cc51-4414-af36-d01e80ef1e36 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/c36b7234-4f41-4b20-941f-2074e5b86239 HTTP/1.1" status: 204 len: 168 time: 0.1251218 Apr 12 13:19:35.722883 dv-cinder-830097-4-iscsi neutron-server[103458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52f5edd5-cc51-4414-af36-d01e80ef1e36 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c36b7234-4f41-4b20-941f-2074e5b86239,revision_number=None']} {{(pid=103458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 13:19:35.978972 dv-cinder-830097-4-iscsi neutron-server[103458]: DEBUG neutron.wsgi [-] (103458) accepted ('10.222.0.18', 45604) {{(pid=103458) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 13:19:35.991771 dv-cinder-830097-4-iscsi neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-84556127-1997-4c2a-8608-0f4905ce03c9 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:19:36.068539 dv-cinder-830097-4-iscsi neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-84556127-1997-4c2a-8608-0f4905ce03c9 admin admin] Publish callbacks [] for security_group (d684486b-8db9-4048-9ca9-a53140274ace), precommit_create {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:19:36.071992 dv-cinder-830097-4-iscsi neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-84556127-1997-4c2a-8608-0f4905ce03c9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3691807'] for security_group (d684486b-8db9-4048-9ca9-a53140274ace), after_create {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:19:36.112026 dv-cinder-830097-4-iscsi neutron-server[103458]: INFO neutron.wsgi [None req-84556127-1997-4c2a-8608-0f4905ce03c9 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=1bcc8ff39da2479890d117287322c403&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1319609 Apr 12 13:19:36.112911 dv-cinder-830097-4-iscsi neutron-server[103458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84556127-1997-4c2a-8608-0f4905ce03c9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d684486b-8db9-4048-9ca9-a53140274ace,revision_number=1']} {{(pid=103458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 13:19:36.114746 dv-cinder-830097-4-iscsi neutron-server[103457]: DEBUG neutron.wsgi [-] (103457) accepted ('10.222.0.18', 45608) {{(pid=103457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 13:19:36.163720 dv-cinder-830097-4-iscsi neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-911cb5ac-d229-4bb5-b6ec-9a9580b6bcd4 admin admin] Publish callbacks [] for security_group (d684486b-8db9-4048-9ca9-a53140274ace), before_delete {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:19:36.196928 dv-cinder-830097-4-iscsi neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-911cb5ac-d229-4bb5-b6ec-9a9580b6bcd4 admin admin] Publish callbacks [] for security_group (d684486b-8db9-4048-9ca9-a53140274ace), precommit_delete {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:19:36.246787 dv-cinder-830097-4-iscsi neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-911cb5ac-d229-4bb5-b6ec-9a9580b6bcd4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3691807'] for security_group (d684486b-8db9-4048-9ca9-a53140274ace), after_delete {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:19:36.249446 dv-cinder-830097-4-iscsi neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-911cb5ac-d229-4bb5-b6ec-9a9580b6bcd4 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:19:36.250594 dv-cinder-830097-4-iscsi neutron-server[103457]: INFO neutron.wsgi [None req-911cb5ac-d229-4bb5-b6ec-9a9580b6bcd4 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/d684486b-8db9-4048-9ca9-a53140274ace HTTP/1.1" status: 204 len: 168 time: 0.1348639 Apr 12 13:19:36.258291 dv-cinder-830097-4-iscsi neutron-server[103457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-911cb5ac-d229-4bb5-b6ec-9a9580b6bcd4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d684486b-8db9-4048-9ca9-a53140274ace,revision_number=None']} {{(pid=103457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 13:19:36.575550 dv-cinder-830097-4-iscsi neutron-server[103457]: DEBUG neutron.wsgi [-] (103457) accepted ('10.222.0.18', 45616) {{(pid=103457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 13:19:36.589765 dv-cinder-830097-4-iscsi neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-679d012f-be30-4e21-ab68-40d7b1637c4c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:19:36.668337 dv-cinder-830097-4-iscsi neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-679d012f-be30-4e21-ab68-40d7b1637c4c admin admin] Publish callbacks [] for security_group (f1cf85c0-f0bb-49f2-b053-1b1481f67b40), precommit_create {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:19:36.675533 dv-cinder-830097-4-iscsi neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-679d012f-be30-4e21-ab68-40d7b1637c4c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3691807'] for security_group (f1cf85c0-f0bb-49f2-b053-1b1481f67b40), after_create {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:19:36.712480 dv-cinder-830097-4-iscsi neutron-server[103457]: INFO neutron.wsgi [None req-679d012f-be30-4e21-ab68-40d7b1637c4c admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=eb90526d8f6e41f2a8da707d155ac4d3&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1358128 Apr 12 13:19:36.713669 dv-cinder-830097-4-iscsi neutron-server[103457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-679d012f-be30-4e21-ab68-40d7b1637c4c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f1cf85c0-f0bb-49f2-b053-1b1481f67b40,revision_number=1']} {{(pid=103457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 13:19:36.715136 dv-cinder-830097-4-iscsi neutron-server[103458]: DEBUG neutron.wsgi [-] (103458) accepted ('10.222.0.18', 45622) {{(pid=103458) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 13:19:36.765914 dv-cinder-830097-4-iscsi neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-9379b80d-d265-4856-b11b-1ff7124eada1 admin admin] Publish callbacks [] for security_group (f1cf85c0-f0bb-49f2-b053-1b1481f67b40), before_delete {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:19:36.789390 dv-cinder-830097-4-iscsi neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-9379b80d-d265-4856-b11b-1ff7124eada1 admin admin] Publish callbacks [] for security_group (f1cf85c0-f0bb-49f2-b053-1b1481f67b40), precommit_delete {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:19:36.840265 dv-cinder-830097-4-iscsi neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-9379b80d-d265-4856-b11b-1ff7124eada1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3691807'] for security_group (f1cf85c0-f0bb-49f2-b053-1b1481f67b40), after_delete {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:19:36.842881 dv-cinder-830097-4-iscsi neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-9379b80d-d265-4856-b11b-1ff7124eada1 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:19:36.844527 dv-cinder-830097-4-iscsi neutron-server[103458]: INFO neutron.wsgi [None req-9379b80d-d265-4856-b11b-1ff7124eada1 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/f1cf85c0-f0bb-49f2-b053-1b1481f67b40 HTTP/1.1" status: 204 len: 168 time: 0.1264124 Apr 12 13:19:36.852200 dv-cinder-830097-4-iscsi neutron-server[103458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9379b80d-d265-4856-b11b-1ff7124eada1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f1cf85c0-f0bb-49f2-b053-1b1481f67b40,revision_number=None']} {{(pid=103458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 13:19:37.513670 dv-cinder-830097-4-iscsi neutron-server[103458]: DEBUG neutron.wsgi [-] (103458) accepted ('10.222.0.18', 45652) {{(pid=103458) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 13:19:37.614088 dv-cinder-830097-4-iscsi neutron-server[103458]: DEBUG neutron.api.v2.base [None req-3554dd2c-6c30-48ca-9634-614b351a9460 admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-1121100241-network', 'tenant_id': '59e9ce76515147cfa24a7c710300c9c0'}} {{(pid=103458) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 12 13:19:37.632987 dv-cinder-830097-4-iscsi neutron-server[103458]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3554dd2c-6c30-48ca-9634-614b351a9460 admin admin] Made reservation on behalf of 59e9ce76515147cfa24a7c710300c9c0 for: {'network': 1} {{(pid=103458) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 12 13:19:37.635171 dv-cinder-830097-4-iscsi neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-3554dd2c-6c30-48ca-9634-614b351a9460 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-916304'] for network (None), before_create {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:19:37.643360 dv-cinder-830097-4-iscsi neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-3554dd2c-6c30-48ca-9634-614b351a9460 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:19:37.717386 dv-cinder-830097-4-iscsi neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-3554dd2c-6c30-48ca-9634-614b351a9460 admin admin] Publish callbacks [] for security_group (40716b69-cb43-48ac-9c4a-e751dc99be50), precommit_create {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:19:37.722017 dv-cinder-830097-4-iscsi neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-3554dd2c-6c30-48ca-9634-614b351a9460 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3691807'] for security_group (40716b69-cb43-48ac-9c4a-e751dc99be50), after_create {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:19:37.749058 dv-cinder-830097-4-iscsi neutron-server[103458]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3554dd2c-6c30-48ca-9634-614b351a9460 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 203} {{(pid=103458) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 12 13:19:37.757655 dv-cinder-830097-4-iscsi neutron-server[103458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3554dd2c-6c30-48ca-9634-614b351a9460 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=40716b69-cb43-48ac-9c4a-e751dc99be50,revision_number=1']} {{(pid=103458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 13:19:37.765226 dv-cinder-830097-4-iscsi neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-3554dd2c-6c30-48ca-9634-614b351a9460 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-715442'] for segment (39aadab9-ffeb-4018-ac4b-402a2c1e23da), precommit_create {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:19:37.765598 dv-cinder-830097-4-iscsi neutron-server[103458]: INFO neutron.db.segments_db [None req-3554dd2c-6c30-48ca-9634-614b351a9460 admin admin] Added segment 39aadab9-ffeb-4018-ac4b-402a2c1e23da of type vlan for network fc0e35fc-da48-4b0a-aef1-4a0c9e07f863 Apr 12 13:19:37.805204 dv-cinder-830097-4-iscsi neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-3554dd2c-6c30-48ca-9634-614b351a9460 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8732727402599'] for network (fc0e35fc-da48-4b0a-aef1-4a0c9e07f863), precommit_create {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:19:37.829393 dv-cinder-830097-4-iscsi neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-3554dd2c-6c30-48ca-9634-614b351a9460 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3691972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3697887'] for network (fc0e35fc-da48-4b0a-aef1-4a0c9e07f863), after_create {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:19:37.830329 dv-cinder-830097-4-iscsi neutron-server[103458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3554dd2c-6c30-48ca-9634-614b351a9460 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 13:19:37.830884 dv-cinder-830097-4-iscsi neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-3554dd2c-6c30-48ca-9634-614b351a9460 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3697709'] for network (None), before_response {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:19:37.865401 dv-cinder-830097-4-iscsi neutron-server[103458]: INFO neutron.wsgi [None req-3554dd2c-6c30-48ca-9634-614b351a9460 admin admin] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.3505261 Apr 12 13:19:37.868205 dv-cinder-830097-4-iscsi neutron-server[103458]: DEBUG neutron.wsgi [-] (103458) accepted ('10.222.0.18', 45662) {{(pid=103458) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 13:19:37.872684 dv-cinder-830097-4-iscsi neutron-server[103458]: DEBUG neutron.api.v2.base [None req-8ca5df1c-2e97-4bc2-9645-ef3017c77ae2 admin admin] Request body: {'subnet': {'network_id': 'fc0e35fc-da48-4b0a-aef1-4a0c9e07f863', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-1121100241-subnet', 'tenant_id': '59e9ce76515147cfa24a7c710300c9c0', 'ip_version': 4}} {{(pid=103458) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 12 13:19:37.907259 dv-cinder-830097-4-iscsi neutron-server[103458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3554dd2c-6c30-48ca-9634-614b351a9460 admin admin] Pushing event updated for resources: {'Network': ['ID=fc0e35fc-da48-4b0a-aef1-4a0c9e07f863,revision_number=1']} {{(pid=103458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 13:19:37.923699 dv-cinder-830097-4-iscsi neutron-server[103458]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8ca5df1c-2e97-4bc2-9645-ef3017c77ae2 admin admin] Made reservation on behalf of 59e9ce76515147cfa24a7c710300c9c0 for: {'subnet': 1} {{(pid=103458) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 12 13:19:37.926825 dv-cinder-830097-4-iscsi neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-8ca5df1c-2e97-4bc2-9645-ef3017c77ae2 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25420783'] for subnet (None), before_create {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:19:37.928452 dv-cinder-830097-4-iscsi neutron-server[103459]: DEBUG neutron.plugins.ml2.rpc [None req-53781792-8650-4c78-93a6-1c4d328d874c None None] Network fc0e35fc-da48-4b0a-aef1-4a0c9e07f863 details requested by agent ovs-agent-dv-cinder-830097-4-iscsi with host dv-cinder-830097-4-iscsi {{(pid=103459) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 12 13:19:38.105772 dv-cinder-830097-4-iscsi neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-8ca5df1c-2e97-4bc2-9645-ef3017c77ae2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3682813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3697887', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26098525', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25420797'] for subnet (3e5a37b9-6492-41e4-a03e-0f76c3de6aee), after_create {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:19:38.360068 dv-cinder-830097-4-iscsi neutron-server[103458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ca5df1c-2e97-4bc2-9645-ef3017c77ae2 admin admin] Pushing event updated for resources: {'Subnet': ['ID=3e5a37b9-6492-41e4-a03e-0f76c3de6aee,revision_number=0']} {{(pid=103458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 13:19:38.369829 dv-cinder-830097-4-iscsi neutron-server[103458]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8ca5df1c-2e97-4bc2-9645-ef3017c77ae2 admin admin] Checking segment: {'id': '39aadab9-ffeb-4018-ac4b-402a2c1e23da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 203, 'network_id': 'fc0e35fc-da48-4b0a-aef1-4a0c9e07f863'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103458) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 12 13:19:38.370182 dv-cinder-830097-4-iscsi neutron-server[103458]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8ca5df1c-2e97-4bc2-9645-ef3017c77ae2 admin admin] Network hostable DHCP agents. Network: fc0e35fc-da48-4b0a-aef1-4a0c9e07f863, hostable agents: ['246ca497-e2ee-4e0b-b432-b4153c207e5f'], hosted agents: [] {{(pid=103458) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 12 13:19:38.388932 dv-cinder-830097-4-iscsi neutron-server[103458]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8ca5df1c-2e97-4bc2-9645-ef3017c77ae2 admin admin] Network fc0e35fc-da48-4b0a-aef1-4a0c9e07f863 is scheduled to be hosted by DHCP agent 246ca497-e2ee-4e0b-b432-b4153c207e5f with binding_index 1 {{(pid=103458) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 12 13:19:38.400713 dv-cinder-830097-4-iscsi neutron-server[103458]: DEBUG neutron.scheduler.base_scheduler [None req-8ca5df1c-2e97-4bc2-9645-ef3017c77ae2 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-830097-4-iscsi, fc0e35fc-da48-4b0a-aef1-4a0c9e07f863) {{(pid=103458) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 12 13:19:38.405400 dv-cinder-830097-4-iscsi neutron-server[103458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8ca5df1c-2e97-4bc2-9645-ef3017c77ae2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 13:19:38.407234 dv-cinder-830097-4-iscsi neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-8ca5df1c-2e97-4bc2-9645-ef3017c77ae2 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3697709'] for subnet (None), before_response {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:19:38.414747 dv-cinder-830097-4-iscsi neutron-server[103459]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e04d7eab-645a-4d18-be2c-383b4c4606fe None None] Network fc0e35fc-da48-4b0a-aef1-4a0c9e07f863 requested from dv-cinder-830097-4-iscsi {{(pid=103459) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 12 13:19:38.423131 dv-cinder-830097-4-iscsi neutron-server[103458]: INFO neutron.wsgi [None req-8ca5df1c-2e97-4bc2-9645-ef3017c77ae2 admin admin] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.5539000 Apr 12 13:19:38.425742 dv-cinder-830097-4-iscsi neutron-server[103458]: DEBUG neutron.wsgi [-] (103458) accepted ('10.222.0.18', 45668) {{(pid=103458) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 13:19:38.430086 dv-cinder-830097-4-iscsi neutron-server[103458]: DEBUG neutron.api.v2.base [None req-d57cf853-a99f-4119-b16e-e9ab49d5f02d admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-1121100241-router', 'tenant_id': '59e9ce76515147cfa24a7c710300c9c0', 'external_gateway_info': {'network_id': '26d0436d-8ae2-49bd-8cc6-3d2eac552c84'}}} {{(pid=103458) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 12 13:19:38.450505 dv-cinder-830097-4-iscsi neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-d57cf853-a99f-4119-b16e-e9ab49d5f02d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3800912', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-36249'] for router (ba66042a-e589-44ce-9fdd-d59c505db23b), before_create {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:19:38.451675 dv-cinder-830097-4-iscsi neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-d57cf853-a99f-4119-b16e-e9ab49d5f02d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3800288', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3747931', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-4120380', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-36256'] for router (ba66042a-e589-44ce-9fdd-d59c505db23b), precommit_create {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:19:38.505491 dv-cinder-830097-4-iscsi neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-d57cf853-a99f-4119-b16e-e9ab49d5f02d admin admin] Publish callbacks [] for router_controller (ba66042a-e589-44ce-9fdd-d59c505db23b), precommit_add_association {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:19:38.517612 dv-cinder-830097-4-iscsi neutron-server[103459]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6fe2197f-621c-4fa2-a85a-f3cad6deaede None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0dda7392-c464-571f-8166-3efeee773273-fc0e35fc-da48-4b0a-aef1-4a0c9e07f863', 'network_id': 'fc0e35fc-da48-4b0a-aef1-4a0c9e07f863', 'project_id': '59e9ce76515147cfa24a7c710300c9c0', 'fixed_ips': [{'subnet_id': '3e5a37b9-6492-41e4-a03e-0f76c3de6aee'}]}} from dv-cinder-830097-4-iscsi. {{(pid=103459) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Apr 12 13:19:38.518463 dv-cinder-830097-4-iscsi neutron-server[103459]: DEBUG neutron_lib.callbacks.manager [None req-6fe2197f-621c-4fa2-a85a-f3cad6deaede None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-916304'] for port (None), before_create {{(pid=103459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:19:38.652864 dv-cinder-830097-4-iscsi neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-d57cf853-a99f-4119-b16e-e9ab49d5f02d admin admin] Publish callbacks [] for router_gateway (ba66042a-e589-44ce-9fdd-d59c505db23b), precommit_update {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:19:38.668278 dv-cinder-830097-4-iscsi neutron-server[103459]: DEBUG neutron.db.db_base_plugin_common [None req-6fe2197f-621c-4fa2-a85a-f3cad6deaede None None] Allocated IP 172.20.0.2 (fc0e35fc-da48-4b0a-aef1-4a0c9e07f863/3e5a37b9-6492-41e4-a03e-0f76c3de6aee/6db58230-46c1-45d4-a235-b474bc54701d) {{(pid=103459) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 12 13:19:38.823682 dv-cinder-830097-4-iscsi neutron-server[103459]: DEBUG neutron_lib.callbacks.manager [None req-6fe2197f-621c-4fa2-a85a-f3cad6deaede None None] Publish callbacks [] for port (6db58230-46c1-45d4-a235-b474bc54701d), precommit_create {{(pid=103459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:19:38.830673 dv-cinder-830097-4-iscsi neutron-server[103459]: DEBUG neutron_lib.callbacks.manager [None req-6fe2197f-621c-4fa2-a85a-f3cad6deaede None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-915890', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3697887', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732727417914'] for port (6db58230-46c1-45d4-a235-b474bc54701d), after_create {{(pid=103459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:19:38.839623 dv-cinder-830097-4-iscsi neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-d57cf853-a99f-4119-b16e-e9ab49d5f02d admin admin] Publish callbacks [] for router_gateway (ba66042a-e589-44ce-9fdd-d59c505db23b), before_create {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:19:38.864190 dv-cinder-830097-4-iscsi neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-d57cf853-a99f-4119-b16e-e9ab49d5f02d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-916304'] for port (None), before_create {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:19:38.872815 dv-cinder-830097-4-iscsi neutron-server[103459]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6fe2197f-621c-4fa2-a85a-f3cad6deaede None None] Network fc0e35fc-da48-4b0a-aef1-4a0c9e07f863 is already hosted by enough agents. {{(pid=103459) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 12 13:19:38.878200 dv-cinder-830097-4-iscsi neutron-server[103459]: DEBUG neutron.scheduler.base_scheduler [None req-6fe2197f-621c-4fa2-a85a-f3cad6deaede None None] Resources bound (agent type, host, resource id): {{(pid=103459) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 12 13:19:38.881598 dv-cinder-830097-4-iscsi neutron-server[103459]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6fe2197f-621c-4fa2-a85a-f3cad6deaede None None] Received port after_create {{(pid=103459) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 12 13:19:38.888259 dv-cinder-830097-4-iscsi neutron-server[103459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fe2197f-621c-4fa2-a85a-f3cad6deaede None None] Pushing event updated for resources: {'Port': ['ID=6db58230-46c1-45d4-a235-b474bc54701d,revision_number=1']} {{(pid=103459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 13:19:38.949737 dv-cinder-830097-4-iscsi neutron-server[103459]: DEBUG neutron.plugins.ml2.managers [None req-6fe2197f-621c-4fa2-a85a-f3cad6deaede None None] Attempting to bind port 6db58230-46c1-45d4-a235-b474bc54701d on host dv-cinder-830097-4-iscsi for vnic_type normal with profile {{(pid=103459) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 12 13:19:38.950358 dv-cinder-830097-4-iscsi neutron-server[103459]: DEBUG neutron.plugins.ml2.managers [None req-6fe2197f-621c-4fa2-a85a-f3cad6deaede None None] Attempting to bind port 6db58230-46c1-45d4-a235-b474bc54701d by drivers openvswitch,hyperv on host dv-cinder-830097-4-iscsi at level 0 using segments [{'id': '39aadab9-ffeb-4018-ac4b-402a2c1e23da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 203, 'network_id': 'fc0e35fc-da48-4b0a-aef1-4a0c9e07f863'}] {{(pid=103459) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 12 13:19:38.950541 dv-cinder-830097-4-iscsi neutron-server[103459]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6fe2197f-621c-4fa2-a85a-f3cad6deaede None None] Attempting to bind port 6db58230-46c1-45d4-a235-b474bc54701d on network fc0e35fc-da48-4b0a-aef1-4a0c9e07f863 {{(pid=103459) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 12 13:19:38.956176 dv-cinder-830097-4-iscsi neutron-server[103459]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6fe2197f-621c-4fa2-a85a-f3cad6deaede None None] Checking agent: {'id': '3f2daa45-5e56-452b-8a21-b519edfce99e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-830097-4-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 12, 13, 7, 23), 'started_at': datetime.datetime(2022, 4, 12, 13, 7, 53), 'heartbeat_timestamp': datetime.datetime(2022, 4, 12, 13, 19, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-830097-4-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103459) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 12 13:19:38.956549 dv-cinder-830097-4-iscsi neutron-server[103459]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6fe2197f-621c-4fa2-a85a-f3cad6deaede None None] Checking segment: {'id': '39aadab9-ffeb-4018-ac4b-402a2c1e23da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 203, 'network_id': 'fc0e35fc-da48-4b0a-aef1-4a0c9e07f863'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103459) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 12 13:19:38.957283 dv-cinder-830097-4-iscsi neutron-server[103459]: DEBUG neutron_lib.callbacks.manager [None req-6fe2197f-621c-4fa2-a85a-f3cad6deaede None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:19:38.957699 dv-cinder-830097-4-iscsi neutron-server[103459]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6fe2197f-621c-4fa2-a85a-f3cad6deaede None None] Bound using segment: {'id': '39aadab9-ffeb-4018-ac4b-402a2c1e23da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 203, 'network_id': 'fc0e35fc-da48-4b0a-aef1-4a0c9e07f863'} {{(pid=103459) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 12 13:19:38.958162 dv-cinder-830097-4-iscsi neutron-server[103459]: DEBUG neutron.plugins.ml2.managers [None req-6fe2197f-621c-4fa2-a85a-f3cad6deaede None None] Bound port: 6db58230-46c1-45d4-a235-b474bc54701d, host: dv-cinder-830097-4-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '39aadab9-ffeb-4018-ac4b-402a2c1e23da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 203, 'network_id': 'fc0e35fc-da48-4b0a-aef1-4a0c9e07f863'}}] {{(pid=103459) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 12 13:19:38.958544 dv-cinder-830097-4-iscsi neutron-server[103459]: DEBUG neutron_lib.callbacks.manager [None req-6fe2197f-621c-4fa2-a85a-f3cad6deaede None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-916304'] for port (6db58230-46c1-45d4-a235-b474bc54701d), before_update {{(pid=103459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:19:38.977943 dv-cinder-830097-4-iscsi neutron-server[103458]: DEBUG neutron.db.db_base_plugin_common [None req-d57cf853-a99f-4119-b16e-e9ab49d5f02d admin admin] Allocated IP 172.27.0.135 (26d0436d-8ae2-49bd-8cc6-3d2eac552c84/d93852d8-8f89-4b1c-bef4-0e05f499a8db/a6bd8c1c-ed89-4dc0-93e5-88926e969196) {{(pid=103458) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 12 13:19:39.024030 dv-cinder-830097-4-iscsi neutron-server[103459]: DEBUG neutron.plugins.ml2.db [None req-6fe2197f-621c-4fa2-a85a-f3cad6deaede None None] For port 6db58230-46c1-45d4-a235-b474bc54701d, host dv-cinder-830097-4-iscsi, cleared binding levels {{(pid=103459) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 12 13:19:39.027246 dv-cinder-830097-4-iscsi neutron-server[103459]: DEBUG neutron.plugins.ml2.db [None req-6fe2197f-621c-4fa2-a85a-f3cad6deaede None None] For port 6db58230-46c1-45d4-a235-b474bc54701d, host dv-cinder-830097-4-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-830097-4-iscsi',level=0,port_id=6db58230-46c1-45d4-a235-b474bc54701d,segment=NetworkSegment(39aadab9-ffeb-4018-ac4b-402a2c1e23da),segment_id=39aadab9-ffeb-4018-ac4b-402a2c1e23da)] {{(pid=103459) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 12 13:19:39.033147 dv-cinder-830097-4-iscsi neutron-server[103459]: DEBUG neutron_lib.callbacks.manager [None req-6fe2197f-621c-4fa2-a85a-f3cad6deaede None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-915890', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3697887', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732727894815', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732727417932', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732727417950'] for port (6db58230-46c1-45d4-a235-b474bc54701d), after_update {{(pid=103459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:19:39.083575 dv-cinder-830097-4-iscsi neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-d57cf853-a99f-4119-b16e-e9ab49d5f02d admin admin] Publish callbacks [] for port (a6bd8c1c-ed89-4dc0-93e5-88926e969196), precommit_create {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:19:39.088341 dv-cinder-830097-4-iscsi neutron-server[103459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fe2197f-621c-4fa2-a85a-f3cad6deaede None None] Pushing event updated for resources: {'Port': ['ID=6db58230-46c1-45d4-a235-b474bc54701d,revision_number=2']} {{(pid=103459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 13:19:39.125111 dv-cinder-830097-4-iscsi neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-d57cf853-a99f-4119-b16e-e9ab49d5f02d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-915890', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3697887', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732727417914', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26097133'] for port (a6bd8c1c-ed89-4dc0-93e5-88926e969196), after_create {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:19:39.168166 dv-cinder-830097-4-iscsi neutron-server[103458]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d57cf853-a99f-4119-b16e-e9ab49d5f02d admin admin] Network 26d0436d-8ae2-49bd-8cc6-3d2eac552c84 is already hosted by enough agents. {{(pid=103458) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 12 13:19:39.175909 dv-cinder-830097-4-iscsi neutron-server[103458]: DEBUG neutron.scheduler.base_scheduler [None req-d57cf853-a99f-4119-b16e-e9ab49d5f02d admin admin] Resources bound (agent type, host, resource id): {{(pid=103458) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 12 13:19:39.178429 dv-cinder-830097-4-iscsi neutron-server[103458]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d57cf853-a99f-4119-b16e-e9ab49d5f02d admin admin] Received port after_create {{(pid=103458) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 12 13:19:39.180684 dv-cinder-830097-4-iscsi neutron-server[103458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d57cf853-a99f-4119-b16e-e9ab49d5f02d admin admin] Pushing event updated for resources: {'Port': ['ID=a6bd8c1c-ed89-4dc0-93e5-88926e969196,revision_number=1']} {{(pid=103458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 13:19:39.469521 dv-cinder-830097-4-iscsi neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-d57cf853-a99f-4119-b16e-e9ab49d5f02d admin admin] Publish callbacks [] for router_gateway (ba66042a-e589-44ce-9fdd-d59c505db23b), after_create {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:19:39.668654 dv-cinder-830097-4-iscsi neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-d57cf853-a99f-4119-b16e-e9ab49d5f02d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3800281', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3739048'] for router (ba66042a-e589-44ce-9fdd-d59c505db23b), after_create {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:19:39.810055 dv-cinder-830097-4-iscsi neutron-server[103458]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d57cf853-a99f-4119-b16e-e9ab49d5f02d admin admin] Router ba66042a-e589-44ce-9fdd-d59c505db23b is scheduled to L3 agent b7e11a8b-aeed-493f-9763-461016dddc93 with binding_index 1 {{(pid=103458) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 12 13:19:39.931117 dv-cinder-830097-4-iscsi neutron-server[103458]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d57cf853-a99f-4119-b16e-e9ab49d5f02d admin admin] Notify agent at l3_agent.dv-cinder-830097-4-iscsi the message routers_updated {{(pid=103458) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 12 13:19:39.943780 dv-cinder-830097-4-iscsi neutron-server[103460]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bf5af752-71fd-457e-999e-cb6d38eb5440 None None] Sync routers for ids ['ba66042a-e589-44ce-9fdd-d59c505db23b'] in dv-cinder-830097-4-iscsi {{(pid=103460) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 12 13:19:39.946438 dv-cinder-830097-4-iscsi neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-d57cf853-a99f-4119-b16e-e9ab49d5f02d admin admin] Publish callbacks [] for router (None), before_response {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:19:39.947705 dv-cinder-830097-4-iscsi neutron-server[103458]: INFO neutron.wsgi [None req-d57cf853-a99f-4119-b16e-e9ab49d5f02d admin admin] 10.222.0.18 "POST /v2.0/routers HTTP/1.1" status: 201 len: 924 time: 1.5210009 Apr 12 13:19:39.950531 dv-cinder-830097-4-iscsi neutron-server[103457]: DEBUG neutron.wsgi [-] (103457) accepted ('10.222.0.18', 45680) {{(pid=103457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 13:19:39.960150 dv-cinder-830097-4-iscsi neutron-server[103460]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bf5af752-71fd-457e-999e-cb6d38eb5440 None None] Routers {'ba66042a-e589-44ce-9fdd-d59c505db23b'} bound to L3 agent in host dv-cinder-830097-4-iscsi {{(pid=103460) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 12 13:19:39.961104 dv-cinder-830097-4-iscsi neutron-server[103460]: DEBUG neutron.db.l3_hamode_db [None req-bf5af752-71fd-457e-999e-cb6d38eb5440 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830097-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2022-04-12T13:07:19Z,description=,heartbeat_timestamp=2022-04-12T13:19:19Z,host='dv-cinder-830097-4-iscsi',id=b7e11a8b-aeed-493f-9763-461016dddc93,load=0,resource_versions=,resources_synced=,started_at=2022-04-12T13:07:19Z,topic='l3_agent')) {'router_ids': ['ba66042a-e589-44ce-9fdd-d59c505db23b'], 'active': True} {{(pid=103460) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 13:19:40.040321 dv-cinder-830097-4-iscsi neutron-server[103459]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-245b71cb-2859-4716-8ec4-eac729d96a76 None None] Network fc0e35fc-da48-4b0a-aef1-4a0c9e07f863 requested from dv-cinder-830097-4-iscsi {{(pid=103459) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 12 13:19:40.079102 dv-cinder-830097-4-iscsi neutron-server[103460]: DEBUG neutron.db.l3_dvr_db [None req-bf5af752-71fd-457e-999e-cb6d38eb5440 None None] Set router ba66042a-e589-44ce-9fdd-d59c505db23b gateway port host: dv-cinder-830097-4-iscsi {{(pid=103460) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 12 13:19:40.115247 dv-cinder-830097-4-iscsi neutron-server[103459]: DEBUG neutron.db.provisioning_blocks [None req-42be40fc-3d90-4d9c-af6e-3fa7ebd91371 None None] Provisioning complete for port 6db58230-46c1-45d4-a235-b474bc54701d triggered by entity DHCP. {{(pid=103459) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 12 13:19:40.115711 dv-cinder-830097-4-iscsi neutron-server[103459]: DEBUG neutron_lib.callbacks.manager [None req-42be40fc-3d90-4d9c-af6e-3fa7ebd91371 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-657243'] for port (6db58230-46c1-45d4-a235-b474bc54701d), provisioning_complete {{(pid=103459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:19:40.267353 dv-cinder-830097-4-iscsi neutron-server[103459]: DEBUG neutron.plugins.ml2.plugin [None req-42be40fc-3d90-4d9c-af6e-3fa7ebd91371 None None] Current status of the port 6db58230-46c1-45d4-a235-b474bc54701d is: DOWN; New status is: ACTIVE {{(pid=103459) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 12 13:19:40.267756 dv-cinder-830097-4-iscsi neutron-server[103459]: DEBUG neutron_lib.callbacks.manager [None req-42be40fc-3d90-4d9c-af6e-3fa7ebd91371 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-916304'] for port (6db58230-46c1-45d4-a235-b474bc54701d), before_update {{(pid=103459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:19:40.281217 dv-cinder-830097-4-iscsi neutron-server[103460]: DEBUG neutron.db.l3_hamode_db [None req-bf5af752-71fd-457e-999e-cb6d38eb5440 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ba66042a-e589-44ce-9fdd-d59c505db23b', 'name': 'tempest-TestVolumeBootPattern-1121100241-router', 'tenant_id': '59e9ce76515147cfa24a7c710300c9c0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '26d0436d-8ae2-49bd-8cc6-3d2eac552c84', 'external_fixed_ips': [{'subnet_id': 'd93852d8-8f89-4b1c-bef4-0e05f499a8db', 'ip_address': '172.27.0.135'}], 'enable_snat': True}, 'gw_port_id': 'a6bd8c1c-ed89-4dc0-93e5-88926e969196', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-12T13:19:38Z', 'updated_at': '2022-04-12T13:19:39Z', 'revision_number': 3, 'project_id': '59e9ce76515147cfa24a7c710300c9c0', 'gw_port': {'id': 'a6bd8c1c-ed89-4dc0-93e5-88926e969196', 'name': '', 'network_id': '26d0436d-8ae2-49bd-8cc6-3d2eac552c84', 'tenant_id': '', 'mac_address': 'fa:16:3e:bd:61:f4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ba66042a-e589-44ce-9fdd-d59c505db23b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 463, 'fixed_ips': [{'subnet_id': 'd93852d8-8f89-4b1c-bef4-0e05f499a8db', 'ip_address': '172.27.0.135', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T13:19:38Z', 'updated_at': '2022-04-12T13:19:38Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'd93852d8-8f89-4b1c-bef4-0e05f499a8db', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830097-4-iscsi'}], 'dv-cinder-830097-4-iscsi', False) {} {{(pid=103460) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 13:19:40.316360 dv-cinder-830097-4-iscsi neutron-server[103460]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bf5af752-71fd-457e-999e-cb6d38eb5440 None None] Checking router: ba66042a-e589-44ce-9fdd-d59c505db23b for host: dv-cinder-830097-4-iscsi {{(pid=103460) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 12 13:19:40.316903 dv-cinder-830097-4-iscsi neutron-server[103460]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bf5af752-71fd-457e-999e-cb6d38eb5440 None None] Updating router ba66042a-e589-44ce-9fdd-d59c505db23b port a6bd8c1c-ed89-4dc0-93e5-88926e969196 binding host dv-cinder-830097-4-iscsi {{(pid=103460) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 12 13:19:40.321910 dv-cinder-830097-4-iscsi neutron-server[103459]: DEBUG neutron.plugins.ml2.db [None req-42be40fc-3d90-4d9c-af6e-3fa7ebd91371 None None] For port 6db58230-46c1-45d4-a235-b474bc54701d, host dv-cinder-830097-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-830097-4-iscsi',level=0,port_id=6db58230-46c1-45d4-a235-b474bc54701d,segment=NetworkSegment(39aadab9-ffeb-4018-ac4b-402a2c1e23da),segment_id=39aadab9-ffeb-4018-ac4b-402a2c1e23da)] {{(pid=103459) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 12 13:19:40.327259 dv-cinder-830097-4-iscsi neutron-server[103459]: DEBUG neutron_lib.callbacks.manager [None req-42be40fc-3d90-4d9c-af6e-3fa7ebd91371 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-915890', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3697887', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732727894815', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732727417932', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732727417950'] for port (6db58230-46c1-45d4-a235-b474bc54701d), after_update {{(pid=103459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:19:40.351078 dv-cinder-830097-4-iscsi neutron-server[103460]: DEBUG neutron_lib.callbacks.manager [None req-bf5af752-71fd-457e-999e-cb6d38eb5440 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-916304'] for port (a6bd8c1c-ed89-4dc0-93e5-88926e969196), before_update {{(pid=103460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:19:40.410681 dv-cinder-830097-4-iscsi neutron-server[103459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42be40fc-3d90-4d9c-af6e-3fa7ebd91371 None None] Pushing event updated for resources: {'Port': ['ID=6db58230-46c1-45d4-a235-b474bc54701d,revision_number=3']} {{(pid=103459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 13:19:40.448873 dv-cinder-830097-4-iscsi neutron-server[103459]: DEBUG neutron.db.provisioning_blocks [None req-88525b39-acb8-4127-8604-6f2cf043ba0e None None] Provisioning complete for port 6db58230-46c1-45d4-a235-b474bc54701d triggered by entity DHCP. {{(pid=103459) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 12 13:19:40.449747 dv-cinder-830097-4-iscsi neutron-server[103459]: DEBUG neutron_lib.callbacks.manager [None req-88525b39-acb8-4127-8604-6f2cf043ba0e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-657243'] for port (6db58230-46c1-45d4-a235-b474bc54701d), provisioning_complete {{(pid=103459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:19:40.469632 dv-cinder-830097-4-iscsi neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-386c7015-9a52-4e52-9beb-97cc322018e7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-916304'] for port (None), before_create {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:19:40.527653 dv-cinder-830097-4-iscsi neutron-server[103459]: DEBUG neutron.plugins.ml2.plugin [None req-88525b39-acb8-4127-8604-6f2cf043ba0e None None] Current status of the port 6db58230-46c1-45d4-a235-b474bc54701d is: ACTIVE; New status is: ACTIVE {{(pid=103459) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 12 13:19:40.622718 dv-cinder-830097-4-iscsi neutron-server[103460]: DEBUG neutron_lib.callbacks.manager [None req-bf5af752-71fd-457e-999e-cb6d38eb5440 None None] Publish callbacks [] for port (a6bd8c1c-ed89-4dc0-93e5-88926e969196), precommit_update {{(pid=103460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:19:40.628555 dv-cinder-830097-4-iscsi neutron-server[103460]: DEBUG neutron_lib.callbacks.manager [None req-bf5af752-71fd-457e-999e-cb6d38eb5440 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-915890', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3697887', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732727894815', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732727417932', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732727417950'] for port (a6bd8c1c-ed89-4dc0-93e5-88926e969196), after_update {{(pid=103460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:19:40.631808 dv-cinder-830097-4-iscsi neutron-server[103457]: DEBUG neutron.db.db_base_plugin_common [None req-386c7015-9a52-4e52-9beb-97cc322018e7 admin admin] Allocated IP 172.20.0.1 (fc0e35fc-da48-4b0a-aef1-4a0c9e07f863/3e5a37b9-6492-41e4-a03e-0f76c3de6aee/a316c228-cce6-48d9-ae2d-ee8b711bff90) {{(pid=103457) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 12 13:19:40.676787 dv-cinder-830097-4-iscsi neutron-server[103460]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15733629-1abe-44d5-a4c7-4f56b45cc7c2 None None] Pushing event updated for resources: {'Port': ['ID=a6bd8c1c-ed89-4dc0-93e5-88926e969196,revision_number=2']} {{(pid=103460) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 13:19:40.692363 dv-cinder-830097-4-iscsi neutron-server[103460]: DEBUG neutron.plugins.ml2.managers [None req-bf5af752-71fd-457e-999e-cb6d38eb5440 None None] Attempting to bind port a6bd8c1c-ed89-4dc0-93e5-88926e969196 on host dv-cinder-830097-4-iscsi for vnic_type normal with profile {{(pid=103460) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 12 13:19:40.692734 dv-cinder-830097-4-iscsi neutron-server[103460]: DEBUG neutron.plugins.ml2.managers [None req-bf5af752-71fd-457e-999e-cb6d38eb5440 None None] Attempting to bind port a6bd8c1c-ed89-4dc0-93e5-88926e969196 by drivers openvswitch,hyperv on host dv-cinder-830097-4-iscsi at level 0 using segments [{'id': '333e2245-11dc-4fcd-9fb1-9fe65fae59ea', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '26d0436d-8ae2-49bd-8cc6-3d2eac552c84'}] {{(pid=103460) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 12 13:19:40.693128 dv-cinder-830097-4-iscsi neutron-server[103460]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bf5af752-71fd-457e-999e-cb6d38eb5440 None None] Attempting to bind port a6bd8c1c-ed89-4dc0-93e5-88926e969196 on network 26d0436d-8ae2-49bd-8cc6-3d2eac552c84 {{(pid=103460) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 12 13:19:40.698452 dv-cinder-830097-4-iscsi neutron-server[103460]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bf5af752-71fd-457e-999e-cb6d38eb5440 None None] Checking agent: {'id': '3f2daa45-5e56-452b-8a21-b519edfce99e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-830097-4-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 12, 13, 7, 23), 'started_at': datetime.datetime(2022, 4, 12, 13, 7, 53), 'heartbeat_timestamp': datetime.datetime(2022, 4, 12, 13, 19, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-830097-4-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103460) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 12 13:19:40.698840 dv-cinder-830097-4-iscsi neutron-server[103460]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bf5af752-71fd-457e-999e-cb6d38eb5440 None None] Checking segment: {'id': '333e2245-11dc-4fcd-9fb1-9fe65fae59ea', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '26d0436d-8ae2-49bd-8cc6-3d2eac552c84'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103460) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 12 13:19:40.699290 dv-cinder-830097-4-iscsi neutron-server[103460]: DEBUG neutron_lib.callbacks.manager [None req-bf5af752-71fd-457e-999e-cb6d38eb5440 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:19:40.699627 dv-cinder-830097-4-iscsi neutron-server[103460]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bf5af752-71fd-457e-999e-cb6d38eb5440 None None] Bound using segment: {'id': '333e2245-11dc-4fcd-9fb1-9fe65fae59ea', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '26d0436d-8ae2-49bd-8cc6-3d2eac552c84'} {{(pid=103460) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 12 13:19:40.700096 dv-cinder-830097-4-iscsi neutron-server[103460]: DEBUG neutron.plugins.ml2.managers [None req-bf5af752-71fd-457e-999e-cb6d38eb5440 None None] Bound port: a6bd8c1c-ed89-4dc0-93e5-88926e969196, host: dv-cinder-830097-4-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '333e2245-11dc-4fcd-9fb1-9fe65fae59ea', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '26d0436d-8ae2-49bd-8cc6-3d2eac552c84'}}] {{(pid=103460) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 12 13:19:40.700476 dv-cinder-830097-4-iscsi neutron-server[103460]: DEBUG neutron_lib.callbacks.manager [None req-bf5af752-71fd-457e-999e-cb6d38eb5440 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-916304'] for port (a6bd8c1c-ed89-4dc0-93e5-88926e969196), before_update {{(pid=103460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:19:40.747696 dv-cinder-830097-4-iscsi neutron-server[103459]: DEBUG neutron.plugins.ml2.rpc [None req-53781792-8650-4c78-93a6-1c4d328d874c None None] Device 6db58230-46c1-45d4-a235-b474bc54701d up at agent ovs-agent-dv-cinder-830097-4-iscsi {{(pid=103459) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 12 13:19:40.761993 dv-cinder-830097-4-iscsi neutron-server[103460]: DEBUG neutron.plugins.ml2.db [None req-bf5af752-71fd-457e-999e-cb6d38eb5440 None None] For port a6bd8c1c-ed89-4dc0-93e5-88926e969196, host dv-cinder-830097-4-iscsi, cleared binding levels {{(pid=103460) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 12 13:19:40.766097 dv-cinder-830097-4-iscsi neutron-server[103460]: DEBUG neutron.plugins.ml2.db [None req-bf5af752-71fd-457e-999e-cb6d38eb5440 None None] For port a6bd8c1c-ed89-4dc0-93e5-88926e969196, host dv-cinder-830097-4-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-830097-4-iscsi',level=0,port_id=a6bd8c1c-ed89-4dc0-93e5-88926e969196,segment=NetworkSegment(333e2245-11dc-4fcd-9fb1-9fe65fae59ea),segment_id=333e2245-11dc-4fcd-9fb1-9fe65fae59ea)] {{(pid=103460) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 12 13:19:40.772840 dv-cinder-830097-4-iscsi neutron-server[103460]: DEBUG neutron_lib.callbacks.manager [None req-bf5af752-71fd-457e-999e-cb6d38eb5440 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-915890', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3697887', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732727894815', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732727417932', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732727417950'] for port (a6bd8c1c-ed89-4dc0-93e5-88926e969196), after_update {{(pid=103460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:19:40.782214 dv-cinder-830097-4-iscsi neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-386c7015-9a52-4e52-9beb-97cc322018e7 admin admin] Publish callbacks [] for port (a316c228-cce6-48d9-ae2d-ee8b711bff90), precommit_create {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:19:40.800264 dv-cinder-830097-4-iscsi neutron-server[103459]: DEBUG neutron.db.provisioning_blocks [None req-53781792-8650-4c78-93a6-1c4d328d874c None None] Provisioning complete for port 6db58230-46c1-45d4-a235-b474bc54701d triggered by entity L2. {{(pid=103459) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 12 13:19:40.800641 dv-cinder-830097-4-iscsi neutron-server[103459]: DEBUG neutron_lib.callbacks.manager [None req-53781792-8650-4c78-93a6-1c4d328d874c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-657243'] for port (6db58230-46c1-45d4-a235-b474bc54701d), provisioning_complete {{(pid=103459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:19:40.817764 dv-cinder-830097-4-iscsi neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-386c7015-9a52-4e52-9beb-97cc322018e7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-915890', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3697887', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732727417914', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25610742'] for port (a316c228-cce6-48d9-ae2d-ee8b711bff90), after_create {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:19:40.822541 dv-cinder-830097-4-iscsi neutron-server[103460]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bf5af752-71fd-457e-999e-cb6d38eb5440 None None] Routers {'ba66042a-e589-44ce-9fdd-d59c505db23b'} bound to L3 agent in host dv-cinder-830097-4-iscsi {{(pid=103460) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 12 13:19:40.823166 dv-cinder-830097-4-iscsi neutron-server[103460]: DEBUG neutron.db.l3_hamode_db [None req-bf5af752-71fd-457e-999e-cb6d38eb5440 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830097-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2022-04-12T13:07:19Z,description=,heartbeat_timestamp=2022-04-12T13:19:19Z,host='dv-cinder-830097-4-iscsi',id=b7e11a8b-aeed-493f-9763-461016dddc93,load=0,resource_versions=,resources_synced=,started_at=2022-04-12T13:07:19Z,topic='l3_agent')) {'router_ids': ['ba66042a-e589-44ce-9fdd-d59c505db23b'], 'active': True} {{(pid=103460) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 13:19:40.860914 dv-cinder-830097-4-iscsi neutron-server[103457]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-386c7015-9a52-4e52-9beb-97cc322018e7 admin admin] Network fc0e35fc-da48-4b0a-aef1-4a0c9e07f863 is already hosted by enough agents. {{(pid=103457) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 12 13:19:40.865830 dv-cinder-830097-4-iscsi neutron-server[103457]: DEBUG neutron.scheduler.base_scheduler [None req-386c7015-9a52-4e52-9beb-97cc322018e7 admin admin] Resources bound (agent type, host, resource id): {{(pid=103457) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 12 13:19:40.869779 dv-cinder-830097-4-iscsi neutron-server[103457]: DEBUG neutron.db.l3_dvrscheduler_db [None req-386c7015-9a52-4e52-9beb-97cc322018e7 admin admin] Received port after_create {{(pid=103457) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 12 13:19:40.910868 dv-cinder-830097-4-iscsi neutron-server[103457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-386c7015-9a52-4e52-9beb-97cc322018e7 admin admin] Pushing event updated for resources: {'Port': ['ID=a316c228-cce6-48d9-ae2d-ee8b711bff90,revision_number=1']} {{(pid=103457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 13:19:40.930391 dv-cinder-830097-4-iscsi neutron-server[103459]: DEBUG neutron.plugins.ml2.plugin [None req-53781792-8650-4c78-93a6-1c4d328d874c None None] Current status of the port 6db58230-46c1-45d4-a235-b474bc54701d is: ACTIVE; New status is: ACTIVE {{(pid=103459) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 12 13:19:40.932333 dv-cinder-830097-4-iscsi neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-386c7015-9a52-4e52-9beb-97cc322018e7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3738971'] for router_interface (ba66042a-e589-44ce-9fdd-d59c505db23b), before_create {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:19:40.965257 dv-cinder-830097-4-iscsi neutron-server[103460]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15733629-1abe-44d5-a4c7-4f56b45cc7c2 None None] Pushing event updated for resources: {'Port': ['ID=a6bd8c1c-ed89-4dc0-93e5-88926e969196,revision_number=3']} {{(pid=103460) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 13:19:40.980728 dv-cinder-830097-4-iscsi neutron-server[103460]: DEBUG neutron.db.l3_dvr_db [None req-bf5af752-71fd-457e-999e-cb6d38eb5440 None None] Set router ba66042a-e589-44ce-9fdd-d59c505db23b gateway port host: dv-cinder-830097-4-iscsi {{(pid=103460) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 12 13:19:41.076981 dv-cinder-830097-4-iscsi neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-386c7015-9a52-4e52-9beb-97cc322018e7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-916304'] for port (a316c228-cce6-48d9-ae2d-ee8b711bff90), before_update {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:19:41.148519 dv-cinder-830097-4-iscsi neutron-server[103459]: DEBUG neutron.db.provisioning_blocks [None req-d9d96078-a7d7-4c72-94cc-275adb4cbab0 None None] Provisioning complete for port a316c228-cce6-48d9-ae2d-ee8b711bff90 triggered by entity DHCP. {{(pid=103459) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 12 13:19:41.149304 dv-cinder-830097-4-iscsi neutron-server[103459]: DEBUG neutron_lib.callbacks.manager [None req-d9d96078-a7d7-4c72-94cc-275adb4cbab0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-657243'] for port (a316c228-cce6-48d9-ae2d-ee8b711bff90), provisioning_complete {{(pid=103459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:19:41.169660 dv-cinder-830097-4-iscsi neutron-server[103460]: DEBUG neutron.db.l3_hamode_db [None req-bf5af752-71fd-457e-999e-cb6d38eb5440 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ba66042a-e589-44ce-9fdd-d59c505db23b', 'name': 'tempest-TestVolumeBootPattern-1121100241-router', 'tenant_id': '59e9ce76515147cfa24a7c710300c9c0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '26d0436d-8ae2-49bd-8cc6-3d2eac552c84', 'external_fixed_ips': [{'subnet_id': 'd93852d8-8f89-4b1c-bef4-0e05f499a8db', 'ip_address': '172.27.0.135'}], 'enable_snat': True}, 'gw_port_id': 'a6bd8c1c-ed89-4dc0-93e5-88926e969196', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-12T13:19:38Z', 'updated_at': '2022-04-12T13:19:39Z', 'revision_number': 3, 'project_id': '59e9ce76515147cfa24a7c710300c9c0', 'gw_port': {'id': 'a6bd8c1c-ed89-4dc0-93e5-88926e969196', 'name': '', 'network_id': '26d0436d-8ae2-49bd-8cc6-3d2eac552c84', 'tenant_id': '', 'mac_address': 'fa:16:3e:bd:61:f4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ba66042a-e589-44ce-9fdd-d59c505db23b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 463, 'fixed_ips': [{'subnet_id': 'd93852d8-8f89-4b1c-bef4-0e05f499a8db', 'ip_address': '172.27.0.135', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830097-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T13:19:38Z', 'updated_at': '2022-04-12T13:19:40Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd93852d8-8f89-4b1c-bef4-0e05f499a8db', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830097-4-iscsi'}], 'dv-cinder-830097-4-iscsi', False) {} {{(pid=103460) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 13:19:41.182523 dv-cinder-830097-4-iscsi neutron-server[103459]: DEBUG neutron.plugins.ml2.plugin [None req-d9d96078-a7d7-4c72-94cc-275adb4cbab0 None None] Port a316c228-cce6-48d9-ae2d-ee8b711bff90 cannot update to ACTIVE because it is not bound. {{(pid=103459) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 12 13:19:41.197483 dv-cinder-830097-4-iscsi neutron-server[103460]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bf5af752-71fd-457e-999e-cb6d38eb5440 None None] The sync data for ids ['ba66042a-e589-44ce-9fdd-d59c505db23b'] in dv-cinder-830097-4-iscsi is: [{'id': 'ba66042a-e589-44ce-9fdd-d59c505db23b', 'name': 'tempest-TestVolumeBootPattern-1121100241-router', 'tenant_id': '59e9ce76515147cfa24a7c710300c9c0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '26d0436d-8ae2-49bd-8cc6-3d2eac552c84', 'external_fixed_ips': [{'subnet_id': 'd93852d8-8f89-4b1c-bef4-0e05f499a8db', 'ip_address': '172.27.0.135'}], 'enable_snat': True}, 'gw_port_id': 'a6bd8c1c-ed89-4dc0-93e5-88926e969196', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-12T13:19:38Z', 'updated_at': '2022-04-12T13:19:39Z', 'revision_number': 3, 'project_id': '59e9ce76515147cfa24a7c710300c9c0', 'gw_port': {'id': 'a6bd8c1c-ed89-4dc0-93e5-88926e969196', 'name': '', 'network_id': '26d0436d-8ae2-49bd-8cc6-3d2eac552c84', 'tenant_id': '', 'mac_address': 'fa:16:3e:bd:61:f4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ba66042a-e589-44ce-9fdd-d59c505db23b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 463, 'fixed_ips': [{'subnet_id': 'd93852d8-8f89-4b1c-bef4-0e05f499a8db', 'ip_address': '172.27.0.135', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830097-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T13:19:38Z', 'updated_at': '2022-04-12T13:19:40Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd93852d8-8f89-4b1c-bef4-0e05f499a8db', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830097-4-iscsi'}] {{(pid=103460) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 12 13:19:41.252028 dv-cinder-830097-4-iscsi neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-386c7015-9a52-4e52-9beb-97cc322018e7 admin admin] Publish callbacks [] for port (a316c228-cce6-48d9-ae2d-ee8b711bff90), precommit_update {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:19:41.257347 dv-cinder-830097-4-iscsi neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-386c7015-9a52-4e52-9beb-97cc322018e7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-915890', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3697887', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732727894815', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732727417932', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732727417950', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25610749'] for port (a316c228-cce6-48d9-ae2d-ee8b711bff90), after_update {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:19:41.335246 dv-cinder-830097-4-iscsi neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-386c7015-9a52-4e52-9beb-97cc322018e7 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3697905', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3750891'] for router_interface (ba66042a-e589-44ce-9fdd-d59c505db23b), after_create {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:19:41.337166 dv-cinder-830097-4-iscsi neutron-server[103457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-386c7015-9a52-4e52-9beb-97cc322018e7 admin admin] Pushing event updated for resources: {'Port': ['ID=a316c228-cce6-48d9-ae2d-ee8b711bff90,revision_number=2']} {{(pid=103457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 13:19:41.436222 dv-cinder-830097-4-iscsi neutron-server[103457]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-386c7015-9a52-4e52-9beb-97cc322018e7 admin admin] Network fc0e35fc-da48-4b0a-aef1-4a0c9e07f863 is already hosted by enough agents. {{(pid=103457) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 12 13:19:41.438357 dv-cinder-830097-4-iscsi neutron-server[103457]: DEBUG neutron.scheduler.base_scheduler [None req-386c7015-9a52-4e52-9beb-97cc322018e7 admin admin] Resources bound (agent type, host, resource id): {{(pid=103457) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 12 13:19:41.573362 dv-cinder-830097-4-iscsi neutron-server[103457]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-386c7015-9a52-4e52-9beb-97cc322018e7 admin admin] Router ba66042a-e589-44ce-9fdd-d59c505db23b has already been hosted by L3 agent b7e11a8b-aeed-493f-9763-461016dddc93 {{(pid=103457) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 12 13:19:41.703041 dv-cinder-830097-4-iscsi neutron-server[103457]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-386c7015-9a52-4e52-9beb-97cc322018e7 admin admin] Notify agent at l3_agent.dv-cinder-830097-4-iscsi the message routers_updated {{(pid=103457) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 12 13:19:41.708656 dv-cinder-830097-4-iscsi neutron-server[103457]: INFO neutron.wsgi [None req-386c7015-9a52-4e52-9beb-97cc322018e7 admin admin] 10.222.0.18 "PUT /v2.0/routers/ba66042a-e589-44ce-9fdd-d59c505db23b/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7570777 Apr 12 13:19:41.708832 dv-cinder-830097-4-iscsi neutron-server[103459]: DEBUG neutron.db.provisioning_blocks [None req-85b8c047-be3d-4211-844f-e2fc5ef859f2 None None] Provisioning complete for port a316c228-cce6-48d9-ae2d-ee8b711bff90 triggered by entity DHCP. {{(pid=103459) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 12 13:19:41.709074 dv-cinder-830097-4-iscsi neutron-server[103459]: DEBUG neutron_lib.callbacks.manager [None req-85b8c047-be3d-4211-844f-e2fc5ef859f2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-657243'] for port (a316c228-cce6-48d9-ae2d-ee8b711bff90), provisioning_complete {{(pid=103459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:19:41.745129 dv-cinder-830097-4-iscsi neutron-server[103459]: DEBUG neutron.plugins.ml2.plugin [None req-85b8c047-be3d-4211-844f-e2fc5ef859f2 None None] Port a316c228-cce6-48d9-ae2d-ee8b711bff90 cannot update to ACTIVE because it is not bound. {{(pid=103459) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 12 13:19:42.214153 dv-cinder-830097-4-iscsi neutron-server[103457]: DEBUG neutron.wsgi [-] (103457) accepted ('10.222.0.18', 45706) {{(pid=103457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 13:19:42.219652 dv-cinder-830097-4-iscsi neutron-server[103457]: DEBUG neutron.api.v2.base [None req-88e2b86f-d888-4b04-b28d-ef9874803eef admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-313426889-network', 'tenant_id': '9a626635b07f45ddab41825071a0e99a'}} {{(pid=103457) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 12 13:19:42.239297 dv-cinder-830097-4-iscsi neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-88e2b86f-d888-4b04-b28d-ef9874803eef admin admin] Made reservation on behalf of 9a626635b07f45ddab41825071a0e99a for: {'network': 1} {{(pid=103457) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 12 13:19:42.241602 dv-cinder-830097-4-iscsi neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-88e2b86f-d888-4b04-b28d-ef9874803eef admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-916304'] for network (None), before_create {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:19:42.250174 dv-cinder-830097-4-iscsi neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-88e2b86f-d888-4b04-b28d-ef9874803eef admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:19:42.327831 dv-cinder-830097-4-iscsi neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-88e2b86f-d888-4b04-b28d-ef9874803eef admin admin] Publish callbacks [] for security_group (7c405c48-2ace-4e92-9a8b-f8a1df51ff41), precommit_create {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:19:42.331498 dv-cinder-830097-4-iscsi neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-88e2b86f-d888-4b04-b28d-ef9874803eef admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3691807'] for security_group (7c405c48-2ace-4e92-9a8b-f8a1df51ff41), after_create {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:19:42.352843 dv-cinder-830097-4-iscsi neutron-server[103457]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-88e2b86f-d888-4b04-b28d-ef9874803eef admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 227} {{(pid=103457) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 12 13:19:42.368183 dv-cinder-830097-4-iscsi neutron-server[103457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88e2b86f-d888-4b04-b28d-ef9874803eef admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7c405c48-2ace-4e92-9a8b-f8a1df51ff41,revision_number=1']} {{(pid=103457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 13:19:42.373295 dv-cinder-830097-4-iscsi neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-88e2b86f-d888-4b04-b28d-ef9874803eef admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-715442'] for segment (4b2181b3-fe73-4feb-8676-c2dd24f2933e), precommit_create {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:19:42.373640 dv-cinder-830097-4-iscsi neutron-server[103457]: INFO neutron.db.segments_db [None req-88e2b86f-d888-4b04-b28d-ef9874803eef admin admin] Added segment 4b2181b3-fe73-4feb-8676-c2dd24f2933e of type vlan for network 8af4387f-3ada-4e59-87d1-e9e2d9f10b8d Apr 12 13:19:42.414624 dv-cinder-830097-4-iscsi neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-88e2b86f-d888-4b04-b28d-ef9874803eef admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8732727402599'] for network (8af4387f-3ada-4e59-87d1-e9e2d9f10b8d), precommit_create {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:19:42.440185 dv-cinder-830097-4-iscsi neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-88e2b86f-d888-4b04-b28d-ef9874803eef admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3691972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3697887'] for network (8af4387f-3ada-4e59-87d1-e9e2d9f10b8d), after_create {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:19:42.441141 dv-cinder-830097-4-iscsi neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-88e2b86f-d888-4b04-b28d-ef9874803eef admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 13:19:42.441720 dv-cinder-830097-4-iscsi neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-88e2b86f-d888-4b04-b28d-ef9874803eef admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3697709'] for network (None), before_response {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:19:42.474311 dv-cinder-830097-4-iscsi neutron-server[103457]: INFO neutron.wsgi [None req-88e2b86f-d888-4b04-b28d-ef9874803eef admin admin] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 0.2590680 Apr 12 13:19:42.477152 dv-cinder-830097-4-iscsi neutron-server[103458]: DEBUG neutron.wsgi [-] (103458) accepted ('10.222.0.18', 45710) {{(pid=103458) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 13:19:42.482080 dv-cinder-830097-4-iscsi neutron-server[103458]: DEBUG neutron.api.v2.base [None req-a6871a6b-685b-447c-8148-43bf341c418b admin admin] Request body: {'subnet': {'network_id': '8af4387f-3ada-4e59-87d1-e9e2d9f10b8d', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-313426889-subnet', 'tenant_id': '9a626635b07f45ddab41825071a0e99a', 'ip_version': 4}} {{(pid=103458) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 12 13:19:42.504642 dv-cinder-830097-4-iscsi neutron-server[103457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88e2b86f-d888-4b04-b28d-ef9874803eef admin admin] Pushing event updated for resources: {'Network': ['ID=8af4387f-3ada-4e59-87d1-e9e2d9f10b8d,revision_number=1']} {{(pid=103457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 13:19:42.505202 dv-cinder-830097-4-iscsi neutron-server[103458]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a6871a6b-685b-447c-8148-43bf341c418b admin admin] Made reservation on behalf of 9a626635b07f45ddab41825071a0e99a for: {'subnet': 1} {{(pid=103458) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 12 13:19:42.508528 dv-cinder-830097-4-iscsi neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-a6871a6b-685b-447c-8148-43bf341c418b admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25420783'] for subnet (None), before_create {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:19:42.518287 dv-cinder-830097-4-iscsi neutron-server[103459]: DEBUG neutron.plugins.ml2.rpc [None req-53781792-8650-4c78-93a6-1c4d328d874c None None] Network 8af4387f-3ada-4e59-87d1-e9e2d9f10b8d details requested by agent ovs-agent-dv-cinder-830097-4-iscsi with host dv-cinder-830097-4-iscsi {{(pid=103459) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 12 13:19:42.705208 dv-cinder-830097-4-iscsi neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-a6871a6b-685b-447c-8148-43bf341c418b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3682813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3697887', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26098525', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25420797'] for subnet (55e50d89-83a0-4879-9279-a365291269bc), after_create {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:19:42.736263 dv-cinder-830097-4-iscsi neutron-server[103459]: DEBUG neutron.plugins.ml2.rpc [None req-53781792-8650-4c78-93a6-1c4d328d874c None None] Device a6bd8c1c-ed89-4dc0-93e5-88926e969196 up at agent ovs-agent-dv-cinder-830097-4-iscsi {{(pid=103459) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 12 13:19:42.760127 dv-cinder-830097-4-iscsi neutron-server[103458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6871a6b-685b-447c-8148-43bf341c418b admin admin] Pushing event updated for resources: {'Subnet': ['ID=55e50d89-83a0-4879-9279-a365291269bc,revision_number=0']} {{(pid=103458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 13:19:42.779029 dv-cinder-830097-4-iscsi neutron-server[103458]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a6871a6b-685b-447c-8148-43bf341c418b admin admin] Checking segment: {'id': '4b2181b3-fe73-4feb-8676-c2dd24f2933e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 227, 'network_id': '8af4387f-3ada-4e59-87d1-e9e2d9f10b8d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103458) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 12 13:19:42.779381 dv-cinder-830097-4-iscsi neutron-server[103458]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a6871a6b-685b-447c-8148-43bf341c418b admin admin] Network hostable DHCP agents. Network: 8af4387f-3ada-4e59-87d1-e9e2d9f10b8d, hostable agents: ['246ca497-e2ee-4e0b-b432-b4153c207e5f'], hosted agents: [] {{(pid=103458) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 12 13:19:42.798301 dv-cinder-830097-4-iscsi neutron-server[103458]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a6871a6b-685b-447c-8148-43bf341c418b admin admin] Network 8af4387f-3ada-4e59-87d1-e9e2d9f10b8d is scheduled to be hosted by DHCP agent 246ca497-e2ee-4e0b-b432-b4153c207e5f with binding_index 1 {{(pid=103458) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 12 13:19:42.810325 dv-cinder-830097-4-iscsi neutron-server[103458]: DEBUG neutron.scheduler.base_scheduler [None req-a6871a6b-685b-447c-8148-43bf341c418b admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-830097-4-iscsi, 8af4387f-3ada-4e59-87d1-e9e2d9f10b8d) {{(pid=103458) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 12 13:19:42.817314 dv-cinder-830097-4-iscsi neutron-server[103458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a6871a6b-685b-447c-8148-43bf341c418b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 13:19:42.818064 dv-cinder-830097-4-iscsi neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-a6871a6b-685b-447c-8148-43bf341c418b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3697709'] for subnet (None), before_response {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:19:42.841612 dv-cinder-830097-4-iscsi neutron-server[103458]: INFO neutron.wsgi [None req-a6871a6b-685b-447c-8148-43bf341c418b admin admin] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.3630660 Apr 12 13:19:42.844902 dv-cinder-830097-4-iscsi neutron-server[103458]: DEBUG neutron.wsgi [-] (103458) accepted ('10.222.0.18', 45712) {{(pid=103458) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 13:19:42.849632 dv-cinder-830097-4-iscsi neutron-server[103458]: DEBUG neutron.api.v2.base [None req-767260e8-b3e4-406f-be78-416ad305aec2 admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-313426889-router', 'tenant_id': '9a626635b07f45ddab41825071a0e99a', 'external_gateway_info': {'network_id': '26d0436d-8ae2-49bd-8cc6-3d2eac552c84'}}} {{(pid=103458) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 12 13:19:42.873023 dv-cinder-830097-4-iscsi neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-767260e8-b3e4-406f-be78-416ad305aec2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3800912', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-36249'] for router (90412c38-0b00-48d0-9e60-afa9de49dea7), before_create {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:19:42.874645 dv-cinder-830097-4-iscsi neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-767260e8-b3e4-406f-be78-416ad305aec2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3800288', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3747931', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-4120380', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-36256'] for router (90412c38-0b00-48d0-9e60-afa9de49dea7), precommit_create {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:19:42.901641 dv-cinder-830097-4-iscsi neutron-server[103459]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c3abf7b2-e7ff-4081-af40-c95bccc917a8 None None] Network 8af4387f-3ada-4e59-87d1-e9e2d9f10b8d requested from dv-cinder-830097-4-iscsi {{(pid=103459) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 12 13:19:42.925260 dv-cinder-830097-4-iscsi neutron-server[103459]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a35c0eac-19a1-470f-989c-b5fb85213474 None None] Sync routers for ids ['ba66042a-e589-44ce-9fdd-d59c505db23b'] in dv-cinder-830097-4-iscsi {{(pid=103459) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 12 13:19:42.941079 dv-cinder-830097-4-iscsi neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-767260e8-b3e4-406f-be78-416ad305aec2 admin admin] Publish callbacks [] for router_controller (90412c38-0b00-48d0-9e60-afa9de49dea7), precommit_add_association {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:19:42.973779 dv-cinder-830097-4-iscsi neutron-server[103459]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a35c0eac-19a1-470f-989c-b5fb85213474 None None] Routers {'ba66042a-e589-44ce-9fdd-d59c505db23b'} bound to L3 agent in host dv-cinder-830097-4-iscsi {{(pid=103459) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 12 13:19:42.974410 dv-cinder-830097-4-iscsi neutron-server[103459]: DEBUG neutron.db.l3_hamode_db [None req-a35c0eac-19a1-470f-989c-b5fb85213474 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830097-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2022-04-12T13:07:19Z,description=,heartbeat_timestamp=2022-04-12T13:19:19Z,host='dv-cinder-830097-4-iscsi',id=b7e11a8b-aeed-493f-9763-461016dddc93,load=0,resource_versions=,resources_synced=,started_at=2022-04-12T13:07:19Z,topic='l3_agent')) {'router_ids': ['ba66042a-e589-44ce-9fdd-d59c505db23b'], 'active': True} {{(pid=103459) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 13:19:43.042573 dv-cinder-830097-4-iscsi neutron-server[103459]: DEBUG neutron.db.provisioning_blocks [None req-53781792-8650-4c78-93a6-1c4d328d874c None None] Provisioning complete for port a6bd8c1c-ed89-4dc0-93e5-88926e969196 triggered by entity L2. {{(pid=103459) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 12 13:19:43.042948 dv-cinder-830097-4-iscsi neutron-server[103459]: DEBUG neutron_lib.callbacks.manager [None req-53781792-8650-4c78-93a6-1c4d328d874c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-657243'] for port (a6bd8c1c-ed89-4dc0-93e5-88926e969196), provisioning_complete {{(pid=103459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:19:43.085164 dv-cinder-830097-4-iscsi neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-767260e8-b3e4-406f-be78-416ad305aec2 admin admin] Publish callbacks [] for router_gateway (90412c38-0b00-48d0-9e60-afa9de49dea7), precommit_update {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:19:43.146262 dv-cinder-830097-4-iscsi neutron-server[103459]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-de677770-d098-456b-90eb-5ffca9ac28fb None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0dda7392-c464-571f-8166-3efeee773273-8af4387f-3ada-4e59-87d1-e9e2d9f10b8d', 'network_id': '8af4387f-3ada-4e59-87d1-e9e2d9f10b8d', 'project_id': '9a626635b07f45ddab41825071a0e99a', 'fixed_ips': [{'subnet_id': '55e50d89-83a0-4879-9279-a365291269bc'}]}} from dv-cinder-830097-4-iscsi. {{(pid=103459) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Apr 12 13:19:43.147117 dv-cinder-830097-4-iscsi neutron-server[103459]: DEBUG neutron_lib.callbacks.manager [None req-de677770-d098-456b-90eb-5ffca9ac28fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-916304'] for port (None), before_create {{(pid=103459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:19:43.176828 dv-cinder-830097-4-iscsi neutron-server[103459]: DEBUG neutron.db.l3_dvr_db [None req-a35c0eac-19a1-470f-989c-b5fb85213474 None None] Set router ba66042a-e589-44ce-9fdd-d59c505db23b gateway port host: dv-cinder-830097-4-iscsi {{(pid=103459) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 12 13:19:43.227470 dv-cinder-830097-4-iscsi neutron-server[103460]: DEBUG neutron.db.agents_db [None req-38c2972b-b018-47ca-95cb-8760adc1e78b None None] Agent healthcheck: found 6 active agents {{(pid=103460) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 12 13:19:43.279032 dv-cinder-830097-4-iscsi neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-767260e8-b3e4-406f-be78-416ad305aec2 admin admin] Publish callbacks [] for router_gateway (90412c38-0b00-48d0-9e60-afa9de49dea7), before_create {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:19:43.297901 dv-cinder-830097-4-iscsi neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-767260e8-b3e4-406f-be78-416ad305aec2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-916304'] for port (None), before_create {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:19:43.366605 dv-cinder-830097-4-iscsi neutron-server[103459]: DEBUG neutron.plugins.ml2.plugin [None req-53781792-8650-4c78-93a6-1c4d328d874c None None] Current status of the port a6bd8c1c-ed89-4dc0-93e5-88926e969196 is: DOWN; New status is: ACTIVE {{(pid=103459) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 12 13:19:43.366997 dv-cinder-830097-4-iscsi neutron-server[103459]: DEBUG neutron_lib.callbacks.manager [None req-53781792-8650-4c78-93a6-1c4d328d874c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-916304'] for port (a6bd8c1c-ed89-4dc0-93e5-88926e969196), before_update {{(pid=103459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:19:43.412719 dv-cinder-830097-4-iscsi neutron-server[103458]: DEBUG neutron.db.db_base_plugin_common [None req-767260e8-b3e4-406f-be78-416ad305aec2 admin admin] Allocated IP 172.27.0.181 (26d0436d-8ae2-49bd-8cc6-3d2eac552c84/d93852d8-8f89-4b1c-bef4-0e05f499a8db/c7dd2cfa-6794-4b89-865b-e2e1a07858d7) {{(pid=103458) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 12 13:19:43.454097 dv-cinder-830097-4-iscsi neutron-server[103459]: DEBUG neutron.plugins.ml2.db [None req-53781792-8650-4c78-93a6-1c4d328d874c None None] For port a6bd8c1c-ed89-4dc0-93e5-88926e969196, host dv-cinder-830097-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-830097-4-iscsi',level=0,port_id=a6bd8c1c-ed89-4dc0-93e5-88926e969196,segment=NetworkSegment(333e2245-11dc-4fcd-9fb1-9fe65fae59ea),segment_id=333e2245-11dc-4fcd-9fb1-9fe65fae59ea)] {{(pid=103459) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 12 13:19:43.463694 dv-cinder-830097-4-iscsi neutron-server[103459]: DEBUG neutron_lib.callbacks.manager [None req-53781792-8650-4c78-93a6-1c4d328d874c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-915890', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3697887', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732727894815', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732727417932', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732727417950'] for port (a6bd8c1c-ed89-4dc0-93e5-88926e969196), after_update {{(pid=103459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:19:43.525095 dv-cinder-830097-4-iscsi neutron-server[103459]: DEBUG neutron.db.db_base_plugin_common [None req-de677770-d098-456b-90eb-5ffca9ac28fb None None] Allocated IP 172.20.0.2 (8af4387f-3ada-4e59-87d1-e9e2d9f10b8d/55e50d89-83a0-4879-9279-a365291269bc/7687c0c6-c8be-420d-89f1-a159a5279ac1) {{(pid=103459) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 12 13:19:43.525810 dv-cinder-830097-4-iscsi neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-767260e8-b3e4-406f-be78-416ad305aec2 admin admin] Publish callbacks [] for port (c7dd2cfa-6794-4b89-865b-e2e1a07858d7), precommit_create {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:19:43.563873 dv-cinder-830097-4-iscsi neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-767260e8-b3e4-406f-be78-416ad305aec2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-915890', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3697887', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732727417914', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26097133'] for port (c7dd2cfa-6794-4b89-865b-e2e1a07858d7), after_create {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:19:43.570980 dv-cinder-830097-4-iscsi neutron-server[103459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53781792-8650-4c78-93a6-1c4d328d874c None None] Pushing event updated for resources: {'Port': ['ID=a6bd8c1c-ed89-4dc0-93e5-88926e969196,revision_number=4']} {{(pid=103459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 13:19:43.604645 dv-cinder-830097-4-iscsi neutron-server[103459]: DEBUG neutron.db.l3_hamode_db [None req-a35c0eac-19a1-470f-989c-b5fb85213474 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ba66042a-e589-44ce-9fdd-d59c505db23b', 'name': 'tempest-TestVolumeBootPattern-1121100241-router', 'tenant_id': '59e9ce76515147cfa24a7c710300c9c0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '26d0436d-8ae2-49bd-8cc6-3d2eac552c84', 'external_fixed_ips': [{'subnet_id': 'd93852d8-8f89-4b1c-bef4-0e05f499a8db', 'ip_address': '172.27.0.135'}], 'enable_snat': True}, 'gw_port_id': 'a6bd8c1c-ed89-4dc0-93e5-88926e969196', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-12T13:19:38Z', 'updated_at': '2022-04-12T13:19:41Z', 'revision_number': 4, 'project_id': '59e9ce76515147cfa24a7c710300c9c0', 'gw_port': {'id': 'a6bd8c1c-ed89-4dc0-93e5-88926e969196', 'name': '', 'network_id': '26d0436d-8ae2-49bd-8cc6-3d2eac552c84', 'tenant_id': '', 'mac_address': 'fa:16:3e:bd:61:f4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ba66042a-e589-44ce-9fdd-d59c505db23b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 463, 'fixed_ips': [{'subnet_id': 'd93852d8-8f89-4b1c-bef4-0e05f499a8db', 'ip_address': '172.27.0.135', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830097-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T13:19:38Z', 'updated_at': '2022-04-12T13:19:40Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd93852d8-8f89-4b1c-bef4-0e05f499a8db', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830097-4-iscsi', '_interfaces': [{'id': 'a316c228-cce6-48d9-ae2d-ee8b711bff90', 'name': '', 'network_id': 'fc0e35fc-da48-4b0a-aef1-4a0c9e07f863', 'tenant_id': '59e9ce76515147cfa24a7c710300c9c0', 'mac_address': 'fa:16:3e:ca:00:90', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ba66042a-e589-44ce-9fdd-d59c505db23b', 'device_owner': 'network:router_interface', 'standard_attr_id': 464, 'fixed_ips': [{'subnet_id': '3e5a37b9-6492-41e4-a03e-0f76c3de6aee', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T13:19:40Z', 'updated_at': '2022-04-12T13:19:41Z', 'revision_number': 2, 'project_id': '59e9ce76515147cfa24a7c710300c9c0', 'subnets': [{'id': '3e5a37b9-6492-41e4-a03e-0f76c3de6aee', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-830097-4-iscsi', False) {} {{(pid=103459) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 13:19:43.608252 dv-cinder-830097-4-iscsi neutron-server[103458]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-767260e8-b3e4-406f-be78-416ad305aec2 admin admin] Network 26d0436d-8ae2-49bd-8cc6-3d2eac552c84 is already hosted by enough agents. {{(pid=103458) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 12 13:19:43.611178 dv-cinder-830097-4-iscsi neutron-server[103458]: DEBUG neutron.scheduler.base_scheduler [None req-767260e8-b3e4-406f-be78-416ad305aec2 admin admin] Resources bound (agent type, host, resource id): {{(pid=103458) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 12 13:19:43.613792 dv-cinder-830097-4-iscsi neutron-server[103458]: DEBUG neutron.db.l3_dvrscheduler_db [None req-767260e8-b3e4-406f-be78-416ad305aec2 admin admin] Received port after_create {{(pid=103458) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 12 13:19:43.661946 dv-cinder-830097-4-iscsi neutron-server[103459]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a35c0eac-19a1-470f-989c-b5fb85213474 None None] Checking router: ba66042a-e589-44ce-9fdd-d59c505db23b for host: dv-cinder-830097-4-iscsi {{(pid=103459) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 12 13:19:43.662306 dv-cinder-830097-4-iscsi neutron-server[103459]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a35c0eac-19a1-470f-989c-b5fb85213474 None None] Updating router ba66042a-e589-44ce-9fdd-d59c505db23b port a316c228-cce6-48d9-ae2d-ee8b711bff90 binding host dv-cinder-830097-4-iscsi {{(pid=103459) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 12 13:19:43.701547 dv-cinder-830097-4-iscsi neutron-server[103459]: DEBUG neutron_lib.callbacks.manager [None req-a35c0eac-19a1-470f-989c-b5fb85213474 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-916304'] for port (a316c228-cce6-48d9-ae2d-ee8b711bff90), before_update {{(pid=103459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:19:43.854285 dv-cinder-830097-4-iscsi neutron-server[103458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-767260e8-b3e4-406f-be78-416ad305aec2 admin admin] Pushing event updated for resources: {'Port': ['ID=c7dd2cfa-6794-4b89-865b-e2e1a07858d7,revision_number=1']} {{(pid=103458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 13:19:43.867449 dv-cinder-830097-4-iscsi neutron-server[103459]: DEBUG neutron_lib.callbacks.manager [None req-de677770-d098-456b-90eb-5ffca9ac28fb None None] Publish callbacks [] for port (7687c0c6-c8be-420d-89f1-a159a5279ac1), precommit_create {{(pid=103459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:19:43.879141 dv-cinder-830097-4-iscsi neutron-server[103459]: DEBUG neutron_lib.callbacks.manager [None req-de677770-d098-456b-90eb-5ffca9ac28fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-915890', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3697887', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732727417914'] for port (7687c0c6-c8be-420d-89f1-a159a5279ac1), after_create {{(pid=103459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:19:43.949155 dv-cinder-830097-4-iscsi neutron-server[103459]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-de677770-d098-456b-90eb-5ffca9ac28fb None None] Network 8af4387f-3ada-4e59-87d1-e9e2d9f10b8d is already hosted by enough agents. {{(pid=103459) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 12 13:19:43.981479 dv-cinder-830097-4-iscsi neutron-server[103459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de677770-d098-456b-90eb-5ffca9ac28fb None None] Pushing event updated for resources: {'Port': ['ID=7687c0c6-c8be-420d-89f1-a159a5279ac1,revision_number=1']} {{(pid=103459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 13:19:43.984515 dv-cinder-830097-4-iscsi neutron-server[103459]: DEBUG neutron.scheduler.base_scheduler [None req-de677770-d098-456b-90eb-5ffca9ac28fb None None] Resources bound (agent type, host, resource id): {{(pid=103459) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 12 13:19:43.990512 dv-cinder-830097-4-iscsi neutron-server[103459]: DEBUG neutron.db.l3_dvrscheduler_db [None req-de677770-d098-456b-90eb-5ffca9ac28fb None None] Received port after_create {{(pid=103459) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 12 13:19:44.075491 dv-cinder-830097-4-iscsi neutron-server[103459]: DEBUG neutron.plugins.ml2.managers [None req-de677770-d098-456b-90eb-5ffca9ac28fb None None] Attempting to bind port 7687c0c6-c8be-420d-89f1-a159a5279ac1 on host dv-cinder-830097-4-iscsi for vnic_type normal with profile {{(pid=103459) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 12 13:19:44.075866 dv-cinder-830097-4-iscsi neutron-server[103459]: DEBUG neutron.plugins.ml2.managers [None req-de677770-d098-456b-90eb-5ffca9ac28fb None None] Attempting to bind port 7687c0c6-c8be-420d-89f1-a159a5279ac1 by drivers openvswitch,hyperv on host dv-cinder-830097-4-iscsi at level 0 using segments [{'id': '4b2181b3-fe73-4feb-8676-c2dd24f2933e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 227, 'network_id': '8af4387f-3ada-4e59-87d1-e9e2d9f10b8d'}] {{(pid=103459) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 12 13:19:44.076224 dv-cinder-830097-4-iscsi neutron-server[103459]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-de677770-d098-456b-90eb-5ffca9ac28fb None None] Attempting to bind port 7687c0c6-c8be-420d-89f1-a159a5279ac1 on network 8af4387f-3ada-4e59-87d1-e9e2d9f10b8d {{(pid=103459) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 12 13:19:44.088534 dv-cinder-830097-4-iscsi neutron-server[103459]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-de677770-d098-456b-90eb-5ffca9ac28fb None None] Checking agent: {'id': '3f2daa45-5e56-452b-8a21-b519edfce99e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-830097-4-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 12, 13, 7, 23), 'started_at': datetime.datetime(2022, 4, 12, 13, 7, 53), 'heartbeat_timestamp': datetime.datetime(2022, 4, 12, 13, 19, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-830097-4-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103459) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 12 13:19:44.089018 dv-cinder-830097-4-iscsi neutron-server[103459]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-de677770-d098-456b-90eb-5ffca9ac28fb None None] Checking segment: {'id': '4b2181b3-fe73-4feb-8676-c2dd24f2933e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 227, 'network_id': '8af4387f-3ada-4e59-87d1-e9e2d9f10b8d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103459) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 12 13:19:44.089526 dv-cinder-830097-4-iscsi neutron-server[103459]: DEBUG neutron_lib.callbacks.manager [None req-de677770-d098-456b-90eb-5ffca9ac28fb None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:19:44.090008 dv-cinder-830097-4-iscsi neutron-server[103459]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-de677770-d098-456b-90eb-5ffca9ac28fb None None] Bound using segment: {'id': '4b2181b3-fe73-4feb-8676-c2dd24f2933e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 227, 'network_id': '8af4387f-3ada-4e59-87d1-e9e2d9f10b8d'} {{(pid=103459) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 12 13:19:44.090476 dv-cinder-830097-4-iscsi neutron-server[103459]: DEBUG neutron.plugins.ml2.managers [None req-de677770-d098-456b-90eb-5ffca9ac28fb None None] Bound port: 7687c0c6-c8be-420d-89f1-a159a5279ac1, host: dv-cinder-830097-4-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4b2181b3-fe73-4feb-8676-c2dd24f2933e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 227, 'network_id': '8af4387f-3ada-4e59-87d1-e9e2d9f10b8d'}}] {{(pid=103459) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 12 13:19:44.090980 dv-cinder-830097-4-iscsi neutron-server[103459]: DEBUG neutron_lib.callbacks.manager [None req-de677770-d098-456b-90eb-5ffca9ac28fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-916304'] for port (7687c0c6-c8be-420d-89f1-a159a5279ac1), before_update {{(pid=103459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:19:44.102681 dv-cinder-830097-4-iscsi neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-767260e8-b3e4-406f-be78-416ad305aec2 admin admin] Publish callbacks [] for router_gateway (90412c38-0b00-48d0-9e60-afa9de49dea7), after_create {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:19:44.179325 dv-cinder-830097-4-iscsi neutron-server[103459]: DEBUG neutron_lib.callbacks.manager [None req-a35c0eac-19a1-470f-989c-b5fb85213474 None None] Publish callbacks [] for port (a316c228-cce6-48d9-ae2d-ee8b711bff90), precommit_update {{(pid=103459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:19:44.191015 dv-cinder-830097-4-iscsi neutron-server[103459]: DEBUG neutron_lib.callbacks.manager [None req-a35c0eac-19a1-470f-989c-b5fb85213474 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-915890', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3697887', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732727894815', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732727417932', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732727417950'] for port (a316c228-cce6-48d9-ae2d-ee8b711bff90), after_update {{(pid=103459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:19:44.237586 dv-cinder-830097-4-iscsi neutron-server[103459]: DEBUG neutron.plugins.ml2.db [None req-de677770-d098-456b-90eb-5ffca9ac28fb None None] For port 7687c0c6-c8be-420d-89f1-a159a5279ac1, host dv-cinder-830097-4-iscsi, cleared binding levels {{(pid=103459) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 12 13:19:44.258907 dv-cinder-830097-4-iscsi neutron-server[103459]: DEBUG neutron.plugins.ml2.db [None req-de677770-d098-456b-90eb-5ffca9ac28fb None None] For port 7687c0c6-c8be-420d-89f1-a159a5279ac1, host dv-cinder-830097-4-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-830097-4-iscsi',level=0,port_id=7687c0c6-c8be-420d-89f1-a159a5279ac1,segment=NetworkSegment(4b2181b3-fe73-4feb-8676-c2dd24f2933e),segment_id=4b2181b3-fe73-4feb-8676-c2dd24f2933e)] {{(pid=103459) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 12 13:19:44.267138 dv-cinder-830097-4-iscsi neutron-server[103459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e42782a-1c48-4dec-b583-a45ef3647fcc None None] Pushing event updated for resources: {'Port': ['ID=a316c228-cce6-48d9-ae2d-ee8b711bff90,revision_number=3']} {{(pid=103459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 13:19:44.274607 dv-cinder-830097-4-iscsi neutron-server[103459]: DEBUG neutron_lib.callbacks.manager [None req-de677770-d098-456b-90eb-5ffca9ac28fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-915890', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3697887', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732727894815', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732727417932', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732727417950'] for port (7687c0c6-c8be-420d-89f1-a159a5279ac1), after_update {{(pid=103459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:19:44.319246 dv-cinder-830097-4-iscsi neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-767260e8-b3e4-406f-be78-416ad305aec2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3800281', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3739048'] for router (90412c38-0b00-48d0-9e60-afa9de49dea7), after_create {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:19:44.376798 dv-cinder-830097-4-iscsi neutron-server[103459]: DEBUG neutron.plugins.ml2.managers [None req-a35c0eac-19a1-470f-989c-b5fb85213474 None None] Attempting to bind port a316c228-cce6-48d9-ae2d-ee8b711bff90 on host dv-cinder-830097-4-iscsi for vnic_type normal with profile {{(pid=103459) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 12 13:19:44.377200 dv-cinder-830097-4-iscsi neutron-server[103459]: DEBUG neutron.plugins.ml2.managers [None req-a35c0eac-19a1-470f-989c-b5fb85213474 None None] Attempting to bind port a316c228-cce6-48d9-ae2d-ee8b711bff90 by drivers openvswitch,hyperv on host dv-cinder-830097-4-iscsi at level 0 using segments [{'id': '39aadab9-ffeb-4018-ac4b-402a2c1e23da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 203, 'network_id': 'fc0e35fc-da48-4b0a-aef1-4a0c9e07f863'}] {{(pid=103459) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 12 13:19:44.377567 dv-cinder-830097-4-iscsi neutron-server[103459]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a35c0eac-19a1-470f-989c-b5fb85213474 None None] Attempting to bind port a316c228-cce6-48d9-ae2d-ee8b711bff90 on network fc0e35fc-da48-4b0a-aef1-4a0c9e07f863 {{(pid=103459) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 12 13:19:44.384547 dv-cinder-830097-4-iscsi neutron-server[103459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de677770-d098-456b-90eb-5ffca9ac28fb None None] Pushing event updated for resources: {'Port': ['ID=7687c0c6-c8be-420d-89f1-a159a5279ac1,revision_number=2']} {{(pid=103459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 13:19:44.387550 dv-cinder-830097-4-iscsi neutron-server[103459]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a35c0eac-19a1-470f-989c-b5fb85213474 None None] Checking agent: {'id': '3f2daa45-5e56-452b-8a21-b519edfce99e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-830097-4-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 12, 13, 7, 23), 'started_at': datetime.datetime(2022, 4, 12, 13, 7, 53), 'heartbeat_timestamp': datetime.datetime(2022, 4, 12, 13, 19, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-830097-4-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103459) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 12 13:19:44.387937 dv-cinder-830097-4-iscsi neutron-server[103459]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a35c0eac-19a1-470f-989c-b5fb85213474 None None] Checking segment: {'id': '39aadab9-ffeb-4018-ac4b-402a2c1e23da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 203, 'network_id': 'fc0e35fc-da48-4b0a-aef1-4a0c9e07f863'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103459) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 12 13:19:44.388344 dv-cinder-830097-4-iscsi neutron-server[103459]: DEBUG neutron_lib.callbacks.manager [None req-a35c0eac-19a1-470f-989c-b5fb85213474 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:19:44.388816 dv-cinder-830097-4-iscsi neutron-server[103459]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a35c0eac-19a1-470f-989c-b5fb85213474 None None] Bound using segment: {'id': '39aadab9-ffeb-4018-ac4b-402a2c1e23da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 203, 'network_id': 'fc0e35fc-da48-4b0a-aef1-4a0c9e07f863'} {{(pid=103459) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 12 13:19:44.389302 dv-cinder-830097-4-iscsi neutron-server[103459]: DEBUG neutron.plugins.ml2.managers [None req-a35c0eac-19a1-470f-989c-b5fb85213474 None None] Bound port: a316c228-cce6-48d9-ae2d-ee8b711bff90, host: dv-cinder-830097-4-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '39aadab9-ffeb-4018-ac4b-402a2c1e23da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 203, 'network_id': 'fc0e35fc-da48-4b0a-aef1-4a0c9e07f863'}}] {{(pid=103459) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 12 13:19:44.389720 dv-cinder-830097-4-iscsi neutron-server[103459]: DEBUG neutron_lib.callbacks.manager [None req-a35c0eac-19a1-470f-989c-b5fb85213474 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-916304'] for port (a316c228-cce6-48d9-ae2d-ee8b711bff90), before_update {{(pid=103459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:19:44.484096 dv-cinder-830097-4-iscsi neutron-server[103459]: DEBUG neutron.plugins.ml2.db [None req-a35c0eac-19a1-470f-989c-b5fb85213474 None None] For port a316c228-cce6-48d9-ae2d-ee8b711bff90, host dv-cinder-830097-4-iscsi, cleared binding levels {{(pid=103459) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 12 13:19:44.488104 dv-cinder-830097-4-iscsi neutron-server[103459]: DEBUG neutron.plugins.ml2.db [None req-a35c0eac-19a1-470f-989c-b5fb85213474 None None] For port a316c228-cce6-48d9-ae2d-ee8b711bff90, host dv-cinder-830097-4-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-830097-4-iscsi',level=0,port_id=a316c228-cce6-48d9-ae2d-ee8b711bff90,segment=NetworkSegment(39aadab9-ffeb-4018-ac4b-402a2c1e23da),segment_id=39aadab9-ffeb-4018-ac4b-402a2c1e23da)] {{(pid=103459) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 12 13:19:44.490186 dv-cinder-830097-4-iscsi neutron-server[103458]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-767260e8-b3e4-406f-be78-416ad305aec2 admin admin] Router 90412c38-0b00-48d0-9e60-afa9de49dea7 is scheduled to L3 agent b7e11a8b-aeed-493f-9763-461016dddc93 with binding_index 1 {{(pid=103458) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 12 13:19:44.496305 dv-cinder-830097-4-iscsi neutron-server[103459]: DEBUG neutron_lib.callbacks.manager [None req-a35c0eac-19a1-470f-989c-b5fb85213474 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-915890', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3697887', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732727894815', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732727417932', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732727417950'] for port (a316c228-cce6-48d9-ae2d-ee8b711bff90), after_update {{(pid=103459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:19:44.554711 dv-cinder-830097-4-iscsi neutron-server[103459]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a35c0eac-19a1-470f-989c-b5fb85213474 None None] Routers {'ba66042a-e589-44ce-9fdd-d59c505db23b'} bound to L3 agent in host dv-cinder-830097-4-iscsi {{(pid=103459) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 12 13:19:44.555368 dv-cinder-830097-4-iscsi neutron-server[103459]: DEBUG neutron.db.l3_hamode_db [None req-a35c0eac-19a1-470f-989c-b5fb85213474 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830097-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2022-04-12T13:07:19Z,description=,heartbeat_timestamp=2022-04-12T13:19:19Z,host='dv-cinder-830097-4-iscsi',id=b7e11a8b-aeed-493f-9763-461016dddc93,load=0,resource_versions=,resources_synced=,started_at=2022-04-12T13:07:19Z,topic='l3_agent')) {'router_ids': ['ba66042a-e589-44ce-9fdd-d59c505db23b'], 'active': True} {{(pid=103459) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 13:19:44.617022 dv-cinder-830097-4-iscsi neutron-server[103458]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-767260e8-b3e4-406f-be78-416ad305aec2 admin admin] Notify agent at l3_agent.dv-cinder-830097-4-iscsi the message routers_updated {{(pid=103458) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 12 13:19:44.633082 dv-cinder-830097-4-iscsi neutron-server[103460]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-24db497e-cadf-4760-ac6b-f9d29236cbfb None None] Sync routers for ids ['90412c38-0b00-48d0-9e60-afa9de49dea7'] in dv-cinder-830097-4-iscsi {{(pid=103460) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 12 13:19:44.654899 dv-cinder-830097-4-iscsi neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-767260e8-b3e4-406f-be78-416ad305aec2 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:19:44.659423 dv-cinder-830097-4-iscsi neutron-server[103458]: INFO neutron.wsgi [None req-767260e8-b3e4-406f-be78-416ad305aec2 admin admin] 10.222.0.18 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 1.8108976 Apr 12 13:19:44.659775 dv-cinder-830097-4-iscsi neutron-server[103457]: DEBUG neutron.wsgi [-] (103457) accepted ('10.222.0.18', 45724) {{(pid=103457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 13:19:44.662346 dv-cinder-830097-4-iscsi neutron-server[103460]: DEBUG neutron.db.l3_dvrscheduler_db [None req-24db497e-cadf-4760-ac6b-f9d29236cbfb None None] Routers {'90412c38-0b00-48d0-9e60-afa9de49dea7'} bound to L3 agent in host dv-cinder-830097-4-iscsi {{(pid=103460) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 12 13:19:44.662973 dv-cinder-830097-4-iscsi neutron-server[103460]: DEBUG neutron.db.l3_hamode_db [None req-24db497e-cadf-4760-ac6b-f9d29236cbfb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830097-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2022-04-12T13:07:19Z,description=,heartbeat_timestamp=2022-04-12T13:19:19Z,host='dv-cinder-830097-4-iscsi',id=b7e11a8b-aeed-493f-9763-461016dddc93,load=0,resource_versions=,resources_synced=,started_at=2022-04-12T13:07:19Z,topic='l3_agent')) {'router_ids': ['90412c38-0b00-48d0-9e60-afa9de49dea7'], 'active': True} {{(pid=103460) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 13:19:44.776810 dv-cinder-830097-4-iscsi neutron-server[103459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e42782a-1c48-4dec-b583-a45ef3647fcc None None] Pushing event updated for resources: {'Port': ['ID=a316c228-cce6-48d9-ae2d-ee8b711bff90,revision_number=4']} {{(pid=103459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 13:19:44.828999 dv-cinder-830097-4-iscsi neutron-server[103459]: DEBUG neutron.db.provisioning_blocks [None req-f4ced0ff-eaa2-4ccd-98d7-dd87ef68cd87 None None] Provisioning complete for port a316c228-cce6-48d9-ae2d-ee8b711bff90 triggered by entity DHCP. {{(pid=103459) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 12 13:19:44.829274 dv-cinder-830097-4-iscsi neutron-server[103459]: DEBUG neutron_lib.callbacks.manager [None req-f4ced0ff-eaa2-4ccd-98d7-dd87ef68cd87 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-657243'] for port (a316c228-cce6-48d9-ae2d-ee8b711bff90), provisioning_complete {{(pid=103459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:19:44.894059 dv-cinder-830097-4-iscsi neutron-server[103459]: DEBUG neutron.plugins.ml2.rpc [None req-53781792-8650-4c78-93a6-1c4d328d874c None None] Device a6bd8c1c-ed89-4dc0-93e5-88926e969196 up at agent ovs-agent-dv-cinder-830097-4-iscsi {{(pid=103459) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 12 13:19:44.911901 dv-cinder-830097-4-iscsi neutron-server[103460]: DEBUG neutron.db.l3_dvr_db [None req-24db497e-cadf-4760-ac6b-f9d29236cbfb None None] Set router 90412c38-0b00-48d0-9e60-afa9de49dea7 gateway port host: dv-cinder-830097-4-iscsi {{(pid=103460) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 12 13:19:45.011045 dv-cinder-830097-4-iscsi neutron-server[103459]: DEBUG neutron.db.l3_dvr_db [None req-a35c0eac-19a1-470f-989c-b5fb85213474 None None] Set router ba66042a-e589-44ce-9fdd-d59c505db23b gateway port host: dv-cinder-830097-4-iscsi {{(pid=103459) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 12 13:19:45.098180 dv-cinder-830097-4-iscsi neutron-server[103459]: DEBUG neutron.db.provisioning_blocks [None req-53781792-8650-4c78-93a6-1c4d328d874c None None] Provisioning complete for port a6bd8c1c-ed89-4dc0-93e5-88926e969196 triggered by entity L2. {{(pid=103459) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 12 13:19:45.098562 dv-cinder-830097-4-iscsi neutron-server[103459]: DEBUG neutron_lib.callbacks.manager [None req-53781792-8650-4c78-93a6-1c4d328d874c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-657243'] for port (a6bd8c1c-ed89-4dc0-93e5-88926e969196), provisioning_complete {{(pid=103459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:19:45.136995 dv-cinder-830097-4-iscsi neutron-server[103460]: DEBUG neutron.db.l3_hamode_db [None req-24db497e-cadf-4760-ac6b-f9d29236cbfb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '90412c38-0b00-48d0-9e60-afa9de49dea7', 'name': 'tempest-TestVolumeBootPattern-313426889-router', 'tenant_id': '9a626635b07f45ddab41825071a0e99a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '26d0436d-8ae2-49bd-8cc6-3d2eac552c84', 'external_fixed_ips': [{'subnet_id': 'd93852d8-8f89-4b1c-bef4-0e05f499a8db', 'ip_address': '172.27.0.181'}], 'enable_snat': True}, 'gw_port_id': 'c7dd2cfa-6794-4b89-865b-e2e1a07858d7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-12T13:19:42Z', 'updated_at': '2022-04-12T13:19:43Z', 'revision_number': 3, 'project_id': '9a626635b07f45ddab41825071a0e99a', 'gw_port': {'id': 'c7dd2cfa-6794-4b89-865b-e2e1a07858d7', 'name': '', 'network_id': '26d0436d-8ae2-49bd-8cc6-3d2eac552c84', 'tenant_id': '', 'mac_address': 'fa:16:3e:8a:d1:5e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '90412c38-0b00-48d0-9e60-afa9de49dea7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 475, 'fixed_ips': [{'subnet_id': 'd93852d8-8f89-4b1c-bef4-0e05f499a8db', 'ip_address': '172.27.0.181', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T13:19:43Z', 'updated_at': '2022-04-12T13:19:43Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'd93852d8-8f89-4b1c-bef4-0e05f499a8db', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830097-4-iscsi'}], 'dv-cinder-830097-4-iscsi', False) {} {{(pid=103460) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 13:19:45.152296 dv-cinder-830097-4-iscsi neutron-server[103459]: DEBUG neutron.plugins.ml2.plugin [None req-f4ced0ff-eaa2-4ccd-98d7-dd87ef68cd87 None None] Current status of the port a316c228-cce6-48d9-ae2d-ee8b711bff90 is: DOWN; New status is: ACTIVE {{(pid=103459) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 12 13:19:45.152718 dv-cinder-830097-4-iscsi neutron-server[103459]: DEBUG neutron_lib.callbacks.manager [None req-f4ced0ff-eaa2-4ccd-98d7-dd87ef68cd87 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-916304'] for port (a316c228-cce6-48d9-ae2d-ee8b711bff90), before_update {{(pid=103459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:19:45.231180 dv-cinder-830097-4-iscsi neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-478aa643-0e7a-4098-bf72-ccfb31f9e583 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-916304'] for port (None), before_create {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:19:45.267981 dv-cinder-830097-4-iscsi neutron-server[103460]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-24db497e-cadf-4760-ac6b-f9d29236cbfb None None] Checking router: 90412c38-0b00-48d0-9e60-afa9de49dea7 for host: dv-cinder-830097-4-iscsi {{(pid=103460) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 12 13:19:45.268465 dv-cinder-830097-4-iscsi neutron-server[103460]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-24db497e-cadf-4760-ac6b-f9d29236cbfb None None] Updating router 90412c38-0b00-48d0-9e60-afa9de49dea7 port c7dd2cfa-6794-4b89-865b-e2e1a07858d7 binding host dv-cinder-830097-4-iscsi {{(pid=103460) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 12 13:19:45.292743 dv-cinder-830097-4-iscsi neutron-server[103459]: DEBUG neutron.plugins.ml2.db [None req-f4ced0ff-eaa2-4ccd-98d7-dd87ef68cd87 None None] For port a316c228-cce6-48d9-ae2d-ee8b711bff90, host dv-cinder-830097-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-830097-4-iscsi',level=0,port_id=a316c228-cce6-48d9-ae2d-ee8b711bff90,segment=NetworkSegment(39aadab9-ffeb-4018-ac4b-402a2c1e23da),segment_id=39aadab9-ffeb-4018-ac4b-402a2c1e23da)] {{(pid=103459) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 12 13:19:45.299304 dv-cinder-830097-4-iscsi neutron-server[103460]: DEBUG neutron_lib.callbacks.manager [None req-24db497e-cadf-4760-ac6b-f9d29236cbfb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-916304'] for port (c7dd2cfa-6794-4b89-865b-e2e1a07858d7), before_update {{(pid=103460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:19:45.308960 dv-cinder-830097-4-iscsi neutron-server[103459]: DEBUG neutron_lib.callbacks.manager [None req-f4ced0ff-eaa2-4ccd-98d7-dd87ef68cd87 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-915890', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3697887', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732727894815', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732727417932', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732727417950'] for port (a316c228-cce6-48d9-ae2d-ee8b711bff90), after_update {{(pid=103459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:19:45.416331 dv-cinder-830097-4-iscsi neutron-server[103457]: DEBUG neutron.db.db_base_plugin_common [None req-478aa643-0e7a-4098-bf72-ccfb31f9e583 admin admin] Allocated IP 172.20.0.1 (8af4387f-3ada-4e59-87d1-e9e2d9f10b8d/55e50d89-83a0-4879-9279-a365291269bc/761b78c6-0c5b-416b-af44-76a58e355ee6) {{(pid=103457) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 12 13:19:45.435250 dv-cinder-830097-4-iscsi neutron-server[103459]: DEBUG neutron.plugins.ml2.plugin [None req-53781792-8650-4c78-93a6-1c4d328d874c None None] Current status of the port a6bd8c1c-ed89-4dc0-93e5-88926e969196 is: ACTIVE; New status is: ACTIVE {{(pid=103459) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 12 13:19:45.459139 dv-cinder-830097-4-iscsi neutron-server[103459]: DEBUG neutron.db.provisioning_blocks [None req-634f99eb-3ebb-4c19-81f6-fc0a111bad59 None None] Provisioning complete for port a316c228-cce6-48d9-ae2d-ee8b711bff90 triggered by entity DHCP. {{(pid=103459) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 12 13:19:45.459139 dv-cinder-830097-4-iscsi neutron-server[103459]: DEBUG neutron_lib.callbacks.manager [None req-634f99eb-3ebb-4c19-81f6-fc0a111bad59 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-657243'] for port (a316c228-cce6-48d9-ae2d-ee8b711bff90), provisioning_complete {{(pid=103459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:19:45.464807 dv-cinder-830097-4-iscsi neutron-server[103459]: DEBUG neutron.db.l3_hamode_db [None req-a35c0eac-19a1-470f-989c-b5fb85213474 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ba66042a-e589-44ce-9fdd-d59c505db23b', 'name': 'tempest-TestVolumeBootPattern-1121100241-router', 'tenant_id': '59e9ce76515147cfa24a7c710300c9c0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '26d0436d-8ae2-49bd-8cc6-3d2eac552c84', 'external_fixed_ips': [{'subnet_id': 'd93852d8-8f89-4b1c-bef4-0e05f499a8db', 'ip_address': '172.27.0.135'}], 'enable_snat': True}, 'gw_port_id': 'a6bd8c1c-ed89-4dc0-93e5-88926e969196', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-12T13:19:38Z', 'updated_at': '2022-04-12T13:19:41Z', 'revision_number': 4, 'project_id': '59e9ce76515147cfa24a7c710300c9c0', 'gw_port': {'id': 'a6bd8c1c-ed89-4dc0-93e5-88926e969196', 'name': '', 'network_id': '26d0436d-8ae2-49bd-8cc6-3d2eac552c84', 'tenant_id': '', 'mac_address': 'fa:16:3e:bd:61:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ba66042a-e589-44ce-9fdd-d59c505db23b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 463, 'fixed_ips': [{'subnet_id': 'd93852d8-8f89-4b1c-bef4-0e05f499a8db', 'ip_address': '172.27.0.135', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830097-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T13:19:38Z', 'updated_at': '2022-04-12T13:19:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd93852d8-8f89-4b1c-bef4-0e05f499a8db', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830097-4-iscsi', '_interfaces': [{'id': 'a316c228-cce6-48d9-ae2d-ee8b711bff90', 'name': '', 'network_id': 'fc0e35fc-da48-4b0a-aef1-4a0c9e07f863', 'tenant_id': '59e9ce76515147cfa24a7c710300c9c0', 'mac_address': 'fa:16:3e:ca:00:90', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ba66042a-e589-44ce-9fdd-d59c505db23b', 'device_owner': 'network:router_interface', 'standard_attr_id': 464, 'fixed_ips': [{'subnet_id': '3e5a37b9-6492-41e4-a03e-0f76c3de6aee', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830097-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T13:19:40Z', 'updated_at': '2022-04-12T13:19:44Z', 'revision_number': 4, 'project_id': '59e9ce76515147cfa24a7c710300c9c0', 'subnets': [{'id': '3e5a37b9-6492-41e4-a03e-0f76c3de6aee', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-830097-4-iscsi', False) {} {{(pid=103459) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 13:19:45.483229 dv-cinder-830097-4-iscsi neutron-server[103459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4ced0ff-eaa2-4ccd-98d7-dd87ef68cd87 None None] Pushing event updated for resources: {'Port': ['ID=a316c228-cce6-48d9-ae2d-ee8b711bff90,revision_number=5']} {{(pid=103459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 13:19:45.517702 dv-cinder-830097-4-iscsi neutron-server[103459]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a35c0eac-19a1-470f-989c-b5fb85213474 None None] The sync data for ids ['ba66042a-e589-44ce-9fdd-d59c505db23b'] in dv-cinder-830097-4-iscsi is: [{'id': 'ba66042a-e589-44ce-9fdd-d59c505db23b', 'name': 'tempest-TestVolumeBootPattern-1121100241-router', 'tenant_id': '59e9ce76515147cfa24a7c710300c9c0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '26d0436d-8ae2-49bd-8cc6-3d2eac552c84', 'external_fixed_ips': [{'subnet_id': 'd93852d8-8f89-4b1c-bef4-0e05f499a8db', 'ip_address': '172.27.0.135'}], 'enable_snat': True}, 'gw_port_id': 'a6bd8c1c-ed89-4dc0-93e5-88926e969196', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-12T13:19:38Z', 'updated_at': '2022-04-12T13:19:41Z', 'revision_number': 4, 'project_id': '59e9ce76515147cfa24a7c710300c9c0', 'gw_port': {'id': 'a6bd8c1c-ed89-4dc0-93e5-88926e969196', 'name': '', 'network_id': '26d0436d-8ae2-49bd-8cc6-3d2eac552c84', 'tenant_id': '', 'mac_address': 'fa:16:3e:bd:61:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ba66042a-e589-44ce-9fdd-d59c505db23b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 463, 'fixed_ips': [{'subnet_id': 'd93852d8-8f89-4b1c-bef4-0e05f499a8db', 'ip_address': '172.27.0.135', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830097-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T13:19:38Z', 'updated_at': '2022-04-12T13:19:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd93852d8-8f89-4b1c-bef4-0e05f499a8db', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830097-4-iscsi', '_interfaces': [{'id': 'a316c228-cce6-48d9-ae2d-ee8b711bff90', 'name': '', 'network_id': 'fc0e35fc-da48-4b0a-aef1-4a0c9e07f863', 'tenant_id': '59e9ce76515147cfa24a7c710300c9c0', 'mac_address': 'fa:16:3e:ca:00:90', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ba66042a-e589-44ce-9fdd-d59c505db23b', 'device_owner': 'network:router_interface', 'standard_attr_id': 464, 'fixed_ips': [{'subnet_id': '3e5a37b9-6492-41e4-a03e-0f76c3de6aee', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830097-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T13:19:40Z', 'updated_at': '2022-04-12T13:19:44Z', 'revision_number': 4, 'project_id': '59e9ce76515147cfa24a7c710300c9c0', 'subnets': [{'id': '3e5a37b9-6492-41e4-a03e-0f76c3de6aee', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103459) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 12 13:19:45.601924 dv-cinder-830097-4-iscsi neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-478aa643-0e7a-4098-bf72-ccfb31f9e583 admin admin] Publish callbacks [] for port (761b78c6-0c5b-416b-af44-76a58e355ee6), precommit_create {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:19:45.658976 dv-cinder-830097-4-iscsi neutron-server[103459]: DEBUG neutron.plugins.ml2.plugin [None req-634f99eb-3ebb-4c19-81f6-fc0a111bad59 None None] Current status of the port a316c228-cce6-48d9-ae2d-ee8b711bff90 is: ACTIVE; New status is: ACTIVE {{(pid=103459) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 12 13:19:45.664975 dv-cinder-830097-4-iscsi neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-478aa643-0e7a-4098-bf72-ccfb31f9e583 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-915890', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3697887', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732727417914', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25610742'] for port (761b78c6-0c5b-416b-af44-76a58e355ee6), after_create {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:19:45.692908 dv-cinder-830097-4-iscsi neutron-server[103460]: DEBUG neutron_lib.callbacks.manager [None req-24db497e-cadf-4760-ac6b-f9d29236cbfb None None] Publish callbacks [] for port (c7dd2cfa-6794-4b89-865b-e2e1a07858d7), precommit_update {{(pid=103460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:19:45.706028 dv-cinder-830097-4-iscsi neutron-server[103460]: DEBUG neutron_lib.callbacks.manager [None req-24db497e-cadf-4760-ac6b-f9d29236cbfb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-915890', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3697887', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732727894815', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732727417932', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732727417950'] for port (c7dd2cfa-6794-4b89-865b-e2e1a07858d7), after_update {{(pid=103460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:19:45.726980 dv-cinder-830097-4-iscsi neutron-server[103457]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-478aa643-0e7a-4098-bf72-ccfb31f9e583 admin admin] Network 8af4387f-3ada-4e59-87d1-e9e2d9f10b8d is already hosted by enough agents. {{(pid=103457) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 12 13:19:45.730752 dv-cinder-830097-4-iscsi neutron-server[103457]: DEBUG neutron.scheduler.base_scheduler [None req-478aa643-0e7a-4098-bf72-ccfb31f9e583 admin admin] Resources bound (agent type, host, resource id): {{(pid=103457) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 12 13:19:45.737201 dv-cinder-830097-4-iscsi neutron-server[103457]: DEBUG neutron.db.l3_dvrscheduler_db [None req-478aa643-0e7a-4098-bf72-ccfb31f9e583 admin admin] Received port after_create {{(pid=103457) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 12 13:19:45.774793 dv-cinder-830097-4-iscsi neutron-server[103460]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a34098c-8bdd-4301-ae10-81572a1c8eba None None] Pushing event updated for resources: {'Port': ['ID=c7dd2cfa-6794-4b89-865b-e2e1a07858d7,revision_number=2']} {{(pid=103460) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 13:19:45.781530 dv-cinder-830097-4-iscsi neutron-server[103460]: DEBUG neutron.plugins.ml2.managers [None req-24db497e-cadf-4760-ac6b-f9d29236cbfb None None] Attempting to bind port c7dd2cfa-6794-4b89-865b-e2e1a07858d7 on host dv-cinder-830097-4-iscsi for vnic_type normal with profile {{(pid=103460) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 12 13:19:45.782142 dv-cinder-830097-4-iscsi neutron-server[103460]: DEBUG neutron.plugins.ml2.managers [None req-24db497e-cadf-4760-ac6b-f9d29236cbfb None None] Attempting to bind port c7dd2cfa-6794-4b89-865b-e2e1a07858d7 by drivers openvswitch,hyperv on host dv-cinder-830097-4-iscsi at level 0 using segments [{'id': '333e2245-11dc-4fcd-9fb1-9fe65fae59ea', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '26d0436d-8ae2-49bd-8cc6-3d2eac552c84'}] {{(pid=103460) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 12 13:19:45.782676 dv-cinder-830097-4-iscsi neutron-server[103460]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-24db497e-cadf-4760-ac6b-f9d29236cbfb None None] Attempting to bind port c7dd2cfa-6794-4b89-865b-e2e1a07858d7 on network 26d0436d-8ae2-49bd-8cc6-3d2eac552c84 {{(pid=103460) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 12 13:19:45.789070 dv-cinder-830097-4-iscsi neutron-server[103460]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-24db497e-cadf-4760-ac6b-f9d29236cbfb None None] Checking agent: {'id': '3f2daa45-5e56-452b-8a21-b519edfce99e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-830097-4-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 12, 13, 7, 23), 'started_at': datetime.datetime(2022, 4, 12, 13, 7, 53), 'heartbeat_timestamp': datetime.datetime(2022, 4, 12, 13, 19, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-830097-4-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103460) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 12 13:19:45.789902 dv-cinder-830097-4-iscsi neutron-server[103460]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-24db497e-cadf-4760-ac6b-f9d29236cbfb None None] Checking segment: {'id': '333e2245-11dc-4fcd-9fb1-9fe65fae59ea', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '26d0436d-8ae2-49bd-8cc6-3d2eac552c84'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103460) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 12 13:19:45.790628 dv-cinder-830097-4-iscsi neutron-server[103457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-478aa643-0e7a-4098-bf72-ccfb31f9e583 admin admin] Pushing event updated for resources: {'Port': ['ID=761b78c6-0c5b-416b-af44-76a58e355ee6,revision_number=1']} {{(pid=103457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 13:19:45.790758 dv-cinder-830097-4-iscsi neutron-server[103460]: DEBUG neutron_lib.callbacks.manager [None req-24db497e-cadf-4760-ac6b-f9d29236cbfb None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:19:45.791695 dv-cinder-830097-4-iscsi neutron-server[103460]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-24db497e-cadf-4760-ac6b-f9d29236cbfb None None] Bound using segment: {'id': '333e2245-11dc-4fcd-9fb1-9fe65fae59ea', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '26d0436d-8ae2-49bd-8cc6-3d2eac552c84'} {{(pid=103460) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 12 13:19:45.792328 dv-cinder-830097-4-iscsi neutron-server[103460]: DEBUG neutron.plugins.ml2.managers [None req-24db497e-cadf-4760-ac6b-f9d29236cbfb None None] Bound port: c7dd2cfa-6794-4b89-865b-e2e1a07858d7, host: dv-cinder-830097-4-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '333e2245-11dc-4fcd-9fb1-9fe65fae59ea', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '26d0436d-8ae2-49bd-8cc6-3d2eac552c84'}}] {{(pid=103460) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 12 13:19:45.793606 dv-cinder-830097-4-iscsi neutron-server[103460]: DEBUG neutron_lib.callbacks.manager [None req-24db497e-cadf-4760-ac6b-f9d29236cbfb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-916304'] for port (c7dd2cfa-6794-4b89-865b-e2e1a07858d7), before_update {{(pid=103460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:19:45.794520 dv-cinder-830097-4-iscsi neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-478aa643-0e7a-4098-bf72-ccfb31f9e583 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3738971'] for router_interface (90412c38-0b00-48d0-9e60-afa9de49dea7), before_create {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:19:45.870413 dv-cinder-830097-4-iscsi neutron-server[103460]: DEBUG neutron.plugins.ml2.db [None req-24db497e-cadf-4760-ac6b-f9d29236cbfb None None] For port c7dd2cfa-6794-4b89-865b-e2e1a07858d7, host dv-cinder-830097-4-iscsi, cleared binding levels {{(pid=103460) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 12 13:19:45.877624 dv-cinder-830097-4-iscsi neutron-server[103460]: DEBUG neutron.plugins.ml2.db [None req-24db497e-cadf-4760-ac6b-f9d29236cbfb None None] For port c7dd2cfa-6794-4b89-865b-e2e1a07858d7, host dv-cinder-830097-4-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-830097-4-iscsi',level=0,port_id=c7dd2cfa-6794-4b89-865b-e2e1a07858d7,segment=NetworkSegment(333e2245-11dc-4fcd-9fb1-9fe65fae59ea),segment_id=333e2245-11dc-4fcd-9fb1-9fe65fae59ea)] {{(pid=103460) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 12 13:19:45.888421 dv-cinder-830097-4-iscsi neutron-server[103460]: DEBUG neutron_lib.callbacks.manager [None req-24db497e-cadf-4760-ac6b-f9d29236cbfb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-915890', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3697887', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732727894815', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732727417932', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732727417950'] for port (c7dd2cfa-6794-4b89-865b-e2e1a07858d7), after_update {{(pid=103460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:19:45.964423 dv-cinder-830097-4-iscsi neutron-server[103459]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-316ca5c7-77b5-4a1a-94b0-10ad2ab3f13f None None] Network 8af4387f-3ada-4e59-87d1-e9e2d9f10b8d requested from dv-cinder-830097-4-iscsi {{(pid=103459) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 12 13:19:45.986569 dv-cinder-830097-4-iscsi neutron-server[103460]: DEBUG neutron.db.l3_dvrscheduler_db [None req-24db497e-cadf-4760-ac6b-f9d29236cbfb None None] Routers {'90412c38-0b00-48d0-9e60-afa9de49dea7'} bound to L3 agent in host dv-cinder-830097-4-iscsi {{(pid=103460) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 12 13:19:45.987413 dv-cinder-830097-4-iscsi neutron-server[103460]: DEBUG neutron.db.l3_hamode_db [None req-24db497e-cadf-4760-ac6b-f9d29236cbfb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830097-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2022-04-12T13:07:19Z,description=,heartbeat_timestamp=2022-04-12T13:19:19Z,host='dv-cinder-830097-4-iscsi',id=b7e11a8b-aeed-493f-9763-461016dddc93,load=0,resource_versions=,resources_synced=,started_at=2022-04-12T13:07:19Z,topic='l3_agent')) {'router_ids': ['90412c38-0b00-48d0-9e60-afa9de49dea7'], 'active': True} {{(pid=103460) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 13:19:45.991323 dv-cinder-830097-4-iscsi neutron-server[103460]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a34098c-8bdd-4301-ae10-81572a1c8eba None None] Pushing event updated for resources: {'Port': ['ID=c7dd2cfa-6794-4b89-865b-e2e1a07858d7,revision_number=3']} {{(pid=103460) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 13:19:46.051322 dv-cinder-830097-4-iscsi neutron-server[103459]: DEBUG neutron.db.provisioning_blocks [None req-071a651f-dd58-4dcd-8764-309c1e460487 None None] Provisioning complete for port 7687c0c6-c8be-420d-89f1-a159a5279ac1 triggered by entity DHCP. {{(pid=103459) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 12 13:19:46.051895 dv-cinder-830097-4-iscsi neutron-server[103459]: DEBUG neutron_lib.callbacks.manager [None req-071a651f-dd58-4dcd-8764-309c1e460487 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-657243'] for port (7687c0c6-c8be-420d-89f1-a159a5279ac1), provisioning_complete {{(pid=103459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:19:46.161555 dv-cinder-830097-4-iscsi neutron-server[103460]: DEBUG neutron.db.l3_dvr_db [None req-24db497e-cadf-4760-ac6b-f9d29236cbfb None None] Set router 90412c38-0b00-48d0-9e60-afa9de49dea7 gateway port host: dv-cinder-830097-4-iscsi {{(pid=103460) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 12 13:19:46.166115 dv-cinder-830097-4-iscsi neutron-server[103459]: DEBUG neutron.plugins.ml2.plugin [None req-071a651f-dd58-4dcd-8764-309c1e460487 None None] Current status of the port 7687c0c6-c8be-420d-89f1-a159a5279ac1 is: DOWN; New status is: ACTIVE {{(pid=103459) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 12 13:19:46.166566 dv-cinder-830097-4-iscsi neutron-server[103459]: DEBUG neutron_lib.callbacks.manager [None req-071a651f-dd58-4dcd-8764-309c1e460487 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-916304'] for port (7687c0c6-c8be-420d-89f1-a159a5279ac1), before_update {{(pid=103459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:19:46.277649 dv-cinder-830097-4-iscsi neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-478aa643-0e7a-4098-bf72-ccfb31f9e583 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-916304'] for port (761b78c6-0c5b-416b-af44-76a58e355ee6), before_update {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:19:46.279930 dv-cinder-830097-4-iscsi neutron-server[103459]: DEBUG neutron.plugins.ml2.db [None req-071a651f-dd58-4dcd-8764-309c1e460487 None None] For port 7687c0c6-c8be-420d-89f1-a159a5279ac1, host dv-cinder-830097-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-830097-4-iscsi',level=0,port_id=7687c0c6-c8be-420d-89f1-a159a5279ac1,segment=NetworkSegment(4b2181b3-fe73-4feb-8676-c2dd24f2933e),segment_id=4b2181b3-fe73-4feb-8676-c2dd24f2933e)] {{(pid=103459) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 12 13:19:46.284109 dv-cinder-830097-4-iscsi neutron-server[103459]: DEBUG neutron_lib.callbacks.manager [None req-071a651f-dd58-4dcd-8764-309c1e460487 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-915890', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3697887', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732727894815', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732727417932', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732727417950'] for port (7687c0c6-c8be-420d-89f1-a159a5279ac1), after_update {{(pid=103459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:19:46.356993 dv-cinder-830097-4-iscsi neutron-server[103459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-071a651f-dd58-4dcd-8764-309c1e460487 None None] Pushing event updated for resources: {'Port': ['ID=7687c0c6-c8be-420d-89f1-a159a5279ac1,revision_number=3']} {{(pid=103459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 13:19:46.468489 dv-cinder-830097-4-iscsi neutron-server[103460]: DEBUG neutron.db.l3_hamode_db [None req-24db497e-cadf-4760-ac6b-f9d29236cbfb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '90412c38-0b00-48d0-9e60-afa9de49dea7', 'name': 'tempest-TestVolumeBootPattern-313426889-router', 'tenant_id': '9a626635b07f45ddab41825071a0e99a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '26d0436d-8ae2-49bd-8cc6-3d2eac552c84', 'external_fixed_ips': [{'subnet_id': 'd93852d8-8f89-4b1c-bef4-0e05f499a8db', 'ip_address': '172.27.0.181'}], 'enable_snat': True}, 'gw_port_id': 'c7dd2cfa-6794-4b89-865b-e2e1a07858d7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-12T13:19:42Z', 'updated_at': '2022-04-12T13:19:45Z', 'revision_number': 4, 'project_id': '9a626635b07f45ddab41825071a0e99a', 'gw_port': {'id': 'c7dd2cfa-6794-4b89-865b-e2e1a07858d7', 'name': '', 'network_id': '26d0436d-8ae2-49bd-8cc6-3d2eac552c84', 'tenant_id': '', 'mac_address': 'fa:16:3e:8a:d1:5e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '90412c38-0b00-48d0-9e60-afa9de49dea7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 475, 'fixed_ips': [{'subnet_id': 'd93852d8-8f89-4b1c-bef4-0e05f499a8db', 'ip_address': '172.27.0.181', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830097-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T13:19:43Z', 'updated_at': '2022-04-12T13:19:45Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd93852d8-8f89-4b1c-bef4-0e05f499a8db', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830097-4-iscsi', '_interfaces': [{'id': '761b78c6-0c5b-416b-af44-76a58e355ee6', 'name': '', 'network_id': '8af4387f-3ada-4e59-87d1-e9e2d9f10b8d', 'tenant_id': '9a626635b07f45ddab41825071a0e99a', 'mac_address': 'fa:16:3e:00:af:cb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '90412c38-0b00-48d0-9e60-afa9de49dea7', 'device_owner': 'network:router_interface', 'standard_attr_id': 476, 'fixed_ips': [{'subnet_id': '55e50d89-83a0-4879-9279-a365291269bc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T13:19:45Z', 'updated_at': '2022-04-12T13:19:45Z', 'revision_number': 1, 'project_id': '9a626635b07f45ddab41825071a0e99a', 'subnets': [{'id': '55e50d89-83a0-4879-9279-a365291269bc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-830097-4-iscsi', False) {} {{(pid=103460) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 13:19:46.490456 dv-cinder-830097-4-iscsi neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-478aa643-0e7a-4098-bf72-ccfb31f9e583 admin admin] Publish callbacks [] for port (761b78c6-0c5b-416b-af44-76a58e355ee6), precommit_update {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:19:46.496392 dv-cinder-830097-4-iscsi neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-478aa643-0e7a-4098-bf72-ccfb31f9e583 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-915890', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3697887', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732727894815', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732727417932', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732727417950', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25610749'] for port (761b78c6-0c5b-416b-af44-76a58e355ee6), after_update {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:19:46.500325 dv-cinder-830097-4-iscsi neutron-server[103460]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-24db497e-cadf-4760-ac6b-f9d29236cbfb None None] The sync data for ids ['90412c38-0b00-48d0-9e60-afa9de49dea7'] in dv-cinder-830097-4-iscsi is: [{'id': '90412c38-0b00-48d0-9e60-afa9de49dea7', 'name': 'tempest-TestVolumeBootPattern-313426889-router', 'tenant_id': '9a626635b07f45ddab41825071a0e99a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '26d0436d-8ae2-49bd-8cc6-3d2eac552c84', 'external_fixed_ips': [{'subnet_id': 'd93852d8-8f89-4b1c-bef4-0e05f499a8db', 'ip_address': '172.27.0.181'}], 'enable_snat': True}, 'gw_port_id': 'c7dd2cfa-6794-4b89-865b-e2e1a07858d7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-12T13:19:42Z', 'updated_at': '2022-04-12T13:19:45Z', 'revision_number': 4, 'project_id': '9a626635b07f45ddab41825071a0e99a', 'gw_port': {'id': 'c7dd2cfa-6794-4b89-865b-e2e1a07858d7', 'name': '', 'network_id': '26d0436d-8ae2-49bd-8cc6-3d2eac552c84', 'tenant_id': '', 'mac_address': 'fa:16:3e:8a:d1:5e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '90412c38-0b00-48d0-9e60-afa9de49dea7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 475, 'fixed_ips': [{'subnet_id': 'd93852d8-8f89-4b1c-bef4-0e05f499a8db', 'ip_address': '172.27.0.181', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830097-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T13:19:43Z', 'updated_at': '2022-04-12T13:19:45Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd93852d8-8f89-4b1c-bef4-0e05f499a8db', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830097-4-iscsi', '_interfaces': [{'id': '761b78c6-0c5b-416b-af44-76a58e355ee6', 'name': '', 'network_id': '8af4387f-3ada-4e59-87d1-e9e2d9f10b8d', 'tenant_id': '9a626635b07f45ddab41825071a0e99a', 'mac_address': 'fa:16:3e:00:af:cb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '90412c38-0b00-48d0-9e60-afa9de49dea7', 'device_owner': 'network:router_interface', 'standard_attr_id': 476, 'fixed_ips': [{'subnet_id': '55e50d89-83a0-4879-9279-a365291269bc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T13:19:45Z', 'updated_at': '2022-04-12T13:19:45Z', 'revision_number': 1, 'project_id': '9a626635b07f45ddab41825071a0e99a', 'subnets': [{'id': '55e50d89-83a0-4879-9279-a365291269bc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103460) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 12 13:19:46.576270 dv-cinder-830097-4-iscsi neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-478aa643-0e7a-4098-bf72-ccfb31f9e583 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3697905', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3750891'] for router_interface (90412c38-0b00-48d0-9e60-afa9de49dea7), after_create {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:19:46.585971 dv-cinder-830097-4-iscsi neutron-server[103457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-478aa643-0e7a-4098-bf72-ccfb31f9e583 admin admin] Pushing event updated for resources: {'Port': ['ID=761b78c6-0c5b-416b-af44-76a58e355ee6,revision_number=2']} {{(pid=103457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 13:19:46.614667 dv-cinder-830097-4-iscsi neutron-server[103459]: DEBUG neutron.db.provisioning_blocks [None req-25ae02ea-eee7-4756-b36b-311c860f4278 None None] Provisioning complete for port 7687c0c6-c8be-420d-89f1-a159a5279ac1 triggered by entity DHCP. {{(pid=103459) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 12 13:19:46.615049 dv-cinder-830097-4-iscsi neutron-server[103459]: DEBUG neutron_lib.callbacks.manager [None req-25ae02ea-eee7-4756-b36b-311c860f4278 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-657243'] for port (7687c0c6-c8be-420d-89f1-a159a5279ac1), provisioning_complete {{(pid=103459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:19:46.728678 dv-cinder-830097-4-iscsi neutron-server[103457]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-478aa643-0e7a-4098-bf72-ccfb31f9e583 admin admin] Network 8af4387f-3ada-4e59-87d1-e9e2d9f10b8d is already hosted by enough agents. {{(pid=103457) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 12 13:19:46.732039 dv-cinder-830097-4-iscsi neutron-server[103457]: DEBUG neutron.scheduler.base_scheduler [None req-478aa643-0e7a-4098-bf72-ccfb31f9e583 admin admin] Resources bound (agent type, host, resource id): {{(pid=103457) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 12 13:19:46.823070 dv-cinder-830097-4-iscsi neutron-server[103459]: DEBUG neutron.plugins.ml2.plugin [None req-25ae02ea-eee7-4756-b36b-311c860f4278 None None] Current status of the port 7687c0c6-c8be-420d-89f1-a159a5279ac1 is: ACTIVE; New status is: ACTIVE {{(pid=103459) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 12 13:19:46.826951 dv-cinder-830097-4-iscsi neutron-server[103459]: DEBUG neutron_lib.callbacks.manager [None req-6342a07e-098c-44a5-a075-c0b5c67cdd0b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732727929501', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-657397'] for agent (246ca497-e2ee-4e0b-b432-b4153c207e5f), after_update {{(pid=103459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:19:46.840810 dv-cinder-830097-4-iscsi neutron-server[103459]: DEBUG neutron.db.provisioning_blocks [None req-25ae02ea-eee7-4756-b36b-311c860f4278 None None] Provisioning complete for port 761b78c6-0c5b-416b-af44-76a58e355ee6 triggered by entity DHCP. {{(pid=103459) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 12 13:19:46.841181 dv-cinder-830097-4-iscsi neutron-server[103459]: DEBUG neutron_lib.callbacks.manager [None req-25ae02ea-eee7-4756-b36b-311c860f4278 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-657243'] for port (761b78c6-0c5b-416b-af44-76a58e355ee6), provisioning_complete {{(pid=103459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:19:46.877191 dv-cinder-830097-4-iscsi neutron-server[103459]: DEBUG neutron.plugins.ml2.rpc [None req-53781792-8650-4c78-93a6-1c4d328d874c None None] Device a316c228-cce6-48d9-ae2d-ee8b711bff90 up at agent ovs-agent-dv-cinder-830097-4-iscsi {{(pid=103459) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 12 13:19:46.972052 dv-cinder-830097-4-iscsi neutron-server[103459]: DEBUG neutron.plugins.ml2.plugin [None req-25ae02ea-eee7-4756-b36b-311c860f4278 None None] Port 761b78c6-0c5b-416b-af44-76a58e355ee6 cannot update to ACTIVE because it is not bound. {{(pid=103459) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 12 13:19:46.977997 dv-cinder-830097-4-iscsi neutron-server[103457]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-478aa643-0e7a-4098-bf72-ccfb31f9e583 admin admin] Router 90412c38-0b00-48d0-9e60-afa9de49dea7 has already been hosted by L3 agent b7e11a8b-aeed-493f-9763-461016dddc93 {{(pid=103457) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 12 13:19:47.000684 dv-cinder-830097-4-iscsi neutron-server[103459]: DEBUG neutron.db.provisioning_blocks [None req-53781792-8650-4c78-93a6-1c4d328d874c None None] Provisioning complete for port a316c228-cce6-48d9-ae2d-ee8b711bff90 triggered by entity L2. {{(pid=103459) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 12 13:19:47.001262 dv-cinder-830097-4-iscsi neutron-server[103459]: DEBUG neutron_lib.callbacks.manager [None req-53781792-8650-4c78-93a6-1c4d328d874c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-657243'] for port (a316c228-cce6-48d9-ae2d-ee8b711bff90), provisioning_complete {{(pid=103459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:19:47.134056 dv-cinder-830097-4-iscsi neutron-server[103459]: DEBUG neutron.db.provisioning_blocks [None req-33aa850e-b97a-4ad6-bcae-1aa608ffbc05 None None] Provisioning complete for port 761b78c6-0c5b-416b-af44-76a58e355ee6 triggered by entity DHCP. {{(pid=103459) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 12 13:19:47.134372 dv-cinder-830097-4-iscsi neutron-server[103459]: DEBUG neutron_lib.callbacks.manager [None req-33aa850e-b97a-4ad6-bcae-1aa608ffbc05 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-657243'] for port (761b78c6-0c5b-416b-af44-76a58e355ee6), provisioning_complete {{(pid=103459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:19:47.138821 dv-cinder-830097-4-iscsi neutron-server[103459]: DEBUG neutron.plugins.ml2.plugin [None req-53781792-8650-4c78-93a6-1c4d328d874c None None] Current status of the port a316c228-cce6-48d9-ae2d-ee8b711bff90 is: ACTIVE; New status is: ACTIVE {{(pid=103459) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 12 13:19:47.142512 dv-cinder-830097-4-iscsi neutron-server[103459]: DEBUG neutron.plugins.ml2.rpc [None req-53781792-8650-4c78-93a6-1c4d328d874c None None] Device 7687c0c6-c8be-420d-89f1-a159a5279ac1 up at agent ovs-agent-dv-cinder-830097-4-iscsi {{(pid=103459) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 12 13:19:47.172625 dv-cinder-830097-4-iscsi neutron-server[103457]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-478aa643-0e7a-4098-bf72-ccfb31f9e583 admin admin] Notify agent at l3_agent.dv-cinder-830097-4-iscsi the message routers_updated {{(pid=103457) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 12 13:19:47.192919 dv-cinder-830097-4-iscsi neutron-server[103457]: INFO neutron.wsgi [None req-478aa643-0e7a-4098-bf72-ccfb31f9e583 admin admin] 10.222.0.18 "PUT /v2.0/routers/90412c38-0b00-48d0-9e60-afa9de49dea7/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5183101 Apr 12 13:19:47.212349 dv-cinder-830097-4-iscsi neutron-server[103459]: DEBUG neutron.plugins.ml2.plugin [None req-33aa850e-b97a-4ad6-bcae-1aa608ffbc05 None None] Port 761b78c6-0c5b-416b-af44-76a58e355ee6 cannot update to ACTIVE because it is not bound. {{(pid=103459) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 12 13:19:47.249631 dv-cinder-830097-4-iscsi neutron-server[103459]: DEBUG neutron.db.provisioning_blocks [None req-53781792-8650-4c78-93a6-1c4d328d874c None None] Provisioning complete for port 7687c0c6-c8be-420d-89f1-a159a5279ac1 triggered by entity L2. {{(pid=103459) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 12 13:19:47.250413 dv-cinder-830097-4-iscsi neutron-server[103459]: DEBUG neutron_lib.callbacks.manager [None req-53781792-8650-4c78-93a6-1c4d328d874c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-657243'] for port (7687c0c6-c8be-420d-89f1-a159a5279ac1), provisioning_complete {{(pid=103459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:19:47.341814 dv-cinder-830097-4-iscsi neutron-server[103459]: DEBUG neutron.db.provisioning_blocks [None req-85d9d2c8-8487-439e-8d45-e76c66269f9a None None] Provisioning complete for port 761b78c6-0c5b-416b-af44-76a58e355ee6 triggered by entity DHCP. {{(pid=103459) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 12 13:19:47.342175 dv-cinder-830097-4-iscsi neutron-server[103459]: DEBUG neutron_lib.callbacks.manager [None req-85d9d2c8-8487-439e-8d45-e76c66269f9a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-657243'] for port (761b78c6-0c5b-416b-af44-76a58e355ee6), provisioning_complete {{(pid=103459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:19:47.379226 dv-cinder-830097-4-iscsi neutron-server[103459]: DEBUG neutron.plugins.ml2.plugin [None req-53781792-8650-4c78-93a6-1c4d328d874c None None] Current status of the port 7687c0c6-c8be-420d-89f1-a159a5279ac1 is: ACTIVE; New status is: ACTIVE {{(pid=103459) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 12 13:19:47.392410 dv-cinder-830097-4-iscsi neutron-server[103459]: DEBUG neutron.plugins.ml2.plugin [None req-85d9d2c8-8487-439e-8d45-e76c66269f9a None None] Port 761b78c6-0c5b-416b-af44-76a58e355ee6 cannot update to ACTIVE because it is not bound. {{(pid=103459) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 12 13:19:47.703162 dv-cinder-830097-4-iscsi neutron-server[103457]: DEBUG neutron.wsgi [-] (103457) accepted ('10.222.0.18', 45750) {{(pid=103457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 13:19:47.707923 dv-cinder-830097-4-iscsi neutron-server[103457]: DEBUG neutron.api.v2.base [None req-2333bb4b-1cd9-4aff-96df-d8fcafc54407 tempest-TestVolumeBootPattern-1974338582 tempest-TestVolumeBootPattern-1974338582-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1987074930', 'description': 'tempest-secgroup-smoke-1987074930 description', 'project_id': '59e9ce76515147cfa24a7c710300c9c0'}} {{(pid=103457) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 12 13:19:47.728640 dv-cinder-830097-4-iscsi neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-2333bb4b-1cd9-4aff-96df-d8fcafc54407 tempest-TestVolumeBootPattern-1974338582 tempest-TestVolumeBootPattern-1974338582-project] Publish callbacks [] for security_group (None), before_create {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:19:47.794751 dv-cinder-830097-4-iscsi neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-2333bb4b-1cd9-4aff-96df-d8fcafc54407 tempest-TestVolumeBootPattern-1974338582 tempest-TestVolumeBootPattern-1974338582-project] Publish callbacks [] for security_group (a66f9d14-bc7f-40ff-bcf2-fda4f9360a16), precommit_create {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:19:47.799760 dv-cinder-830097-4-iscsi neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-2333bb4b-1cd9-4aff-96df-d8fcafc54407 tempest-TestVolumeBootPattern-1974338582 tempest-TestVolumeBootPattern-1974338582-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3691807'] for security_group (a66f9d14-bc7f-40ff-bcf2-fda4f9360a16), after_create {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:19:47.829859 dv-cinder-830097-4-iscsi neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-2333bb4b-1cd9-4aff-96df-d8fcafc54407 tempest-TestVolumeBootPattern-1974338582 tempest-TestVolumeBootPattern-1974338582-project] Publish callbacks [] for security_group (None), before_response {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:19:47.831054 dv-cinder-830097-4-iscsi neutron-server[103457]: INFO neutron.wsgi [None req-2333bb4b-1cd9-4aff-96df-d8fcafc54407 tempest-TestVolumeBootPattern-1974338582 tempest-TestVolumeBootPattern-1974338582-project] 10.222.0.18 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1811 time: 0.1268675 Apr 12 13:19:47.832368 dv-cinder-830097-4-iscsi neutron-server[103457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2333bb4b-1cd9-4aff-96df-d8fcafc54407 tempest-TestVolumeBootPattern-1974338582 tempest-TestVolumeBootPattern-1974338582-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a66f9d14-bc7f-40ff-bcf2-fda4f9360a16,revision_number=1']} {{(pid=103457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 13:19:47.834377 dv-cinder-830097-4-iscsi neutron-server[103458]: DEBUG neutron.wsgi [-] (103458) accepted ('10.222.0.18', 45754) {{(pid=103458) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 13:19:47.838894 dv-cinder-830097-4-iscsi neutron-server[103458]: DEBUG neutron.api.v2.base [None req-83f3ab75-6408-4212-8d27-c4bbfc506fb4 tempest-TestVolumeBootPattern-1974338582 tempest-TestVolumeBootPattern-1974338582-project] Request body: {'security_group_rule': {'security_group_id': 'a66f9d14-bc7f-40ff-bcf2-fda4f9360a16', 'project_id': '59e9ce76515147cfa24a7c710300c9c0', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103458) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 12 13:19:47.864799 dv-cinder-830097-4-iscsi neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-83f3ab75-6408-4212-8d27-c4bbfc506fb4 tempest-TestVolumeBootPattern-1974338582 tempest-TestVolumeBootPattern-1974338582-project] Publish callbacks [] for security_group_rule (e08f9bed-3851-48b0-8c86-ffaeb3fca2b2), before_create {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:19:47.919659 dv-cinder-830097-4-iscsi neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-83f3ab75-6408-4212-8d27-c4bbfc506fb4 tempest-TestVolumeBootPattern-1974338582 tempest-TestVolumeBootPattern-1974338582-project] Publish callbacks [] for security_group_rule (e08f9bed-3851-48b0-8c86-ffaeb3fca2b2), precommit_create {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:19:47.923414 dv-cinder-830097-4-iscsi neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-83f3ab75-6408-4212-8d27-c4bbfc506fb4 tempest-TestVolumeBootPattern-1974338582 tempest-TestVolumeBootPattern-1974338582-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3691881'] for security_group_rule (e08f9bed-3851-48b0-8c86-ffaeb3fca2b2), after_create {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:19:47.941688 dv-cinder-830097-4-iscsi neutron-server[103458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83f3ab75-6408-4212-8d27-c4bbfc506fb4 tempest-TestVolumeBootPattern-1974338582 tempest-TestVolumeBootPattern-1974338582-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e08f9bed-3851-48b0-8c86-ffaeb3fca2b2,revision_number=0']} {{(pid=103458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 13:19:47.945934 dv-cinder-830097-4-iscsi neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-83f3ab75-6408-4212-8d27-c4bbfc506fb4 tempest-TestVolumeBootPattern-1974338582 tempest-TestVolumeBootPattern-1974338582-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:19:47.947202 dv-cinder-830097-4-iscsi neutron-server[103458]: INFO neutron.wsgi [None req-83f3ab75-6408-4212-8d27-c4bbfc506fb4 tempest-TestVolumeBootPattern-1974338582 tempest-TestVolumeBootPattern-1974338582-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1118214 Apr 12 13:19:47.949920 dv-cinder-830097-4-iscsi neutron-server[103458]: DEBUG neutron.wsgi [-] (103458) accepted ('10.222.0.18', 45756) {{(pid=103458) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 13:19:47.954940 dv-cinder-830097-4-iscsi neutron-server[103458]: DEBUG neutron.api.v2.base [None req-fa1f7063-bfcc-42e6-955c-072c168cb454 tempest-TestVolumeBootPattern-1974338582 tempest-TestVolumeBootPattern-1974338582-project] Request body: {'security_group_rule': {'security_group_id': 'a66f9d14-bc7f-40ff-bcf2-fda4f9360a16', 'project_id': '59e9ce76515147cfa24a7c710300c9c0', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=103458) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 12 13:19:47.979029 dv-cinder-830097-4-iscsi neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-fa1f7063-bfcc-42e6-955c-072c168cb454 tempest-TestVolumeBootPattern-1974338582 tempest-TestVolumeBootPattern-1974338582-project] Publish callbacks [] for security_group_rule (fed35359-6cc9-4e77-bd4c-56d4a40c0a22), before_create {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:19:48.037468 dv-cinder-830097-4-iscsi neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-fa1f7063-bfcc-42e6-955c-072c168cb454 tempest-TestVolumeBootPattern-1974338582 tempest-TestVolumeBootPattern-1974338582-project] Publish callbacks [] for security_group_rule (fed35359-6cc9-4e77-bd4c-56d4a40c0a22), precommit_create {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:19:48.041453 dv-cinder-830097-4-iscsi neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-fa1f7063-bfcc-42e6-955c-072c168cb454 tempest-TestVolumeBootPattern-1974338582 tempest-TestVolumeBootPattern-1974338582-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3691881'] for security_group_rule (fed35359-6cc9-4e77-bd4c-56d4a40c0a22), after_create {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:19:48.058387 dv-cinder-830097-4-iscsi neutron-server[103458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa1f7063-bfcc-42e6-955c-072c168cb454 tempest-TestVolumeBootPattern-1974338582 tempest-TestVolumeBootPattern-1974338582-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=fed35359-6cc9-4e77-bd4c-56d4a40c0a22,revision_number=0']} {{(pid=103458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 13:19:48.069138 dv-cinder-830097-4-iscsi neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-fa1f7063-bfcc-42e6-955c-072c168cb454 tempest-TestVolumeBootPattern-1974338582 tempest-TestVolumeBootPattern-1974338582-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:19:48.070356 dv-cinder-830097-4-iscsi neutron-server[103458]: INFO neutron.wsgi [None req-fa1f7063-bfcc-42e6-955c-072c168cb454 tempest-TestVolumeBootPattern-1974338582 tempest-TestVolumeBootPattern-1974338582-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1196239 Apr 12 13:19:48.073284 dv-cinder-830097-4-iscsi neutron-server[103457]: DEBUG neutron.wsgi [-] (103457) accepted ('10.222.0.18', 45762) {{(pid=103457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 13:19:48.078500 dv-cinder-830097-4-iscsi neutron-server[103457]: DEBUG neutron.api.v2.base [None req-c39225d9-519b-48e6-95db-3fa2029e67b4 tempest-TestVolumeBootPattern-1974338582 tempest-TestVolumeBootPattern-1974338582-project] Request body: {'security_group_rule': {'security_group_id': 'a66f9d14-bc7f-40ff-bcf2-fda4f9360a16', 'project_id': '59e9ce76515147cfa24a7c710300c9c0', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=103457) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 12 13:19:48.103432 dv-cinder-830097-4-iscsi neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-c39225d9-519b-48e6-95db-3fa2029e67b4 tempest-TestVolumeBootPattern-1974338582 tempest-TestVolumeBootPattern-1974338582-project] Publish callbacks [] for security_group_rule (f542ec7c-802f-4946-b709-4b695051c057), before_create {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:19:48.157756 dv-cinder-830097-4-iscsi neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-c39225d9-519b-48e6-95db-3fa2029e67b4 tempest-TestVolumeBootPattern-1974338582 tempest-TestVolumeBootPattern-1974338582-project] Publish callbacks [] for security_group_rule (f542ec7c-802f-4946-b709-4b695051c057), precommit_create {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:19:48.161207 dv-cinder-830097-4-iscsi neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-c39225d9-519b-48e6-95db-3fa2029e67b4 tempest-TestVolumeBootPattern-1974338582 tempest-TestVolumeBootPattern-1974338582-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3691881'] for security_group_rule (f542ec7c-802f-4946-b709-4b695051c057), after_create {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:19:48.177298 dv-cinder-830097-4-iscsi neutron-server[103457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c39225d9-519b-48e6-95db-3fa2029e67b4 tempest-TestVolumeBootPattern-1974338582 tempest-TestVolumeBootPattern-1974338582-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f542ec7c-802f-4946-b709-4b695051c057,revision_number=0']} {{(pid=103457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 13:19:48.185418 dv-cinder-830097-4-iscsi neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-c39225d9-519b-48e6-95db-3fa2029e67b4 tempest-TestVolumeBootPattern-1974338582 tempest-TestVolumeBootPattern-1974338582-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:19:48.187926 dv-cinder-830097-4-iscsi neutron-server[103457]: INFO neutron.wsgi [None req-c39225d9-519b-48e6-95db-3fa2029e67b4 tempest-TestVolumeBootPattern-1974338582 tempest-TestVolumeBootPattern-1974338582-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1123040 Apr 12 13:19:48.190287 dv-cinder-830097-4-iscsi neutron-server[103457]: DEBUG neutron.wsgi [-] (103457) accepted ('10.222.0.18', 45764) {{(pid=103457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 13:19:48.194498 dv-cinder-830097-4-iscsi neutron-server[103457]: DEBUG neutron.api.v2.base [None req-b06f93d6-8f9a-4223-ac40-e81ceb94ec4e tempest-TestVolumeBootPattern-1974338582 tempest-TestVolumeBootPattern-1974338582-project] Request body: {'security_group_rule': {'security_group_id': 'a66f9d14-bc7f-40ff-bcf2-fda4f9360a16', 'project_id': '59e9ce76515147cfa24a7c710300c9c0', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=103457) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 12 13:19:48.219603 dv-cinder-830097-4-iscsi neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-b06f93d6-8f9a-4223-ac40-e81ceb94ec4e tempest-TestVolumeBootPattern-1974338582 tempest-TestVolumeBootPattern-1974338582-project] Publish callbacks [] for security_group_rule (f2d8fb62-47d1-4182-a819-cefaeb9bd5b2), before_create {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:19:48.278552 dv-cinder-830097-4-iscsi neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-b06f93d6-8f9a-4223-ac40-e81ceb94ec4e tempest-TestVolumeBootPattern-1974338582 tempest-TestVolumeBootPattern-1974338582-project] Publish callbacks [] for security_group_rule (f2d8fb62-47d1-4182-a819-cefaeb9bd5b2), precommit_create {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:19:48.285992 dv-cinder-830097-4-iscsi neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-b06f93d6-8f9a-4223-ac40-e81ceb94ec4e tempest-TestVolumeBootPattern-1974338582 tempest-TestVolumeBootPattern-1974338582-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3691881'] for security_group_rule (f2d8fb62-47d1-4182-a819-cefaeb9bd5b2), after_create {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:19:48.302969 dv-cinder-830097-4-iscsi neutron-server[103457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b06f93d6-8f9a-4223-ac40-e81ceb94ec4e tempest-TestVolumeBootPattern-1974338582 tempest-TestVolumeBootPattern-1974338582-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f2d8fb62-47d1-4182-a819-cefaeb9bd5b2,revision_number=0']} {{(pid=103457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 13:19:48.315043 dv-cinder-830097-4-iscsi neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-b06f93d6-8f9a-4223-ac40-e81ceb94ec4e tempest-TestVolumeBootPattern-1974338582 tempest-TestVolumeBootPattern-1974338582-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:19:48.316497 dv-cinder-830097-4-iscsi neutron-server[103457]: INFO neutron.wsgi [None req-b06f93d6-8f9a-4223-ac40-e81ceb94ec4e tempest-TestVolumeBootPattern-1974338582 tempest-TestVolumeBootPattern-1974338582-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1252296 Apr 12 13:19:48.319425 dv-cinder-830097-4-iscsi neutron-server[103457]: DEBUG neutron.wsgi [-] (103457) accepted ('10.222.0.18', 45768) {{(pid=103457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 13:19:48.324707 dv-cinder-830097-4-iscsi neutron-server[103457]: DEBUG neutron.api.v2.base [None req-864356a5-7276-4b69-b24c-093a521a7527 tempest-TestVolumeBootPattern-1974338582 tempest-TestVolumeBootPattern-1974338582-project] Request body: {'security_group_rule': {'security_group_id': 'a66f9d14-bc7f-40ff-bcf2-fda4f9360a16', 'project_id': '59e9ce76515147cfa24a7c710300c9c0', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=103457) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 12 13:19:48.348762 dv-cinder-830097-4-iscsi neutron-server[103457]: INFO neutron.db.securitygroups_db [None req-864356a5-7276-4b69-b24c-093a521a7527 tempest-TestVolumeBootPattern-1974338582 tempest-TestVolumeBootPattern-1974338582-project] Project 59e9ce76515147cfa24a7c710300c9c0 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Apr 12 13:19:48.354195 dv-cinder-830097-4-iscsi neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-864356a5-7276-4b69-b24c-093a521a7527 tempest-TestVolumeBootPattern-1974338582 tempest-TestVolumeBootPattern-1974338582-project] Publish callbacks [] for security_group_rule (7e7af3db-c375-4a52-b9a1-89582bd1d368), before_create {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:19:48.419996 dv-cinder-830097-4-iscsi neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-864356a5-7276-4b69-b24c-093a521a7527 tempest-TestVolumeBootPattern-1974338582 tempest-TestVolumeBootPattern-1974338582-project] Publish callbacks [] for security_group_rule (7e7af3db-c375-4a52-b9a1-89582bd1d368), precommit_create {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:19:48.424118 dv-cinder-830097-4-iscsi neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-864356a5-7276-4b69-b24c-093a521a7527 tempest-TestVolumeBootPattern-1974338582 tempest-TestVolumeBootPattern-1974338582-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3691881'] for security_group_rule (7e7af3db-c375-4a52-b9a1-89582bd1d368), after_create {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:19:48.445020 dv-cinder-830097-4-iscsi neutron-server[103457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-864356a5-7276-4b69-b24c-093a521a7527 tempest-TestVolumeBootPattern-1974338582 tempest-TestVolumeBootPattern-1974338582-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7e7af3db-c375-4a52-b9a1-89582bd1d368,revision_number=0']} {{(pid=103457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 13:19:48.452453 dv-cinder-830097-4-iscsi neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-864356a5-7276-4b69-b24c-093a521a7527 tempest-TestVolumeBootPattern-1974338582 tempest-TestVolumeBootPattern-1974338582-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:19:48.456296 dv-cinder-830097-4-iscsi neutron-server[103457]: INFO neutron.wsgi [None req-864356a5-7276-4b69-b24c-093a521a7527 tempest-TestVolumeBootPattern-1974338582 tempest-TestVolumeBootPattern-1974338582-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1333964 Apr 12 13:19:48.456809 dv-cinder-830097-4-iscsi neutron-server[103457]: DEBUG neutron.wsgi [-] (103457) accepted ('10.222.0.18', 45772) {{(pid=103457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 13:19:48.461411 dv-cinder-830097-4-iscsi neutron-server[103457]: DEBUG neutron.api.v2.base [None req-4ca2e73a-0251-4369-a8c1-84dad3e2573b tempest-TestVolumeBootPattern-1974338582 tempest-TestVolumeBootPattern-1974338582-project] Request body: {'security_group_rule': {'security_group_id': 'a66f9d14-bc7f-40ff-bcf2-fda4f9360a16', 'project_id': '59e9ce76515147cfa24a7c710300c9c0', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=103457) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 12 13:19:48.481955 dv-cinder-830097-4-iscsi neutron-server[103457]: INFO neutron.db.securitygroups_db [None req-4ca2e73a-0251-4369-a8c1-84dad3e2573b tempest-TestVolumeBootPattern-1974338582 tempest-TestVolumeBootPattern-1974338582-project] Project 59e9ce76515147cfa24a7c710300c9c0 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Apr 12 13:19:48.489166 dv-cinder-830097-4-iscsi neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-4ca2e73a-0251-4369-a8c1-84dad3e2573b tempest-TestVolumeBootPattern-1974338582 tempest-TestVolumeBootPattern-1974338582-project] Publish callbacks [] for security_group_rule (224a2823-e8e9-4cd4-bfd4-4aec63791f48), before_create {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:19:48.551060 dv-cinder-830097-4-iscsi neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-4ca2e73a-0251-4369-a8c1-84dad3e2573b tempest-TestVolumeBootPattern-1974338582 tempest-TestVolumeBootPattern-1974338582-project] Publish callbacks [] for security_group_rule (224a2823-e8e9-4cd4-bfd4-4aec63791f48), precommit_create {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:19:48.554957 dv-cinder-830097-4-iscsi neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-4ca2e73a-0251-4369-a8c1-84dad3e2573b tempest-TestVolumeBootPattern-1974338582 tempest-TestVolumeBootPattern-1974338582-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3691881'] for security_group_rule (224a2823-e8e9-4cd4-bfd4-4aec63791f48), after_create {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:19:48.573094 dv-cinder-830097-4-iscsi neutron-server[103457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ca2e73a-0251-4369-a8c1-84dad3e2573b tempest-TestVolumeBootPattern-1974338582 tempest-TestVolumeBootPattern-1974338582-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=224a2823-e8e9-4cd4-bfd4-4aec63791f48,revision_number=0']} {{(pid=103457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 13:19:48.582828 dv-cinder-830097-4-iscsi neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-4ca2e73a-0251-4369-a8c1-84dad3e2573b tempest-TestVolumeBootPattern-1974338582 tempest-TestVolumeBootPattern-1974338582-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:19:48.584181 dv-cinder-830097-4-iscsi neutron-server[103457]: INFO neutron.wsgi [None req-4ca2e73a-0251-4369-a8c1-84dad3e2573b tempest-TestVolumeBootPattern-1974338582 tempest-TestVolumeBootPattern-1974338582-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1264131 Apr 12 13:19:48.736336 dv-cinder-830097-4-iscsi neutron-server[103459]: DEBUG neutron.plugins.ml2.rpc [None req-53781792-8650-4c78-93a6-1c4d328d874c None None] Device c7dd2cfa-6794-4b89-865b-e2e1a07858d7 up at agent ovs-agent-dv-cinder-830097-4-iscsi {{(pid=103459) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 12 13:19:48.787352 dv-cinder-830097-4-iscsi neutron-server[103459]: DEBUG neutron.db.provisioning_blocks [None req-53781792-8650-4c78-93a6-1c4d328d874c None None] Provisioning complete for port c7dd2cfa-6794-4b89-865b-e2e1a07858d7 triggered by entity L2. {{(pid=103459) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 12 13:19:48.787808 dv-cinder-830097-4-iscsi neutron-server[103459]: DEBUG neutron_lib.callbacks.manager [None req-53781792-8650-4c78-93a6-1c4d328d874c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-657243'] for port (c7dd2cfa-6794-4b89-865b-e2e1a07858d7), provisioning_complete {{(pid=103459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:19:48.882795 dv-cinder-830097-4-iscsi neutron-server[103459]: DEBUG neutron.plugins.ml2.plugin [None req-53781792-8650-4c78-93a6-1c4d328d874c None None] Current status of the port c7dd2cfa-6794-4b89-865b-e2e1a07858d7 is: DOWN; New status is: ACTIVE {{(pid=103459) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 12 13:19:48.883187 dv-cinder-830097-4-iscsi neutron-server[103459]: DEBUG neutron_lib.callbacks.manager [None req-53781792-8650-4c78-93a6-1c4d328d874c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-916304'] for port (c7dd2cfa-6794-4b89-865b-e2e1a07858d7), before_update {{(pid=103459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:19:48.910386 dv-cinder-830097-4-iscsi neutron-server[103459]: DEBUG neutron.plugins.ml2.db [None req-53781792-8650-4c78-93a6-1c4d328d874c None None] For port c7dd2cfa-6794-4b89-865b-e2e1a07858d7, host dv-cinder-830097-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-830097-4-iscsi',level=0,port_id=c7dd2cfa-6794-4b89-865b-e2e1a07858d7,segment=NetworkSegment(333e2245-11dc-4fcd-9fb1-9fe65fae59ea),segment_id=333e2245-11dc-4fcd-9fb1-9fe65fae59ea)] {{(pid=103459) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 12 13:19:48.915457 dv-cinder-830097-4-iscsi neutron-server[103459]: DEBUG neutron_lib.callbacks.manager [None req-53781792-8650-4c78-93a6-1c4d328d874c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-915890', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3697887', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732727894815', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732727417932', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732727417950'] for port (c7dd2cfa-6794-4b89-865b-e2e1a07858d7), after_update {{(pid=103459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:19:49.097661 dv-cinder-830097-4-iscsi neutron-server[103459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53781792-8650-4c78-93a6-1c4d328d874c None None] Pushing event updated for resources: {'Port': ['ID=c7dd2cfa-6794-4b89-865b-e2e1a07858d7,revision_number=4']} {{(pid=103459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 13:19:49.348733 dv-cinder-830097-4-iscsi neutron-server[103459]: DEBUG neutron_lib.callbacks.manager [None req-f205ae38-eec0-4740-940e-92009bd0297b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732727929501', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-657397'] for agent (b7e11a8b-aeed-493f-9763-461016dddc93), after_update {{(pid=103459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:19:49.731751 dv-cinder-830097-4-iscsi neutron-server[103459]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-114b596f-87e8-4db8-a631-99396f43f8f7 None None] Sync routers for ids ['90412c38-0b00-48d0-9e60-afa9de49dea7'] in dv-cinder-830097-4-iscsi {{(pid=103459) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 12 13:19:49.743962 dv-cinder-830097-4-iscsi neutron-server[103459]: DEBUG neutron.db.l3_dvrscheduler_db [None req-114b596f-87e8-4db8-a631-99396f43f8f7 None None] Routers {'90412c38-0b00-48d0-9e60-afa9de49dea7'} bound to L3 agent in host dv-cinder-830097-4-iscsi {{(pid=103459) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 12 13:19:49.745060 dv-cinder-830097-4-iscsi neutron-server[103459]: DEBUG neutron.db.l3_hamode_db [None req-114b596f-87e8-4db8-a631-99396f43f8f7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830097-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 10, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 10, "log_agent_heartbeats": false, "routers": 10},created_at=2022-04-12T13:07:19Z,description=,heartbeat_timestamp=2022-04-12T13:19:49Z,host='dv-cinder-830097-4-iscsi',id=b7e11a8b-aeed-493f-9763-461016dddc93,load=0,resource_versions=,resources_synced=,started_at=2022-04-12T13:07:19Z,topic='l3_agent')) {'router_ids': ['90412c38-0b00-48d0-9e60-afa9de49dea7'], 'active': True} {{(pid=103459) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 13:19:49.854959 dv-cinder-830097-4-iscsi neutron-server[103459]: DEBUG neutron.db.l3_dvr_db [None req-114b596f-87e8-4db8-a631-99396f43f8f7 None None] Set router 90412c38-0b00-48d0-9e60-afa9de49dea7 gateway port host: dv-cinder-830097-4-iscsi {{(pid=103459) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 12 13:19:50.057836 dv-cinder-830097-4-iscsi neutron-server[103459]: DEBUG neutron.db.l3_hamode_db [None req-114b596f-87e8-4db8-a631-99396f43f8f7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '90412c38-0b00-48d0-9e60-afa9de49dea7', 'name': 'tempest-TestVolumeBootPattern-313426889-router', 'tenant_id': '9a626635b07f45ddab41825071a0e99a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '26d0436d-8ae2-49bd-8cc6-3d2eac552c84', 'external_fixed_ips': [{'subnet_id': 'd93852d8-8f89-4b1c-bef4-0e05f499a8db', 'ip_address': '172.27.0.181'}], 'enable_snat': True}, 'gw_port_id': 'c7dd2cfa-6794-4b89-865b-e2e1a07858d7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-12T13:19:42Z', 'updated_at': '2022-04-12T13:19:45Z', 'revision_number': 4, 'project_id': '9a626635b07f45ddab41825071a0e99a', 'gw_port': {'id': 'c7dd2cfa-6794-4b89-865b-e2e1a07858d7', 'name': '', 'network_id': '26d0436d-8ae2-49bd-8cc6-3d2eac552c84', 'tenant_id': '', 'mac_address': 'fa:16:3e:8a:d1:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '90412c38-0b00-48d0-9e60-afa9de49dea7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 475, 'fixed_ips': [{'subnet_id': 'd93852d8-8f89-4b1c-bef4-0e05f499a8db', 'ip_address': '172.27.0.181', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830097-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T13:19:43Z', 'updated_at': '2022-04-12T13:19:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd93852d8-8f89-4b1c-bef4-0e05f499a8db', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830097-4-iscsi', '_interfaces': [{'id': '761b78c6-0c5b-416b-af44-76a58e355ee6', 'name': '', 'network_id': '8af4387f-3ada-4e59-87d1-e9e2d9f10b8d', 'tenant_id': '9a626635b07f45ddab41825071a0e99a', 'mac_address': 'fa:16:3e:00:af:cb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '90412c38-0b00-48d0-9e60-afa9de49dea7', 'device_owner': 'network:router_interface', 'standard_attr_id': 476, 'fixed_ips': [{'subnet_id': '55e50d89-83a0-4879-9279-a365291269bc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T13:19:45Z', 'updated_at': '2022-04-12T13:19:46Z', 'revision_number': 2, 'project_id': '9a626635b07f45ddab41825071a0e99a', 'subnets': [{'id': '55e50d89-83a0-4879-9279-a365291269bc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-830097-4-iscsi', False) {} {{(pid=103459) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 13:19:50.084408 dv-cinder-830097-4-iscsi neutron-server[103459]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-114b596f-87e8-4db8-a631-99396f43f8f7 None None] Checking router: 90412c38-0b00-48d0-9e60-afa9de49dea7 for host: dv-cinder-830097-4-iscsi {{(pid=103459) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 12 13:19:50.084761 dv-cinder-830097-4-iscsi neutron-server[103459]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-114b596f-87e8-4db8-a631-99396f43f8f7 None None] Updating router 90412c38-0b00-48d0-9e60-afa9de49dea7 port 761b78c6-0c5b-416b-af44-76a58e355ee6 binding host dv-cinder-830097-4-iscsi {{(pid=103459) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 12 13:19:50.111705 dv-cinder-830097-4-iscsi neutron-server[103459]: DEBUG neutron_lib.callbacks.manager [None req-114b596f-87e8-4db8-a631-99396f43f8f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-916304'] for port (761b78c6-0c5b-416b-af44-76a58e355ee6), before_update {{(pid=103459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:19:50.294853 dv-cinder-830097-4-iscsi neutron-server[103459]: DEBUG neutron_lib.callbacks.manager [None req-f20c20fe-5767-407a-9f30-b36f01c50254 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732727929501', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-657397'] for agent (1e8a91c7-94d1-4b17-9536-32bc01f44a9b), after_update {{(pid=103459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:19:50.388964 dv-cinder-830097-4-iscsi neutron-server[103459]: DEBUG neutron_lib.callbacks.manager [None req-114b596f-87e8-4db8-a631-99396f43f8f7 None None] Publish callbacks [] for port (761b78c6-0c5b-416b-af44-76a58e355ee6), precommit_update {{(pid=103459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:19:50.394873 dv-cinder-830097-4-iscsi neutron-server[103459]: DEBUG neutron_lib.callbacks.manager [None req-114b596f-87e8-4db8-a631-99396f43f8f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-915890', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3697887', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732727894815', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732727417932', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732727417950'] for port (761b78c6-0c5b-416b-af44-76a58e355ee6), after_update {{(pid=103459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:19:50.445473 dv-cinder-830097-4-iscsi neutron-server[103459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fee44013-c370-4f95-a8a3-544793236871 None None] Pushing event updated for resources: {'Port': ['ID=761b78c6-0c5b-416b-af44-76a58e355ee6,revision_number=3']} {{(pid=103459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 13:19:50.517281 dv-cinder-830097-4-iscsi neutron-server[103459]: DEBUG neutron.plugins.ml2.managers [None req-114b596f-87e8-4db8-a631-99396f43f8f7 None None] Attempting to bind port 761b78c6-0c5b-416b-af44-76a58e355ee6 on host dv-cinder-830097-4-iscsi for vnic_type normal with profile {{(pid=103459) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 12 13:19:50.517651 dv-cinder-830097-4-iscsi neutron-server[103459]: DEBUG neutron.plugins.ml2.managers [None req-114b596f-87e8-4db8-a631-99396f43f8f7 None None] Attempting to bind port 761b78c6-0c5b-416b-af44-76a58e355ee6 by drivers openvswitch,hyperv on host dv-cinder-830097-4-iscsi at level 0 using segments [{'id': '4b2181b3-fe73-4feb-8676-c2dd24f2933e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 227, 'network_id': '8af4387f-3ada-4e59-87d1-e9e2d9f10b8d'}] {{(pid=103459) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 12 13:19:50.518023 dv-cinder-830097-4-iscsi neutron-server[103459]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-114b596f-87e8-4db8-a631-99396f43f8f7 None None] Attempting to bind port 761b78c6-0c5b-416b-af44-76a58e355ee6 on network 8af4387f-3ada-4e59-87d1-e9e2d9f10b8d {{(pid=103459) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 12 13:19:50.523235 dv-cinder-830097-4-iscsi neutron-server[103459]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-114b596f-87e8-4db8-a631-99396f43f8f7 None None] Checking agent: {'id': '3f2daa45-5e56-452b-8a21-b519edfce99e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-830097-4-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 12, 13, 7, 23), 'started_at': datetime.datetime(2022, 4, 12, 13, 7, 53), 'heartbeat_timestamp': datetime.datetime(2022, 4, 12, 13, 19, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-830097-4-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103459) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 12 13:19:50.523639 dv-cinder-830097-4-iscsi neutron-server[103459]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-114b596f-87e8-4db8-a631-99396f43f8f7 None None] Checking segment: {'id': '4b2181b3-fe73-4feb-8676-c2dd24f2933e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 227, 'network_id': '8af4387f-3ada-4e59-87d1-e9e2d9f10b8d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103459) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 12 13:19:50.524049 dv-cinder-830097-4-iscsi neutron-server[103459]: DEBUG neutron_lib.callbacks.manager [None req-114b596f-87e8-4db8-a631-99396f43f8f7 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:19:50.524441 dv-cinder-830097-4-iscsi neutron-server[103459]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-114b596f-87e8-4db8-a631-99396f43f8f7 None None] Bound using segment: {'id': '4b2181b3-fe73-4feb-8676-c2dd24f2933e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 227, 'network_id': '8af4387f-3ada-4e59-87d1-e9e2d9f10b8d'} {{(pid=103459) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 12 13:19:50.524934 dv-cinder-830097-4-iscsi neutron-server[103459]: DEBUG neutron.plugins.ml2.managers [None req-114b596f-87e8-4db8-a631-99396f43f8f7 None None] Bound port: 761b78c6-0c5b-416b-af44-76a58e355ee6, host: dv-cinder-830097-4-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4b2181b3-fe73-4feb-8676-c2dd24f2933e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 227, 'network_id': '8af4387f-3ada-4e59-87d1-e9e2d9f10b8d'}}] {{(pid=103459) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 12 13:19:50.525323 dv-cinder-830097-4-iscsi neutron-server[103459]: DEBUG neutron_lib.callbacks.manager [None req-114b596f-87e8-4db8-a631-99396f43f8f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-916304'] for port (761b78c6-0c5b-416b-af44-76a58e355ee6), before_update {{(pid=103459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:19:50.595629 dv-cinder-830097-4-iscsi neutron-server[103459]: DEBUG neutron.plugins.ml2.db [None req-114b596f-87e8-4db8-a631-99396f43f8f7 None None] For port 761b78c6-0c5b-416b-af44-76a58e355ee6, host dv-cinder-830097-4-iscsi, cleared binding levels {{(pid=103459) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 12 13:19:50.599003 dv-cinder-830097-4-iscsi neutron-server[103459]: DEBUG neutron.plugins.ml2.db [None req-114b596f-87e8-4db8-a631-99396f43f8f7 None None] For port 761b78c6-0c5b-416b-af44-76a58e355ee6, host dv-cinder-830097-4-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-830097-4-iscsi',level=0,port_id=761b78c6-0c5b-416b-af44-76a58e355ee6,segment=NetworkSegment(4b2181b3-fe73-4feb-8676-c2dd24f2933e),segment_id=4b2181b3-fe73-4feb-8676-c2dd24f2933e)] {{(pid=103459) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 12 13:19:50.606011 dv-cinder-830097-4-iscsi neutron-server[103459]: DEBUG neutron_lib.callbacks.manager [None req-114b596f-87e8-4db8-a631-99396f43f8f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-915890', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3697887', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732727894815', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732727417932', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732727417950'] for port (761b78c6-0c5b-416b-af44-76a58e355ee6), after_update {{(pid=103459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:19:50.671156 dv-cinder-830097-4-iscsi neutron-server[103459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fee44013-c370-4f95-a8a3-544793236871 None None] Pushing event updated for resources: {'Port': ['ID=761b78c6-0c5b-416b-af44-76a58e355ee6,revision_number=4']} {{(pid=103459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 13:19:50.676418 dv-cinder-830097-4-iscsi neutron-server[103459]: DEBUG neutron.db.l3_dvrscheduler_db [None req-114b596f-87e8-4db8-a631-99396f43f8f7 None None] Routers {'90412c38-0b00-48d0-9e60-afa9de49dea7'} bound to L3 agent in host dv-cinder-830097-4-iscsi {{(pid=103459) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 12 13:19:50.677081 dv-cinder-830097-4-iscsi neutron-server[103459]: DEBUG neutron.db.l3_hamode_db [None req-114b596f-87e8-4db8-a631-99396f43f8f7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830097-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 10, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 10, "log_agent_heartbeats": false, "routers": 10},created_at=2022-04-12T13:07:19Z,description=,heartbeat_timestamp=2022-04-12T13:19:49Z,host='dv-cinder-830097-4-iscsi',id=b7e11a8b-aeed-493f-9763-461016dddc93,load=0,resource_versions=,resources_synced=,started_at=2022-04-12T13:07:19Z,topic='l3_agent')) {'router_ids': ['90412c38-0b00-48d0-9e60-afa9de49dea7'], 'active': True} {{(pid=103459) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 13:19:50.743857 dv-cinder-830097-4-iscsi neutron-server[103459]: DEBUG neutron.db.provisioning_blocks [None req-46df6b20-76e2-4c04-a44e-6d702c2c0cb9 None None] Provisioning complete for port 761b78c6-0c5b-416b-af44-76a58e355ee6 triggered by entity DHCP. {{(pid=103459) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 12 13:19:50.744470 dv-cinder-830097-4-iscsi neutron-server[103459]: DEBUG neutron_lib.callbacks.manager [None req-46df6b20-76e2-4c04-a44e-6d702c2c0cb9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-657243'] for port (761b78c6-0c5b-416b-af44-76a58e355ee6), provisioning_complete {{(pid=103459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:19:50.788487 dv-cinder-830097-4-iscsi neutron-server[103459]: DEBUG neutron.plugins.ml2.rpc [None req-53781792-8650-4c78-93a6-1c4d328d874c None None] Device c7dd2cfa-6794-4b89-865b-e2e1a07858d7 up at agent ovs-agent-dv-cinder-830097-4-iscsi {{(pid=103459) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 12 13:19:50.882831 dv-cinder-830097-4-iscsi neutron-server[103459]: DEBUG neutron.db.l3_dvr_db [None req-114b596f-87e8-4db8-a631-99396f43f8f7 None None] Set router 90412c38-0b00-48d0-9e60-afa9de49dea7 gateway port host: dv-cinder-830097-4-iscsi {{(pid=103459) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 12 13:19:50.922397 dv-cinder-830097-4-iscsi neutron-server[103459]: DEBUG neutron.db.provisioning_blocks [None req-53781792-8650-4c78-93a6-1c4d328d874c None None] Provisioning complete for port c7dd2cfa-6794-4b89-865b-e2e1a07858d7 triggered by entity L2. {{(pid=103459) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 12 13:19:50.922776 dv-cinder-830097-4-iscsi neutron-server[103459]: DEBUG neutron_lib.callbacks.manager [None req-53781792-8650-4c78-93a6-1c4d328d874c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-657243'] for port (c7dd2cfa-6794-4b89-865b-e2e1a07858d7), provisioning_complete {{(pid=103459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:19:51.035942 dv-cinder-830097-4-iscsi neutron-server[103459]: DEBUG neutron.plugins.ml2.plugin [None req-46df6b20-76e2-4c04-a44e-6d702c2c0cb9 None None] Current status of the port 761b78c6-0c5b-416b-af44-76a58e355ee6 is: DOWN; New status is: ACTIVE {{(pid=103459) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 12 13:19:51.036329 dv-cinder-830097-4-iscsi neutron-server[103459]: DEBUG neutron_lib.callbacks.manager [None req-46df6b20-76e2-4c04-a44e-6d702c2c0cb9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-916304'] for port (761b78c6-0c5b-416b-af44-76a58e355ee6), before_update {{(pid=103459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:19:51.153969 dv-cinder-830097-4-iscsi neutron-server[103459]: DEBUG neutron.plugins.ml2.db [None req-46df6b20-76e2-4c04-a44e-6d702c2c0cb9 None None] For port 761b78c6-0c5b-416b-af44-76a58e355ee6, host dv-cinder-830097-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-830097-4-iscsi',level=0,port_id=761b78c6-0c5b-416b-af44-76a58e355ee6,segment=NetworkSegment(4b2181b3-fe73-4feb-8676-c2dd24f2933e),segment_id=4b2181b3-fe73-4feb-8676-c2dd24f2933e)] {{(pid=103459) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 12 13:19:51.161902 dv-cinder-830097-4-iscsi neutron-server[103459]: DEBUG neutron_lib.callbacks.manager [None req-46df6b20-76e2-4c04-a44e-6d702c2c0cb9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-915890', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3697887', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732727894815', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732727417932', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732727417950'] for port (761b78c6-0c5b-416b-af44-76a58e355ee6), after_update {{(pid=103459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:19:51.193588 dv-cinder-830097-4-iscsi neutron-server[103459]: DEBUG neutron.plugins.ml2.plugin [None req-53781792-8650-4c78-93a6-1c4d328d874c None None] Current status of the port c7dd2cfa-6794-4b89-865b-e2e1a07858d7 is: ACTIVE; New status is: ACTIVE {{(pid=103459) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 12 13:19:51.252230 dv-cinder-830097-4-iscsi neutron-server[103459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46df6b20-76e2-4c04-a44e-6d702c2c0cb9 None None] Pushing event updated for resources: {'Port': ['ID=761b78c6-0c5b-416b-af44-76a58e355ee6,revision_number=5']} {{(pid=103459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 13:19:51.259287 dv-cinder-830097-4-iscsi neutron-server[103459]: DEBUG neutron.db.l3_hamode_db [None req-114b596f-87e8-4db8-a631-99396f43f8f7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '90412c38-0b00-48d0-9e60-afa9de49dea7', 'name': 'tempest-TestVolumeBootPattern-313426889-router', 'tenant_id': '9a626635b07f45ddab41825071a0e99a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '26d0436d-8ae2-49bd-8cc6-3d2eac552c84', 'external_fixed_ips': [{'subnet_id': 'd93852d8-8f89-4b1c-bef4-0e05f499a8db', 'ip_address': '172.27.0.181'}], 'enable_snat': True}, 'gw_port_id': 'c7dd2cfa-6794-4b89-865b-e2e1a07858d7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-12T13:19:42Z', 'updated_at': '2022-04-12T13:19:45Z', 'revision_number': 4, 'project_id': '9a626635b07f45ddab41825071a0e99a', 'gw_port': {'id': 'c7dd2cfa-6794-4b89-865b-e2e1a07858d7', 'name': '', 'network_id': '26d0436d-8ae2-49bd-8cc6-3d2eac552c84', 'tenant_id': '', 'mac_address': 'fa:16:3e:8a:d1:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '90412c38-0b00-48d0-9e60-afa9de49dea7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 475, 'fixed_ips': [{'subnet_id': 'd93852d8-8f89-4b1c-bef4-0e05f499a8db', 'ip_address': '172.27.0.181', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830097-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T13:19:43Z', 'updated_at': '2022-04-12T13:19:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd93852d8-8f89-4b1c-bef4-0e05f499a8db', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830097-4-iscsi', '_interfaces': [{'id': '761b78c6-0c5b-416b-af44-76a58e355ee6', 'name': '', 'network_id': '8af4387f-3ada-4e59-87d1-e9e2d9f10b8d', 'tenant_id': '9a626635b07f45ddab41825071a0e99a', 'mac_address': 'fa:16:3e:00:af:cb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '90412c38-0b00-48d0-9e60-afa9de49dea7', 'device_owner': 'network:router_interface', 'standard_attr_id': 476, 'fixed_ips': [{'subnet_id': '55e50d89-83a0-4879-9279-a365291269bc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830097-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T13:19:45Z', 'updated_at': '2022-04-12T13:19:50Z', 'revision_number': 4, 'project_id': '9a626635b07f45ddab41825071a0e99a', 'subnets': [{'id': '55e50d89-83a0-4879-9279-a365291269bc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-830097-4-iscsi', False) {} {{(pid=103459) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 13:19:51.424198 dv-cinder-830097-4-iscsi neutron-server[103459]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-114b596f-87e8-4db8-a631-99396f43f8f7 None None] The sync data for ids ['90412c38-0b00-48d0-9e60-afa9de49dea7'] in dv-cinder-830097-4-iscsi is: [{'id': '90412c38-0b00-48d0-9e60-afa9de49dea7', 'name': 'tempest-TestVolumeBootPattern-313426889-router', 'tenant_id': '9a626635b07f45ddab41825071a0e99a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '26d0436d-8ae2-49bd-8cc6-3d2eac552c84', 'external_fixed_ips': [{'subnet_id': 'd93852d8-8f89-4b1c-bef4-0e05f499a8db', 'ip_address': '172.27.0.181'}], 'enable_snat': True}, 'gw_port_id': 'c7dd2cfa-6794-4b89-865b-e2e1a07858d7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-12T13:19:42Z', 'updated_at': '2022-04-12T13:19:45Z', 'revision_number': 4, 'project_id': '9a626635b07f45ddab41825071a0e99a', 'gw_port': {'id': 'c7dd2cfa-6794-4b89-865b-e2e1a07858d7', 'name': '', 'network_id': '26d0436d-8ae2-49bd-8cc6-3d2eac552c84', 'tenant_id': '', 'mac_address': 'fa:16:3e:8a:d1:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '90412c38-0b00-48d0-9e60-afa9de49dea7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 475, 'fixed_ips': [{'subnet_id': 'd93852d8-8f89-4b1c-bef4-0e05f499a8db', 'ip_address': '172.27.0.181', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830097-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T13:19:43Z', 'updated_at': '2022-04-12T13:19:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd93852d8-8f89-4b1c-bef4-0e05f499a8db', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830097-4-iscsi', '_interfaces': [{'id': '761b78c6-0c5b-416b-af44-76a58e355ee6', 'name': '', 'network_id': '8af4387f-3ada-4e59-87d1-e9e2d9f10b8d', 'tenant_id': '9a626635b07f45ddab41825071a0e99a', 'mac_address': 'fa:16:3e:00:af:cb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '90412c38-0b00-48d0-9e60-afa9de49dea7', 'device_owner': 'network:router_interface', 'standard_attr_id': 476, 'fixed_ips': [{'subnet_id': '55e50d89-83a0-4879-9279-a365291269bc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830097-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T13:19:45Z', 'updated_at': '2022-04-12T13:19:50Z', 'revision_number': 4, 'project_id': '9a626635b07f45ddab41825071a0e99a', 'subnets': [{'id': '55e50d89-83a0-4879-9279-a365291269bc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103459) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 12 13:19:51.437977 dv-cinder-830097-4-iscsi neutron-server[103459]: DEBUG neutron.db.provisioning_blocks [None req-9be91772-b4b4-4498-a549-96f0dacf96ba None None] Provisioning complete for port 761b78c6-0c5b-416b-af44-76a58e355ee6 triggered by entity DHCP. {{(pid=103459) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 12 13:19:51.438414 dv-cinder-830097-4-iscsi neutron-server[103459]: DEBUG neutron_lib.callbacks.manager [None req-9be91772-b4b4-4498-a549-96f0dacf96ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-657243'] for port (761b78c6-0c5b-416b-af44-76a58e355ee6), provisioning_complete {{(pid=103459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:19:51.464370 dv-cinder-830097-4-iscsi neutron-server[103459]: DEBUG neutron_lib.callbacks.manager [None req-09c91955-1169-4ba5-b480-d25faf385fa1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732727929501', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-657397'] for agent (6571c785-b050-42b7-b6d0-d71237f75507), after_update {{(pid=103459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:19:51.527330 dv-cinder-830097-4-iscsi neutron-server[103459]: DEBUG neutron.plugins.ml2.plugin [None req-9be91772-b4b4-4498-a549-96f0dacf96ba None None] Current status of the port 761b78c6-0c5b-416b-af44-76a58e355ee6 is: ACTIVE; New status is: ACTIVE {{(pid=103459) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 12 13:19:52.735061 dv-cinder-830097-4-iscsi neutron-server[103459]: DEBUG neutron.plugins.ml2.rpc [None req-53781792-8650-4c78-93a6-1c4d328d874c None None] Device 761b78c6-0c5b-416b-af44-76a58e355ee6 up at agent ovs-agent-dv-cinder-830097-4-iscsi {{(pid=103459) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 12 13:19:52.782158 dv-cinder-830097-4-iscsi neutron-server[103459]: DEBUG neutron.db.provisioning_blocks [None req-53781792-8650-4c78-93a6-1c4d328d874c None None] Provisioning complete for port 761b78c6-0c5b-416b-af44-76a58e355ee6 triggered by entity L2. {{(pid=103459) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 12 13:19:52.782528 dv-cinder-830097-4-iscsi neutron-server[103459]: DEBUG neutron_lib.callbacks.manager [None req-53781792-8650-4c78-93a6-1c4d328d874c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-657243'] for port (761b78c6-0c5b-416b-af44-76a58e355ee6), provisioning_complete {{(pid=103459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:19:52.855170 dv-cinder-830097-4-iscsi neutron-server[103459]: DEBUG neutron.plugins.ml2.plugin [None req-53781792-8650-4c78-93a6-1c4d328d874c None None] Current status of the port 761b78c6-0c5b-416b-af44-76a58e355ee6 is: ACTIVE; New status is: ACTIVE {{(pid=103459) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 12 13:19:53.184082 dv-cinder-830097-4-iscsi neutron-server[103459]: DEBUG neutron_lib.callbacks.manager [None req-53781792-8650-4c78-93a6-1c4d328d874c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732727929501', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-657397'] for agent (3f2daa45-5e56-452b-8a21-b519edfce99e), after_update {{(pid=103459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:19:59.498962 dv-cinder-830097-4-iscsi neutron-server[103459]: DEBUG neutron_lib.callbacks.manager [None req-3505bd68-a9fd-4823-92ea-1a6ded8ab071 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732727929501', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-657397'] for agent (ee5509cd-6dd7-49df-aa37-3740ebd1e34b), after_update {{(pid=103459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:20:06.686608 dv-cinder-830097-4-iscsi neutron-server[103457]: INFO neutron.wsgi [req-a1eecb1f-745e-41aa-91ee-218b3213f332 req-328c69a0-3a3d-4c70-a091-7fccc94d3e43 service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=5aa72395-ebb9-4022-8269-0c34238e58aa&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0394258 Apr 12 13:20:06.794238 dv-cinder-830097-4-iscsi neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1eecb1f-745e-41aa-91ee-218b3213f332 req-5eafc03e-3441-4099-896f-45dca43e4dba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 13:20:06.795793 dv-cinder-830097-4-iscsi neutron-server[103457]: INFO neutron.wsgi [req-a1eecb1f-745e-41aa-91ee-218b3213f332 req-5eafc03e-3441-4099-896f-45dca43e4dba service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=03e871d047514daabb60a84f86099232&device_id=5aa72395-ebb9-4022-8269-0c34238e58aa HTTP/1.1" status: 200 len: 1129 time: 0.0515139 Apr 12 13:20:06.899494 dv-cinder-830097-4-iscsi neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1eecb1f-745e-41aa-91ee-218b3213f332 req-807f7d4e-b576-4600-a8f4-d85f37310be7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 13:20:06.900978 dv-cinder-830097-4-iscsi neutron-server[103457]: INFO neutron.wsgi [req-a1eecb1f-745e-41aa-91ee-218b3213f332 req-807f7d4e-b576-4600-a8f4-d85f37310be7 service neutron] 10.222.0.55 "GET /v2.0/networks?id=8a9d7c73-ddbc-4eef-a839-e9bbe858207d HTTP/1.1" status: 200 len: 919 time: 0.0858822 Apr 12 13:20:06.945179 dv-cinder-830097-4-iscsi neutron-server[103457]: INFO neutron.wsgi [req-a1eecb1f-745e-41aa-91ee-218b3213f332 req-53ff8121-feec-4509-8eb9-8e8152523d0f service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=56170bf4-2a4b-4830-9e9e-5f6c429fd3b5 HTTP/1.1" status: 200 len: 217 time: 0.0380046 Apr 12 13:20:06.991232 dv-cinder-830097-4-iscsi neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1eecb1f-745e-41aa-91ee-218b3213f332 req-70d3ef07-a9eb-4d4d-8097-e11c37439a02 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 13:20:06.992611 dv-cinder-830097-4-iscsi neutron-server[103457]: INFO neutron.wsgi [req-a1eecb1f-745e-41aa-91ee-218b3213f332 req-70d3ef07-a9eb-4d4d-8097-e11c37439a02 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=e7f620b9-ee69-4e3f-9fdf-c3881765f45f HTTP/1.1" status: 200 len: 857 time: 0.0424814 Apr 12 13:20:07.033878 dv-cinder-830097-4-iscsi neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1eecb1f-745e-41aa-91ee-218b3213f332 req-4ead9431-aedc-43ec-8813-5e2d3b5d1a84 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 13:20:07.035305 dv-cinder-830097-4-iscsi neutron-server[103457]: INFO neutron.wsgi [req-a1eecb1f-745e-41aa-91ee-218b3213f332 req-4ead9431-aedc-43ec-8813-5e2d3b5d1a84 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=8a9d7c73-ddbc-4eef-a839-e9bbe858207d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0371704 Apr 12 13:20:07.128485 dv-cinder-830097-4-iscsi neutron-server[103457]: INFO neutron.wsgi [req-a1eecb1f-745e-41aa-91ee-218b3213f332 req-315eed3c-4e80-4ba9-858b-6ef09d967ad9 service neutron] 10.222.0.55 "GET /v2.0/networks/8a9d7c73-ddbc-4eef-a839-e9bbe858207d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0872071 Apr 12 13:20:07.215783 dv-cinder-830097-4-iscsi neutron-server[103457]: INFO neutron.wsgi [req-a1eecb1f-745e-41aa-91ee-218b3213f332 req-11be7153-4a5a-4ae6-abe7-e8cdc25779df service neutron] 10.222.0.55 "GET /v2.0/networks/8a9d7c73-ddbc-4eef-a839-e9bbe858207d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0812860 Apr 12 13:20:14.153861 dv-cinder-830097-4-iscsi neutron-server[103457]: INFO neutron.wsgi [req-b869c2c5-b0a2-461b-a657-068b643b39eb req-d30ee7e9-8f21-485c-974e-2a72b90d54d4 tempest-TestShelveInstance-750106452 tempest-TestShelveInstance-750106452-project] 10.222.0.18 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1468224091&fields=id&tenant_id=713bbcf7a57142f0a2bb30d1eed8f037 HTTP/1.1" status: 200 len: 267 time: 0.0486915 Apr 12 13:20:14.260991 dv-cinder-830097-4-iscsi neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b869c2c5-b0a2-461b-a657-068b643b39eb req-059e4b7d-362b-4769-be83-b441e8289526 tempest-TestShelveInstance-750106452 tempest-TestShelveInstance-750106452-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 13:20:14.260991 dv-cinder-830097-4-iscsi neutron-server[103457]: INFO neutron.wsgi [req-b869c2c5-b0a2-461b-a657-068b643b39eb req-059e4b7d-362b-4769-be83-b441e8289526 tempest-TestShelveInstance-750106452 tempest-TestShelveInstance-750106452-project] 10.222.0.18 "GET /v2.0/networks?id=dd564e5e-84b2-456c-afed-34fe02080a74 HTTP/1.1" status: 200 len: 809 time: 0.0990732 Apr 12 13:20:14.274408 dv-cinder-830097-4-iscsi neutron-server[103457]: INFO neutron.wsgi [req-b869c2c5-b0a2-461b-a657-068b643b39eb req-32ee394e-8cf6-4c61-92cb-8b9349ca41e7 tempest-TestShelveInstance-750106452 tempest-TestShelveInstance-750106452-project] 10.222.0.18 "GET /v2.0/quotas/713bbcf7a57142f0a2bb30d1eed8f037 HTTP/1.1" status: 200 len: 375 time: 0.0091875 Apr 12 13:20:14.330129 dv-cinder-830097-4-iscsi neutron-server[103457]: INFO neutron.wsgi [req-b869c2c5-b0a2-461b-a657-068b643b39eb req-0a48bf03-5c29-41ba-9ddb-c24a93fbb08e tempest-TestShelveInstance-750106452 tempest-TestShelveInstance-750106452-project] 10.222.0.18 "GET /v2.0/ports?tenant_id=713bbcf7a57142f0a2bb30d1eed8f037&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0503492 Apr 12 13:20:14.426152 dv-cinder-830097-4-iscsi neutron-server[103457]: INFO neutron.wsgi [req-b869c2c5-b0a2-461b-a657-068b643b39eb req-ab89b48c-8950-46d6-bf34-9b80dbb825a3 service neutron] 10.222.0.18 "GET /v2.0/networks/dd564e5e-84b2-456c-afed-34fe02080a74?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0849028 Apr 12 13:20:14.515929 dv-cinder-830097-4-iscsi neutron-server[103457]: INFO neutron.wsgi [req-b869c2c5-b0a2-461b-a657-068b643b39eb req-2ab2e0af-8033-483d-9682-8605eb9f181d service neutron] 10.222.0.18 "GET /v2.0/networks/dd564e5e-84b2-456c-afed-34fe02080a74?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0842929 Apr 12 13:20:14.637323 dv-cinder-830097-4-iscsi neutron-server[103457]: DEBUG neutron.wsgi [-] (103457) accepted ('10.222.0.18', 46054) {{(pid=103457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 13:20:14.755037 dv-cinder-830097-4-iscsi neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-5bda3ed8-7e02-4cb5-820e-5ed885c1663f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:20:14.827189 dv-cinder-830097-4-iscsi neutron-server[103458]: INFO neutron.wsgi [req-cf95af14-4cdb-4a2b-86e5-16c8f9a87cd4 req-7b697e65-2aba-484f-a222-b6356da2276c tempest-TestShelveInstance-750106452 tempest-TestShelveInstance-750106452-project] 10.222.0.18 "GET /v2.0/ports?device_id=bc77c197-89c7-4e0d-b60b-22abc9b99bd6 HTTP/1.1" status: 200 len: 210 time: 0.0394597 Apr 12 13:20:14.847742 dv-cinder-830097-4-iscsi neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-5bda3ed8-7e02-4cb5-820e-5ed885c1663f admin admin] Publish callbacks [] for security_group (e12cb1a5-a22c-4d2a-a9b4-ba8a531f37c7), precommit_create {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:20:14.847742 dv-cinder-830097-4-iscsi neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-5bda3ed8-7e02-4cb5-820e-5ed885c1663f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3691807'] for security_group (e12cb1a5-a22c-4d2a-a9b4-ba8a531f37c7), after_create {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:20:14.885852 dv-cinder-830097-4-iscsi neutron-server[103457]: INFO neutron.wsgi [None req-5bda3ed8-7e02-4cb5-820e-5ed885c1663f admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=18aa39d508514560b14eec3f8d7dfe8e&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2458434 Apr 12 13:20:14.885852 dv-cinder-830097-4-iscsi neutron-server[103457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bda3ed8-7e02-4cb5-820e-5ed885c1663f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e12cb1a5-a22c-4d2a-a9b4-ba8a531f37c7,revision_number=1']} {{(pid=103457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 13:20:14.886897 dv-cinder-830097-4-iscsi neutron-server[103458]: DEBUG neutron.wsgi [-] (103458) accepted ('10.222.0.18', 46064) {{(pid=103458) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 13:20:14.898023 dv-cinder-830097-4-iscsi neutron-server[103457]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5bda3ed8-7e02-4cb5-820e-5ed885c1663f admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830097-4-iscsi {{(pid=103457) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 13:20:14.898440 dv-cinder-830097-4-iscsi neutron-server[103457]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5bda3ed8-7e02-4cb5-820e-5ed885c1663f admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830097-4-iscsi {{(pid=103457) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 13:20:14.898809 dv-cinder-830097-4-iscsi neutron-server[103457]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5bda3ed8-7e02-4cb5-820e-5ed885c1663f admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830097-4-iscsi {{(pid=103457) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 13:20:14.899150 dv-cinder-830097-4-iscsi neutron-server[103457]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5bda3ed8-7e02-4cb5-820e-5ed885c1663f admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830097-4-iscsi {{(pid=103457) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 13:20:14.899493 dv-cinder-830097-4-iscsi neutron-server[103457]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5bda3ed8-7e02-4cb5-820e-5ed885c1663f admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830097-4-iscsi {{(pid=103457) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 13:20:14.899823 dv-cinder-830097-4-iscsi neutron-server[103457]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5bda3ed8-7e02-4cb5-820e-5ed885c1663f admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830097-4-iscsi {{(pid=103457) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 13:20:14.900161 dv-cinder-830097-4-iscsi neutron-server[103457]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5bda3ed8-7e02-4cb5-820e-5ed885c1663f admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830097-4-iscsi {{(pid=103457) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 13:20:14.900460 dv-cinder-830097-4-iscsi neutron-server[103457]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5bda3ed8-7e02-4cb5-820e-5ed885c1663f admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-830097-4-iscsi {{(pid=103457) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 13:20:14.900807 dv-cinder-830097-4-iscsi neutron-server[103457]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5bda3ed8-7e02-4cb5-820e-5ed885c1663f admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-830097-4-iscsi {{(pid=103457) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 13:20:14.901148 dv-cinder-830097-4-iscsi neutron-server[103457]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5bda3ed8-7e02-4cb5-820e-5ed885c1663f admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-830097-4-iscsi {{(pid=103457) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 13:20:14.901535 dv-cinder-830097-4-iscsi neutron-server[103457]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5bda3ed8-7e02-4cb5-820e-5ed885c1663f admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-830097-4-iscsi {{(pid=103457) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 13:20:14.901797 dv-cinder-830097-4-iscsi neutron-server[103457]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5bda3ed8-7e02-4cb5-820e-5ed885c1663f admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830097-4-iscsi {{(pid=103457) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 13:20:14.902112 dv-cinder-830097-4-iscsi neutron-server[103457]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5bda3ed8-7e02-4cb5-820e-5ed885c1663f admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830097-4-iscsi {{(pid=103457) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 13:20:14.902429 dv-cinder-830097-4-iscsi neutron-server[103457]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5bda3ed8-7e02-4cb5-820e-5ed885c1663f admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830097-4-iscsi {{(pid=103457) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 13:20:14.902774 dv-cinder-830097-4-iscsi neutron-server[103457]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5bda3ed8-7e02-4cb5-820e-5ed885c1663f admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830097-4-iscsi {{(pid=103457) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 13:20:14.938777 dv-cinder-830097-4-iscsi neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-9167cd54-14b9-433a-8480-41bfa22548da admin admin] Publish callbacks [] for security_group (e12cb1a5-a22c-4d2a-a9b4-ba8a531f37c7), before_delete {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:20:14.964998 dv-cinder-830097-4-iscsi neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-9167cd54-14b9-433a-8480-41bfa22548da admin admin] Publish callbacks [] for security_group (e12cb1a5-a22c-4d2a-a9b4-ba8a531f37c7), precommit_delete {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:20:15.016807 dv-cinder-830097-4-iscsi neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-9167cd54-14b9-433a-8480-41bfa22548da admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3691807'] for security_group (e12cb1a5-a22c-4d2a-a9b4-ba8a531f37c7), after_delete {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:20:15.019383 dv-cinder-830097-4-iscsi neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-9167cd54-14b9-433a-8480-41bfa22548da admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:20:15.022841 dv-cinder-830097-4-iscsi neutron-server[103458]: INFO neutron.wsgi [None req-9167cd54-14b9-433a-8480-41bfa22548da admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/e12cb1a5-a22c-4d2a-a9b4-ba8a531f37c7 HTTP/1.1" status: 204 len: 168 time: 0.1327178 Apr 12 13:20:15.028086 dv-cinder-830097-4-iscsi neutron-server[103458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9167cd54-14b9-433a-8480-41bfa22548da admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e12cb1a5-a22c-4d2a-a9b4-ba8a531f37c7,revision_number=None']} {{(pid=103458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 13:20:15.036086 dv-cinder-830097-4-iscsi neutron-server[103458]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9167cd54-14b9-433a-8480-41bfa22548da admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830097-4-iscsi {{(pid=103458) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 13:20:15.036431 dv-cinder-830097-4-iscsi neutron-server[103458]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9167cd54-14b9-433a-8480-41bfa22548da admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830097-4-iscsi {{(pid=103458) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 13:20:15.036809 dv-cinder-830097-4-iscsi neutron-server[103458]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9167cd54-14b9-433a-8480-41bfa22548da admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830097-4-iscsi {{(pid=103458) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 13:20:15.037259 dv-cinder-830097-4-iscsi neutron-server[103458]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9167cd54-14b9-433a-8480-41bfa22548da admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830097-4-iscsi {{(pid=103458) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 13:20:15.037595 dv-cinder-830097-4-iscsi neutron-server[103458]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9167cd54-14b9-433a-8480-41bfa22548da admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830097-4-iscsi {{(pid=103458) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 13:20:15.037924 dv-cinder-830097-4-iscsi neutron-server[103458]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9167cd54-14b9-433a-8480-41bfa22548da admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830097-4-iscsi {{(pid=103458) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 13:20:15.038250 dv-cinder-830097-4-iscsi neutron-server[103458]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9167cd54-14b9-433a-8480-41bfa22548da admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830097-4-iscsi {{(pid=103458) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 13:20:15.038562 dv-cinder-830097-4-iscsi neutron-server[103458]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9167cd54-14b9-433a-8480-41bfa22548da admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-830097-4-iscsi {{(pid=103458) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 13:20:15.038902 dv-cinder-830097-4-iscsi neutron-server[103458]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9167cd54-14b9-433a-8480-41bfa22548da admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-830097-4-iscsi {{(pid=103458) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 13:20:15.039232 dv-cinder-830097-4-iscsi neutron-server[103458]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9167cd54-14b9-433a-8480-41bfa22548da admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-830097-4-iscsi {{(pid=103458) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 13:20:15.039551 dv-cinder-830097-4-iscsi neutron-server[103458]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9167cd54-14b9-433a-8480-41bfa22548da admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-830097-4-iscsi {{(pid=103458) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 13:20:15.039948 dv-cinder-830097-4-iscsi neutron-server[103458]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9167cd54-14b9-433a-8480-41bfa22548da admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830097-4-iscsi {{(pid=103458) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 13:20:15.040266 dv-cinder-830097-4-iscsi neutron-server[103458]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9167cd54-14b9-433a-8480-41bfa22548da admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830097-4-iscsi {{(pid=103458) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 13:20:15.040586 dv-cinder-830097-4-iscsi neutron-server[103458]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9167cd54-14b9-433a-8480-41bfa22548da admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830097-4-iscsi {{(pid=103458) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 13:20:15.040937 dv-cinder-830097-4-iscsi neutron-server[103458]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9167cd54-14b9-433a-8480-41bfa22548da admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830097-4-iscsi {{(pid=103458) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 13:20:15.976016 dv-cinder-830097-4-iscsi neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b869c2c5-b0a2-461b-a657-068b643b39eb req-aa04a709-0469-4c80-8655-9988aba80943 tempest-TestShelveInstance-750106452 tempest-TestShelveInstance-750106452-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 13:20:15.977503 dv-cinder-830097-4-iscsi neutron-server[103457]: INFO neutron.wsgi [req-b869c2c5-b0a2-461b-a657-068b643b39eb req-aa04a709-0469-4c80-8655-9988aba80943 tempest-TestShelveInstance-750106452 tempest-TestShelveInstance-750106452-project] 10.222.0.55 "GET /v2.0/networks?id=dd564e5e-84b2-456c-afed-34fe02080a74 HTTP/1.1" status: 200 len: 809 time: 0.1422937 Apr 12 13:20:15.979553 dv-cinder-830097-4-iscsi neutron-server[103457]: INFO neutron.wsgi [req-3b874dc7-6150-491f-9470-73a98c0b1950 req-d584e6b1-ebd8-46b6-adb0-71eea2f1237d tempest-TestShelveInstance-750106452 tempest-TestShelveInstance-750106452-project] 10.222.0.18 "GET /v2.0/ports?device_id=bc77c197-89c7-4e0d-b60b-22abc9b99bd6 HTTP/1.1" status: 200 len: 210 time: 0.0591297 Apr 12 13:20:16.047718 dv-cinder-830097-4-iscsi neutron-server[103457]: INFO neutron.wsgi [req-b869c2c5-b0a2-461b-a657-068b643b39eb req-733fa41f-58af-4fa1-a248-ae0ddfe8612a tempest-TestShelveInstance-750106452 tempest-TestShelveInstance-750106452-project] 10.222.0.55 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=713bbcf7a57142f0a2bb30d1eed8f037 HTTP/1.1" status: 200 len: 380 time: 0.0549610 Apr 12 13:20:16.056532 dv-cinder-830097-4-iscsi neutron-server[103457]: DEBUG neutron.api.v2.base [req-b869c2c5-b0a2-461b-a657-068b643b39eb req-774d3920-b86d-4987-8422-08ca18182c16 tempest-TestShelveInstance-750106452 tempest-TestShelveInstance-750106452-project] Request body: {'port': {'device_id': 'bc77c197-89c7-4e0d-b60b-22abc9b99bd6', 'network_id': 'dd564e5e-84b2-456c-afed-34fe02080a74', 'admin_state_up': True, 'tenant_id': '713bbcf7a57142f0a2bb30d1eed8f037', 'security_groups': ['2baa67a9-5f14-404b-94ce-8aa7d37b6772']}} {{(pid=103457) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 12 13:20:16.172980 dv-cinder-830097-4-iscsi neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b869c2c5-b0a2-461b-a657-068b643b39eb req-774d3920-b86d-4987-8422-08ca18182c16 tempest-TestShelveInstance-750106452 tempest-TestShelveInstance-750106452-project] Made reservation on behalf of 713bbcf7a57142f0a2bb30d1eed8f037 for: {'port': 1} {{(pid=103457) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 12 13:20:16.176382 dv-cinder-830097-4-iscsi neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [req-b869c2c5-b0a2-461b-a657-068b643b39eb req-774d3920-b86d-4987-8422-08ca18182c16 tempest-TestShelveInstance-750106452 tempest-TestShelveInstance-750106452-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-916304'] for port (None), before_create {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:20:16.301878 dv-cinder-830097-4-iscsi neutron-server[103457]: DEBUG neutron.db.db_base_plugin_common [req-b869c2c5-b0a2-461b-a657-068b643b39eb req-774d3920-b86d-4987-8422-08ca18182c16 tempest-TestShelveInstance-750106452 tempest-TestShelveInstance-750106452-project] Allocated IP 172.20.0.6 (dd564e5e-84b2-456c-afed-34fe02080a74/b573db6a-5739-46b0-a65e-7d9b85205259/31972305-3c0e-45f1-b071-0c5c3582b82f) {{(pid=103457) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 12 13:20:16.437942 dv-cinder-830097-4-iscsi neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [req-b869c2c5-b0a2-461b-a657-068b643b39eb req-774d3920-b86d-4987-8422-08ca18182c16 tempest-TestShelveInstance-750106452 tempest-TestShelveInstance-750106452-project] Publish callbacks [] for port (31972305-3c0e-45f1-b071-0c5c3582b82f), precommit_create {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:20:16.470728 dv-cinder-830097-4-iscsi neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [req-b869c2c5-b0a2-461b-a657-068b643b39eb req-774d3920-b86d-4987-8422-08ca18182c16 tempest-TestShelveInstance-750106452 tempest-TestShelveInstance-750106452-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-915890', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3697887', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732727417914', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25610742'] for port (31972305-3c0e-45f1-b071-0c5c3582b82f), after_create {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:20:16.513296 dv-cinder-830097-4-iscsi neutron-server[103457]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b869c2c5-b0a2-461b-a657-068b643b39eb req-774d3920-b86d-4987-8422-08ca18182c16 tempest-TestShelveInstance-750106452 tempest-TestShelveInstance-750106452-project] Network dd564e5e-84b2-456c-afed-34fe02080a74 is already hosted by enough agents. {{(pid=103457) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 12 13:20:16.516175 dv-cinder-830097-4-iscsi neutron-server[103457]: DEBUG neutron.scheduler.base_scheduler [req-b869c2c5-b0a2-461b-a657-068b643b39eb req-774d3920-b86d-4987-8422-08ca18182c16 tempest-TestShelveInstance-750106452 tempest-TestShelveInstance-750106452-project] Resources bound (agent type, host, resource id): {{(pid=103457) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 12 13:20:16.519699 dv-cinder-830097-4-iscsi neutron-server[103457]: DEBUG neutron.db.l3_dvrscheduler_db [req-b869c2c5-b0a2-461b-a657-068b643b39eb req-774d3920-b86d-4987-8422-08ca18182c16 tempest-TestShelveInstance-750106452 tempest-TestShelveInstance-750106452-project] Received port after_create {{(pid=103457) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 12 13:20:16.542696 dv-cinder-830097-4-iscsi neutron-server[103457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-774d3920-b86d-4987-8422-08ca18182c16 tempest-TestShelveInstance-750106452 tempest-TestShelveInstance-750106452-project] Pushing event updated for resources: {'Port': ['ID=31972305-3c0e-45f1-b071-0c5c3582b82f,revision_number=1']} {{(pid=103457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 13:20:16.571148 dv-cinder-830097-4-iscsi neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b869c2c5-b0a2-461b-a657-068b643b39eb req-774d3920-b86d-4987-8422-08ca18182c16 tempest-TestShelveInstance-750106452 tempest-TestShelveInstance-750106452-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 13:20:16.571670 dv-cinder-830097-4-iscsi neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [req-b869c2c5-b0a2-461b-a657-068b643b39eb req-774d3920-b86d-4987-8422-08ca18182c16 tempest-TestShelveInstance-750106452 tempest-TestShelveInstance-750106452-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-500965'] for port (None), before_response {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:20:16.587843 dv-cinder-830097-4-iscsi neutron-server[103457]: INFO neutron.wsgi [req-b869c2c5-b0a2-461b-a657-068b643b39eb req-774d3920-b86d-4987-8422-08ca18182c16 tempest-TestShelveInstance-750106452 tempest-TestShelveInstance-750106452-project] 10.222.0.55 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5350125 Apr 12 13:20:16.605673 dv-cinder-830097-4-iscsi neutron-server[103457]: DEBUG neutron.api.v2.base [req-b869c2c5-b0a2-461b-a657-068b643b39eb req-90644910-5b06-4681-a8ff-3a9a4b7327dd service neutron] Request body: {'port': {'device_id': 'bc77c197-89c7-4e0d-b60b-22abc9b99bd6', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83009'}} {{(pid=103457) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 12 13:20:16.670460 dv-cinder-830097-4-iscsi neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [req-b869c2c5-b0a2-461b-a657-068b643b39eb req-90644910-5b06-4681-a8ff-3a9a4b7327dd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-916304'] for port (31972305-3c0e-45f1-b071-0c5c3582b82f), before_update {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:20:16.700316 dv-cinder-830097-4-iscsi neutron-server[103459]: DEBUG neutron.db.provisioning_blocks [None req-4cc7ec1b-743c-42ba-b05c-44160e22fbe8 None None] Provisioning complete for port 31972305-3c0e-45f1-b071-0c5c3582b82f triggered by entity DHCP. {{(pid=103459) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 12 13:20:16.701535 dv-cinder-830097-4-iscsi neutron-server[103459]: DEBUG neutron_lib.callbacks.manager [None req-4cc7ec1b-743c-42ba-b05c-44160e22fbe8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-657243'] for port (31972305-3c0e-45f1-b071-0c5c3582b82f), provisioning_complete {{(pid=103459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:20:16.738837 dv-cinder-830097-4-iscsi neutron-server[103459]: DEBUG neutron.plugins.ml2.plugin [None req-4cc7ec1b-743c-42ba-b05c-44160e22fbe8 None None] Port 31972305-3c0e-45f1-b071-0c5c3582b82f cannot update to ACTIVE because it is not bound. {{(pid=103459) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 12 13:20:16.755519 dv-cinder-830097-4-iscsi neutron-server[103459]: DEBUG neutron_lib.callbacks.manager [None req-c1daf1e7-9210-4f5b-9eee-676d94ec9427 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732727929501', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-657397'] for agent (246ca497-e2ee-4e0b-b432-b4153c207e5f), after_update {{(pid=103459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:20:16.926512 dv-cinder-830097-4-iscsi neutron-server[103457]: DEBUG neutron.notifiers.nova [req-b869c2c5-b0a2-461b-a657-068b643b39eb req-90644910-5b06-4681-a8ff-3a9a4b7327dd service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 31972305-3c0e-45f1-b071-0c5c3582b82f {{(pid=103457) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 12 13:20:16.933781 dv-cinder-830097-4-iscsi neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [req-b869c2c5-b0a2-461b-a657-068b643b39eb req-90644910-5b06-4681-a8ff-3a9a4b7327dd service neutron] Publish callbacks [] for port (31972305-3c0e-45f1-b071-0c5c3582b82f), precommit_update {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:20:16.945730 dv-cinder-830097-4-iscsi neutron-server[103457]: DEBUG neutron.db.provisioning_blocks [req-b869c2c5-b0a2-461b-a657-068b643b39eb req-90644910-5b06-4681-a8ff-3a9a4b7327dd service neutron] Transition to ACTIVE for port object 31972305-3c0e-45f1-b071-0c5c3582b82f will not be triggered until provisioned by entity L2. {{(pid=103457) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 12 13:20:16.950138 dv-cinder-830097-4-iscsi neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [req-b869c2c5-b0a2-461b-a657-068b643b39eb req-90644910-5b06-4681-a8ff-3a9a4b7327dd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-915890', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3697887', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732727894815', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732727417932', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732727417950', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25610749'] for port (31972305-3c0e-45f1-b071-0c5c3582b82f), after_update {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:20:16.998340 dv-cinder-830097-4-iscsi neutron-server[103457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90644910-5b06-4681-a8ff-3a9a4b7327dd service neutron] Pushing event updated for resources: {'Port': ['ID=31972305-3c0e-45f1-b071-0c5c3582b82f,revision_number=2']} {{(pid=103457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 13:20:17.076836 dv-cinder-830097-4-iscsi neutron-server[103457]: DEBUG neutron.plugins.ml2.managers [req-b869c2c5-b0a2-461b-a657-068b643b39eb req-90644910-5b06-4681-a8ff-3a9a4b7327dd service neutron] Attempting to bind port 31972305-3c0e-45f1-b071-0c5c3582b82f on host hv-cinder-83009 for vnic_type normal with profile {{(pid=103457) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 12 13:20:17.077189 dv-cinder-830097-4-iscsi neutron-server[103457]: DEBUG neutron.plugins.ml2.managers [req-b869c2c5-b0a2-461b-a657-068b643b39eb req-90644910-5b06-4681-a8ff-3a9a4b7327dd service neutron] Attempting to bind port 31972305-3c0e-45f1-b071-0c5c3582b82f by drivers openvswitch,hyperv on host hv-cinder-83009 at level 0 using segments [{'id': '22816d98-787f-4f09-adc7-9591d9bff28c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 201, 'network_id': 'dd564e5e-84b2-456c-afed-34fe02080a74'}] {{(pid=103457) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 12 13:20:17.077520 dv-cinder-830097-4-iscsi neutron-server[103457]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b869c2c5-b0a2-461b-a657-068b643b39eb req-90644910-5b06-4681-a8ff-3a9a4b7327dd service neutron] Attempting to bind port 31972305-3c0e-45f1-b071-0c5c3582b82f on network dd564e5e-84b2-456c-afed-34fe02080a74 {{(pid=103457) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 12 13:20:17.082524 dv-cinder-830097-4-iscsi neutron-server[103457]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b869c2c5-b0a2-461b-a657-068b643b39eb req-90644910-5b06-4681-a8ff-3a9a4b7327dd service neutron] Port 31972305-3c0e-45f1-b071-0c5c3582b82f on network dd564e5e-84b2-456c-afed-34fe02080a74 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83009 {{(pid=103457) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 12 13:20:17.082848 dv-cinder-830097-4-iscsi neutron-server[103457]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b869c2c5-b0a2-461b-a657-068b643b39eb req-90644910-5b06-4681-a8ff-3a9a4b7327dd service neutron] Attempting to bind port 31972305-3c0e-45f1-b071-0c5c3582b82f on network dd564e5e-84b2-456c-afed-34fe02080a74 {{(pid=103457) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 12 13:20:17.088070 dv-cinder-830097-4-iscsi neutron-server[103457]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b869c2c5-b0a2-461b-a657-068b643b39eb req-90644910-5b06-4681-a8ff-3a9a4b7327dd service neutron] Checking agent: {'id': 'ee5509cd-6dd7-49df-aa37-3740ebd1e34b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83009', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 12, 13, 13, 59), 'started_at': datetime.datetime(2022, 4, 12, 13, 13, 59), 'heartbeat_timestamp': datetime.datetime(2022, 4, 12, 13, 19, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103457) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 12 13:20:17.088980 dv-cinder-830097-4-iscsi neutron-server[103457]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b869c2c5-b0a2-461b-a657-068b643b39eb req-90644910-5b06-4681-a8ff-3a9a4b7327dd service neutron] Checking segment: {'id': '22816d98-787f-4f09-adc7-9591d9bff28c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 201, 'network_id': 'dd564e5e-84b2-456c-afed-34fe02080a74'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103457) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 12 13:20:17.088980 dv-cinder-830097-4-iscsi neutron-server[103457]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b869c2c5-b0a2-461b-a657-068b643b39eb req-90644910-5b06-4681-a8ff-3a9a4b7327dd service neutron] Bound using segment: {'id': '22816d98-787f-4f09-adc7-9591d9bff28c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 201, 'network_id': 'dd564e5e-84b2-456c-afed-34fe02080a74'} {{(pid=103457) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 12 13:20:17.089229 dv-cinder-830097-4-iscsi neutron-server[103457]: DEBUG neutron.plugins.ml2.managers [req-b869c2c5-b0a2-461b-a657-068b643b39eb req-90644910-5b06-4681-a8ff-3a9a4b7327dd service neutron] Bound port: 31972305-3c0e-45f1-b071-0c5c3582b82f, host: hv-cinder-83009, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '22816d98-787f-4f09-adc7-9591d9bff28c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 201, 'network_id': 'dd564e5e-84b2-456c-afed-34fe02080a74'}}] {{(pid=103457) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 12 13:20:17.089736 dv-cinder-830097-4-iscsi neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [req-b869c2c5-b0a2-461b-a657-068b643b39eb req-90644910-5b06-4681-a8ff-3a9a4b7327dd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-916304'] for port (31972305-3c0e-45f1-b071-0c5c3582b82f), before_update {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:20:17.106628 dv-cinder-830097-4-iscsi neutron-server[103458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e357e02-9af3-425b-bec9-e2dabf174c87 req-2c2840a2-fe22-45be-81ae-47638546c2dc tempest-TestShelveInstance-750106452 tempest-TestShelveInstance-750106452-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 13:20:17.108505 dv-cinder-830097-4-iscsi neutron-server[103458]: INFO neutron.wsgi [req-9e357e02-9af3-425b-bec9-e2dabf174c87 req-2c2840a2-fe22-45be-81ae-47638546c2dc tempest-TestShelveInstance-750106452 tempest-TestShelveInstance-750106452-project] 10.222.0.18 "GET /v2.0/ports?device_id=bc77c197-89c7-4e0d-b60b-22abc9b99bd6 HTTP/1.1" status: 200 len: 943 time: 0.0534823 Apr 12 13:20:17.160470 dv-cinder-830097-4-iscsi neutron-server[103457]: DEBUG neutron.plugins.ml2.db [req-b869c2c5-b0a2-461b-a657-068b643b39eb req-90644910-5b06-4681-a8ff-3a9a4b7327dd service neutron] For port 31972305-3c0e-45f1-b071-0c5c3582b82f, host hv-cinder-83009, cleared binding levels {{(pid=103457) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 12 13:20:17.174075 dv-cinder-830097-4-iscsi neutron-server[103457]: DEBUG neutron.plugins.ml2.db [req-b869c2c5-b0a2-461b-a657-068b643b39eb req-90644910-5b06-4681-a8ff-3a9a4b7327dd service neutron] For port 31972305-3c0e-45f1-b071-0c5c3582b82f, host hv-cinder-83009, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83009',level=0,port_id=31972305-3c0e-45f1-b071-0c5c3582b82f,segment=NetworkSegment(22816d98-787f-4f09-adc7-9591d9bff28c),segment_id=22816d98-787f-4f09-adc7-9591d9bff28c)] {{(pid=103457) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 12 13:20:17.175281 dv-cinder-830097-4-iscsi neutron-server[103458]: INFO neutron.wsgi [req-9e357e02-9af3-425b-bec9-e2dabf174c87 req-2d64a5b8-8481-4fb0-89fc-748aa85409a4 tempest-TestShelveInstance-750106452 tempest-TestShelveInstance-750106452-project] 10.222.0.18 "GET /v2.0/security-groups?id=2baa67a9-5f14-404b-94ce-8aa7d37b6772&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0603380 Apr 12 13:20:17.181014 dv-cinder-830097-4-iscsi neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [req-b869c2c5-b0a2-461b-a657-068b643b39eb req-90644910-5b06-4681-a8ff-3a9a4b7327dd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-915890', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3697887', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732727894815', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732727417932', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732727417950', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25610749'] for port (31972305-3c0e-45f1-b071-0c5c3582b82f), after_update {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:20:17.218247 dv-cinder-830097-4-iscsi neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b869c2c5-b0a2-461b-a657-068b643b39eb req-90644910-5b06-4681-a8ff-3a9a4b7327dd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 13:20:17.218869 dv-cinder-830097-4-iscsi neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [req-b869c2c5-b0a2-461b-a657-068b643b39eb req-90644910-5b06-4681-a8ff-3a9a4b7327dd service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-500965'] for port (None), before_response {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:20:17.220242 dv-cinder-830097-4-iscsi neutron-server[103457]: INFO neutron.wsgi [req-b869c2c5-b0a2-461b-a657-068b643b39eb req-90644910-5b06-4681-a8ff-3a9a4b7327dd service neutron] 10.222.0.55 "PUT /v2.0/ports/31972305-3c0e-45f1-b071-0c5c3582b82f HTTP/1.1" status: 200 len: 1093 time: 0.6188562 Apr 12 13:20:17.220681 dv-cinder-830097-4-iscsi neutron-server[103457]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bc77c197-89c7-4e0d-b60b-22abc9b99bd6', 'tag': '31972305-3c0e-45f1-b071-0c5c3582b82f'}] {{(pid=103457) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 12 13:20:17.222974 dv-cinder-830097-4-iscsi neutron-server[103457]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}086c7d3de3560e72b9669b0aa2f8f0aa3a7dc6896401f4467231a6605ceb6cb3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-11a5a5a4-a6a1-4ed4-9f36-bd2741db157f" -d '{"events": [{"name": "network-changed", "server_uuid": "bc77c197-89c7-4e0d-b60b-22abc9b99bd6", "tag": "31972305-3c0e-45f1-b071-0c5c3582b82f"}]}' {{(pid=103457) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 12 13:20:17.255998 dv-cinder-830097-4-iscsi neutron-server[103457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90644910-5b06-4681-a8ff-3a9a4b7327dd service neutron] Pushing event updated for resources: {'Port': ['ID=31972305-3c0e-45f1-b071-0c5c3582b82f,revision_number=3']} {{(pid=103457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 13:20:17.270401 dv-cinder-830097-4-iscsi neutron-server[103457]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 12 Apr 2022 13:20:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-aaaa95f0-e292-434f-bdac-53ab01bf25b2 x-openstack-request-id: req-aaaa95f0-e292-434f-bdac-53ab01bf25b2 {{(pid=103457) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 12 13:20:17.270689 dv-cinder-830097-4-iscsi neutron-server[103457]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "bc77c197-89c7-4e0d-b60b-22abc9b99bd6", "tag": "31972305-3c0e-45f1-b071-0c5c3582b82f", "status": "completed", "code": 200}]} {{(pid=103457) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 12 13:20:17.270938 dv-cinder-830097-4-iscsi neutron-server[103457]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-aaaa95f0-e292-434f-bdac-53ab01bf25b2 {{(pid=103457) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 12 13:20:17.271338 dv-cinder-830097-4-iscsi neutron-server[103457]: INFO neutron.notifiers.nova [-] Nova event matching ['req-aaaa95f0-e292-434f-bdac-53ab01bf25b2'] response: {'name': 'network-changed', 'server_uuid': 'bc77c197-89c7-4e0d-b60b-22abc9b99bd6', 'tag': '31972305-3c0e-45f1-b071-0c5c3582b82f', 'status': 'completed', 'code': 200} Apr 12 13:20:17.338167 dv-cinder-830097-4-iscsi neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b869c2c5-b0a2-461b-a657-068b643b39eb req-22effd9a-72ee-4657-a4ad-fecee1d0f219 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 13:20:17.339795 dv-cinder-830097-4-iscsi neutron-server[103457]: INFO neutron.wsgi [req-b869c2c5-b0a2-461b-a657-068b643b39eb req-22effd9a-72ee-4657-a4ad-fecee1d0f219 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=713bbcf7a57142f0a2bb30d1eed8f037&device_id=bc77c197-89c7-4e0d-b60b-22abc9b99bd6 HTTP/1.1" status: 200 len: 1127 time: 0.0461204 Apr 12 13:20:17.396854 dv-cinder-830097-4-iscsi neutron-server[103457]: INFO neutron.wsgi [req-b869c2c5-b0a2-461b-a657-068b643b39eb req-77e16e5b-0bdd-40bd-bea0-9ae0df27f21a service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=31972305-3c0e-45f1-b071-0c5c3582b82f HTTP/1.1" status: 200 len: 217 time: 0.0382304 Apr 12 13:20:17.444141 dv-cinder-830097-4-iscsi neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b869c2c5-b0a2-461b-a657-068b643b39eb req-c2edab97-aa32-4317-a0c3-a5c2b692074b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 13:20:17.445577 dv-cinder-830097-4-iscsi neutron-server[103457]: INFO neutron.wsgi [req-b869c2c5-b0a2-461b-a657-068b643b39eb req-c2edab97-aa32-4317-a0c3-a5c2b692074b service neutron] 10.222.0.55 "GET /v2.0/subnets?id=b573db6a-5739-46b0-a65e-7d9b85205259 HTTP/1.1" status: 200 len: 848 time: 0.0426006 Apr 12 13:20:17.493536 dv-cinder-830097-4-iscsi neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b869c2c5-b0a2-461b-a657-068b643b39eb req-1d747d58-7a8b-4cc8-a568-853001c80d6e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 13:20:17.495041 dv-cinder-830097-4-iscsi neutron-server[103457]: INFO neutron.wsgi [req-b869c2c5-b0a2-461b-a657-068b643b39eb req-1d747d58-7a8b-4cc8-a568-853001c80d6e service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=dd564e5e-84b2-456c-afed-34fe02080a74&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0427153 Apr 12 13:20:17.583720 dv-cinder-830097-4-iscsi neutron-server[103457]: INFO neutron.wsgi [req-b869c2c5-b0a2-461b-a657-068b643b39eb req-6fc3b094-8d95-4b68-9fea-ae1b2e62e9a7 service neutron] 10.222.0.55 "GET /v2.0/networks/dd564e5e-84b2-456c-afed-34fe02080a74?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0821075 Apr 12 13:20:17.675176 dv-cinder-830097-4-iscsi neutron-server[103457]: INFO neutron.wsgi [req-b869c2c5-b0a2-461b-a657-068b643b39eb req-04b6a733-c2c6-46e1-87fc-bc4c6e4d36eb service neutron] 10.222.0.55 "GET /v2.0/networks/dd564e5e-84b2-456c-afed-34fe02080a74?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0851474 Apr 12 13:20:17.787921 dv-cinder-830097-4-iscsi neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11a5a5a4-a6a1-4ed4-9f36-bd2741db157f req-1d51fb72-0f4b-4931-9f43-eb144cac5a22 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 13:20:17.789442 dv-cinder-830097-4-iscsi neutron-server[103457]: INFO neutron.wsgi [req-11a5a5a4-a6a1-4ed4-9f36-bd2741db157f req-1d51fb72-0f4b-4931-9f43-eb144cac5a22 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=713bbcf7a57142f0a2bb30d1eed8f037&device_id=bc77c197-89c7-4e0d-b60b-22abc9b99bd6 HTTP/1.1" status: 200 len: 1127 time: 0.0397429 Apr 12 13:20:17.881933 dv-cinder-830097-4-iscsi neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11a5a5a4-a6a1-4ed4-9f36-bd2741db157f req-c9f97af3-a5f1-4828-9a0f-aac40bdd2459 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 13:20:17.883426 dv-cinder-830097-4-iscsi neutron-server[103457]: INFO neutron.wsgi [req-11a5a5a4-a6a1-4ed4-9f36-bd2741db157f req-c9f97af3-a5f1-4828-9a0f-aac40bdd2459 service neutron] 10.222.0.55 "GET /v2.0/networks?id=dd564e5e-84b2-456c-afed-34fe02080a74 HTTP/1.1" status: 200 len: 910 time: 0.0879912 Apr 12 13:20:17.926070 dv-cinder-830097-4-iscsi neutron-server[103457]: INFO neutron.wsgi [req-11a5a5a4-a6a1-4ed4-9f36-bd2741db157f req-b9d27642-0a39-4088-9340-a9764767cbc9 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=31972305-3c0e-45f1-b071-0c5c3582b82f HTTP/1.1" status: 200 len: 217 time: 0.0363913 Apr 12 13:20:18.286426 dv-cinder-830097-4-iscsi neutron-server[103458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ab9ea92-54f8-498e-87d9-c1b28b41819e req-902f5fc2-c86b-45bf-815a-0d14aee67ad8 tempest-TestShelveInstance-750106452 tempest-TestShelveInstance-750106452-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 13:20:18.288071 dv-cinder-830097-4-iscsi neutron-server[103458]: INFO neutron.wsgi [req-1ab9ea92-54f8-498e-87d9-c1b28b41819e req-902f5fc2-c86b-45bf-815a-0d14aee67ad8 tempest-TestShelveInstance-750106452 tempest-TestShelveInstance-750106452-project] 10.222.0.18 "GET /v2.0/ports?device_id=bc77c197-89c7-4e0d-b60b-22abc9b99bd6 HTTP/1.1" status: 200 len: 943 time: 0.0506549 Apr 12 13:20:18.340840 dv-cinder-830097-4-iscsi neutron-server[103458]: INFO neutron.wsgi [req-1ab9ea92-54f8-498e-87d9-c1b28b41819e req-cc97b658-86e8-494f-9603-2374ee5b7787 tempest-TestShelveInstance-750106452 tempest-TestShelveInstance-750106452-project] 10.222.0.18 "GET /v2.0/security-groups?id=2baa67a9-5f14-404b-94ce-8aa7d37b6772&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0467997 Apr 12 13:20:19.349328 dv-cinder-830097-4-iscsi neutron-server[103459]: DEBUG neutron_lib.callbacks.manager [None req-1a914f85-1675-44c7-a550-4db6cad9ebe0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732727929501', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-657397'] for agent (b7e11a8b-aeed-493f-9763-461016dddc93), after_update {{(pid=103459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:20:19.455719 dv-cinder-830097-4-iscsi neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e423164-628e-4d2a-92fa-1911adc5b354 req-0a6c0d78-c4da-49c0-8eb1-4eb9b8d3c94a tempest-TestShelveInstance-750106452 tempest-TestShelveInstance-750106452-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 13:20:19.457480 dv-cinder-830097-4-iscsi neutron-server[103457]: INFO neutron.wsgi [req-3e423164-628e-4d2a-92fa-1911adc5b354 req-0a6c0d78-c4da-49c0-8eb1-4eb9b8d3c94a tempest-TestShelveInstance-750106452 tempest-TestShelveInstance-750106452-project] 10.222.0.18 "GET /v2.0/ports?device_id=bc77c197-89c7-4e0d-b60b-22abc9b99bd6 HTTP/1.1" status: 200 len: 943 time: 0.0456781 Apr 12 13:20:19.506203 dv-cinder-830097-4-iscsi neutron-server[103457]: INFO neutron.wsgi [req-3e423164-628e-4d2a-92fa-1911adc5b354 req-2d17c870-7d90-4bdd-bbbb-b62c045fa555 tempest-TestShelveInstance-750106452 tempest-TestShelveInstance-750106452-project] 10.222.0.18 "GET /v2.0/security-groups?id=2baa67a9-5f14-404b-94ce-8aa7d37b6772&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0431476 Apr 12 13:20:20.227442 dv-cinder-830097-4-iscsi neutron-server[103460]: DEBUG neutron.db.agents_db [None req-38c2972b-b018-47ca-95cb-8760adc1e78b None None] Agent healthcheck: found 6 active agents {{(pid=103460) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 12 13:20:20.258069 dv-cinder-830097-4-iscsi neutron-server[103459]: DEBUG neutron_lib.callbacks.manager [None req-f20c20fe-5767-407a-9f30-b36f01c50254 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732727929501', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-657397'] for agent (1e8a91c7-94d1-4b17-9536-32bc01f44a9b), after_update {{(pid=103459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:20:20.619613 dv-cinder-830097-4-iscsi neutron-server[103458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11084419-5b40-4846-bdd5-2f8716c24909 req-f4362a4d-2676-4cd0-bf67-d8520d40e4df tempest-TestShelveInstance-750106452 tempest-TestShelveInstance-750106452-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 13:20:20.621109 dv-cinder-830097-4-iscsi neutron-server[103458]: INFO neutron.wsgi [req-11084419-5b40-4846-bdd5-2f8716c24909 req-f4362a4d-2676-4cd0-bf67-d8520d40e4df tempest-TestShelveInstance-750106452 tempest-TestShelveInstance-750106452-project] 10.222.0.18 "GET /v2.0/ports?device_id=bc77c197-89c7-4e0d-b60b-22abc9b99bd6 HTTP/1.1" status: 200 len: 943 time: 0.0480256 Apr 12 13:20:20.670560 dv-cinder-830097-4-iscsi neutron-server[103458]: INFO neutron.wsgi [req-11084419-5b40-4846-bdd5-2f8716c24909 req-6092c394-c2da-4ee8-82f7-68ade93c2566 tempest-TestShelveInstance-750106452 tempest-TestShelveInstance-750106452-project] 10.222.0.18 "GET /v2.0/security-groups?id=2baa67a9-5f14-404b-94ce-8aa7d37b6772&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0435784 Apr 12 13:20:21.389681 dv-cinder-830097-4-iscsi neutron-server[103459]: DEBUG neutron_lib.callbacks.manager [None req-09c91955-1169-4ba5-b480-d25faf385fa1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732727929501', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-657397'] for agent (6571c785-b050-42b7-b6d0-d71237f75507), after_update {{(pid=103459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:20:21.784876 dv-cinder-830097-4-iscsi neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f42408c8-52da-4d58-915e-c3c5c3d30770 req-7d3f290d-b8ae-45bc-89ed-aa1679dbbfb1 tempest-TestShelveInstance-750106452 tempest-TestShelveInstance-750106452-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 13:20:21.786312 dv-cinder-830097-4-iscsi neutron-server[103457]: INFO neutron.wsgi [req-f42408c8-52da-4d58-915e-c3c5c3d30770 req-7d3f290d-b8ae-45bc-89ed-aa1679dbbfb1 tempest-TestShelveInstance-750106452 tempest-TestShelveInstance-750106452-project] 10.222.0.18 "GET /v2.0/ports?device_id=bc77c197-89c7-4e0d-b60b-22abc9b99bd6 HTTP/1.1" status: 200 len: 943 time: 0.0484214 Apr 12 13:20:21.833695 dv-cinder-830097-4-iscsi neutron-server[103457]: INFO neutron.wsgi [req-f42408c8-52da-4d58-915e-c3c5c3d30770 req-ca7beb39-8777-4fdd-864d-21ea28d818d8 tempest-TestShelveInstance-750106452 tempest-TestShelveInstance-750106452-project] 10.222.0.18 "GET /v2.0/security-groups?id=2baa67a9-5f14-404b-94ce-8aa7d37b6772&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0419519 Apr 12 13:20:22.944872 dv-cinder-830097-4-iscsi neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3c60943-00be-4044-ac21-2335f4fe9eb2 req-9bca1eee-ada8-41dd-8cdf-e1662d2d7e4d tempest-TestShelveInstance-750106452 tempest-TestShelveInstance-750106452-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 13:20:22.946338 dv-cinder-830097-4-iscsi neutron-server[103457]: INFO neutron.wsgi [req-e3c60943-00be-4044-ac21-2335f4fe9eb2 req-9bca1eee-ada8-41dd-8cdf-e1662d2d7e4d tempest-TestShelveInstance-750106452 tempest-TestShelveInstance-750106452-project] 10.222.0.18 "GET /v2.0/ports?device_id=bc77c197-89c7-4e0d-b60b-22abc9b99bd6 HTTP/1.1" status: 200 len: 943 time: 0.0465550 Apr 12 13:20:22.994224 dv-cinder-830097-4-iscsi neutron-server[103457]: INFO neutron.wsgi [req-e3c60943-00be-4044-ac21-2335f4fe9eb2 req-cd235c7e-7ed9-4ce6-a80d-37b4643a2b77 tempest-TestShelveInstance-750106452 tempest-TestShelveInstance-750106452-project] 10.222.0.18 "GET /v2.0/security-groups?id=2baa67a9-5f14-404b-94ce-8aa7d37b6772&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0419302 Apr 12 13:20:23.186805 dv-cinder-830097-4-iscsi neutron-server[103459]: DEBUG neutron_lib.callbacks.manager [None req-53781792-8650-4c78-93a6-1c4d328d874c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732727929501', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-657397'] for agent (3f2daa45-5e56-452b-8a21-b519edfce99e), after_update {{(pid=103459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:20:24.101200 dv-cinder-830097-4-iscsi neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b0ba336-df83-4271-842c-fc1bc09f7c31 req-81f7b299-c663-46be-9f55-5d0bce29610c tempest-TestShelveInstance-750106452 tempest-TestShelveInstance-750106452-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 13:20:24.102626 dv-cinder-830097-4-iscsi neutron-server[103457]: INFO neutron.wsgi [req-9b0ba336-df83-4271-842c-fc1bc09f7c31 req-81f7b299-c663-46be-9f55-5d0bce29610c tempest-TestShelveInstance-750106452 tempest-TestShelveInstance-750106452-project] 10.222.0.18 "GET /v2.0/ports?device_id=bc77c197-89c7-4e0d-b60b-22abc9b99bd6 HTTP/1.1" status: 200 len: 943 time: 0.0458498 Apr 12 13:20:24.152069 dv-cinder-830097-4-iscsi neutron-server[103457]: INFO neutron.wsgi [req-9b0ba336-df83-4271-842c-fc1bc09f7c31 req-34c8abf2-4c88-451d-a7b3-be9c0288d79f tempest-TestShelveInstance-750106452 tempest-TestShelveInstance-750106452-project] 10.222.0.18 "GET /v2.0/security-groups?id=2baa67a9-5f14-404b-94ce-8aa7d37b6772&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0434136 Apr 12 13:20:24.320661 dv-cinder-830097-4-iscsi neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11a5a5a4-a6a1-4ed4-9f36-bd2741db157f req-c917013f-24f2-4e74-895e-d3559a14a424 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 13:20:24.322107 dv-cinder-830097-4-iscsi neutron-server[103457]: INFO neutron.wsgi [req-11a5a5a4-a6a1-4ed4-9f36-bd2741db157f req-c917013f-24f2-4e74-895e-d3559a14a424 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=b573db6a-5739-46b0-a65e-7d9b85205259 HTTP/1.1" status: 200 len: 848 time: 0.0436654 Apr 12 13:20:24.366123 dv-cinder-830097-4-iscsi neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11a5a5a4-a6a1-4ed4-9f36-bd2741db157f req-85d040db-a8c5-4b7b-802e-9e585c058640 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 13:20:24.367579 dv-cinder-830097-4-iscsi neutron-server[103457]: INFO neutron.wsgi [req-11a5a5a4-a6a1-4ed4-9f36-bd2741db157f req-85d040db-a8c5-4b7b-802e-9e585c058640 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=dd564e5e-84b2-456c-afed-34fe02080a74&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0376832 Apr 12 13:20:24.453357 dv-cinder-830097-4-iscsi neutron-server[103457]: INFO neutron.wsgi [req-11a5a5a4-a6a1-4ed4-9f36-bd2741db157f req-57c81bb9-258b-401a-971b-9c9ebe7a9ed4 service neutron] 10.222.0.55 "GET /v2.0/networks/dd564e5e-84b2-456c-afed-34fe02080a74?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0792952 Apr 12 13:20:25.261496 dv-cinder-830097-4-iscsi neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f508bc59-b7ce-4b7a-ab0a-af1587bf0651 req-bc8b0590-eac1-4a57-930d-e0ead336397d tempest-TestShelveInstance-750106452 tempest-TestShelveInstance-750106452-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 13:20:25.263763 dv-cinder-830097-4-iscsi neutron-server[103457]: INFO neutron.wsgi [req-f508bc59-b7ce-4b7a-ab0a-af1587bf0651 req-bc8b0590-eac1-4a57-930d-e0ead336397d tempest-TestShelveInstance-750106452 tempest-TestShelveInstance-750106452-project] 10.222.0.18 "GET /v2.0/ports?device_id=bc77c197-89c7-4e0d-b60b-22abc9b99bd6 HTTP/1.1" status: 200 len: 943 time: 0.0464847 Apr 12 13:20:25.310245 dv-cinder-830097-4-iscsi neutron-server[103457]: INFO neutron.wsgi [req-f508bc59-b7ce-4b7a-ab0a-af1587bf0651 req-2d2d14cf-46d5-47aa-ae19-78f37ea1065b tempest-TestShelveInstance-750106452 tempest-TestShelveInstance-750106452-project] 10.222.0.18 "GET /v2.0/security-groups?id=2baa67a9-5f14-404b-94ce-8aa7d37b6772&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0405762 Apr 12 13:20:26.285981 dv-cinder-830097-4-iscsi neutron-server[103457]: INFO neutron.wsgi [req-11a5a5a4-a6a1-4ed4-9f36-bd2741db157f req-7c6c2080-acce-4c84-aecc-4d2b3e23929d service neutron] 10.222.0.55 "GET /v2.0/networks/dd564e5e-84b2-456c-afed-34fe02080a74?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0958560 Apr 12 13:20:26.426621 dv-cinder-830097-4-iscsi neutron-server[103458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fb5d51d-a70d-4616-bdaf-37a8e4290676 req-8133250e-0e48-4749-aa55-8f8377014c5c tempest-TestShelveInstance-750106452 tempest-TestShelveInstance-750106452-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 13:20:26.428109 dv-cinder-830097-4-iscsi neutron-server[103458]: INFO neutron.wsgi [req-6fb5d51d-a70d-4616-bdaf-37a8e4290676 req-8133250e-0e48-4749-aa55-8f8377014c5c tempest-TestShelveInstance-750106452 tempest-TestShelveInstance-750106452-project] 10.222.0.18 "GET /v2.0/ports?device_id=bc77c197-89c7-4e0d-b60b-22abc9b99bd6 HTTP/1.1" status: 200 len: 943 time: 0.0474155 Apr 12 13:20:26.486678 dv-cinder-830097-4-iscsi neutron-server[103458]: INFO neutron.wsgi [req-6fb5d51d-a70d-4616-bdaf-37a8e4290676 req-3db4484e-24d0-4b52-b087-01a81cb779d3 tempest-TestShelveInstance-750106452 tempest-TestShelveInstance-750106452-project] 10.222.0.18 "GET /v2.0/security-groups?id=2baa67a9-5f14-404b-94ce-8aa7d37b6772&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0494332 Apr 12 13:20:27.601534 dv-cinder-830097-4-iscsi neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b342f2c8-3fea-4bbf-bd45-4a1c60afc1cb req-8cbc0473-fc11-4136-befb-0c20c9da205f tempest-TestShelveInstance-750106452 tempest-TestShelveInstance-750106452-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 13:20:27.603015 dv-cinder-830097-4-iscsi neutron-server[103457]: INFO neutron.wsgi [req-b342f2c8-3fea-4bbf-bd45-4a1c60afc1cb req-8cbc0473-fc11-4136-befb-0c20c9da205f tempest-TestShelveInstance-750106452 tempest-TestShelveInstance-750106452-project] 10.222.0.18 "GET /v2.0/ports?device_id=bc77c197-89c7-4e0d-b60b-22abc9b99bd6 HTTP/1.1" status: 200 len: 943 time: 0.0461655 Apr 12 13:20:27.649775 dv-cinder-830097-4-iscsi neutron-server[103457]: INFO neutron.wsgi [req-b342f2c8-3fea-4bbf-bd45-4a1c60afc1cb req-ccdf1963-7fa1-4c56-87c3-18128cc8a78f tempest-TestShelveInstance-750106452 tempest-TestShelveInstance-750106452-project] 10.222.0.18 "GET /v2.0/security-groups?id=2baa67a9-5f14-404b-94ce-8aa7d37b6772&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0406682 Apr 12 13:20:28.759047 dv-cinder-830097-4-iscsi neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b88d8b45-1971-4971-b6b7-0598c3de6ade req-06c0a4a6-4336-4779-beb4-d06e8cdc57f7 tempest-TestShelveInstance-750106452 tempest-TestShelveInstance-750106452-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 13:20:28.760470 dv-cinder-830097-4-iscsi neutron-server[103457]: INFO neutron.wsgi [req-b88d8b45-1971-4971-b6b7-0598c3de6ade req-06c0a4a6-4336-4779-beb4-d06e8cdc57f7 tempest-TestShelveInstance-750106452 tempest-TestShelveInstance-750106452-project] 10.222.0.18 "GET /v2.0/ports?device_id=bc77c197-89c7-4e0d-b60b-22abc9b99bd6 HTTP/1.1" status: 200 len: 943 time: 0.0452411 Apr 12 13:20:28.808310 dv-cinder-830097-4-iscsi neutron-server[103457]: INFO neutron.wsgi [req-b88d8b45-1971-4971-b6b7-0598c3de6ade req-e0a35b6b-2b11-4049-b9cb-90e9a3729e36 tempest-TestShelveInstance-750106452 tempest-TestShelveInstance-750106452-project] 10.222.0.18 "GET /v2.0/security-groups?id=2baa67a9-5f14-404b-94ce-8aa7d37b6772&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0417919 Apr 12 13:20:29.490966 dv-cinder-830097-4-iscsi neutron-server[103459]: DEBUG neutron_lib.callbacks.manager [None req-3505bd68-a9fd-4823-92ea-1a6ded8ab071 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732727929501', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-657397'] for agent (ee5509cd-6dd7-49df-aa37-3740ebd1e34b), after_update {{(pid=103459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:20:29.920038 dv-cinder-830097-4-iscsi neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a02ca728-7648-4b01-be04-5342dfe11232 req-55acffab-506d-4940-9b3f-5c70e1796eaa tempest-TestShelveInstance-750106452 tempest-TestShelveInstance-750106452-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 13:20:29.921495 dv-cinder-830097-4-iscsi neutron-server[103457]: INFO neutron.wsgi [req-a02ca728-7648-4b01-be04-5342dfe11232 req-55acffab-506d-4940-9b3f-5c70e1796eaa tempest-TestShelveInstance-750106452 tempest-TestShelveInstance-750106452-project] 10.222.0.18 "GET /v2.0/ports?device_id=bc77c197-89c7-4e0d-b60b-22abc9b99bd6 HTTP/1.1" status: 200 len: 943 time: 0.0503547 Apr 12 13:20:29.970991 dv-cinder-830097-4-iscsi neutron-server[103457]: INFO neutron.wsgi [req-a02ca728-7648-4b01-be04-5342dfe11232 req-5ef7b232-be8c-4fea-83c0-020a2bc0d28e tempest-TestShelveInstance-750106452 tempest-TestShelveInstance-750106452-project] 10.222.0.18 "GET /v2.0/security-groups?id=2baa67a9-5f14-404b-94ce-8aa7d37b6772&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0439420 Apr 12 13:20:31.090471 dv-cinder-830097-4-iscsi neutron-server[103458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8776f933-05e7-4351-aa86-0db0630b75d9 req-b81456d1-2104-494e-9f1c-688b62dc6b6f tempest-TestShelveInstance-750106452 tempest-TestShelveInstance-750106452-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 13:20:31.092414 dv-cinder-830097-4-iscsi neutron-server[103458]: INFO neutron.wsgi [req-8776f933-05e7-4351-aa86-0db0630b75d9 req-b81456d1-2104-494e-9f1c-688b62dc6b6f tempest-TestShelveInstance-750106452 tempest-TestShelveInstance-750106452-project] 10.222.0.18 "GET /v2.0/ports?device_id=bc77c197-89c7-4e0d-b60b-22abc9b99bd6 HTTP/1.1" status: 200 len: 943 time: 0.0466266 Apr 12 13:20:31.141097 dv-cinder-830097-4-iscsi neutron-server[103458]: INFO neutron.wsgi [req-8776f933-05e7-4351-aa86-0db0630b75d9 req-d46f1a61-e42d-4781-869b-4e55b39a55a2 tempest-TestShelveInstance-750106452 tempest-TestShelveInstance-750106452-project] 10.222.0.18 "GET /v2.0/security-groups?id=2baa67a9-5f14-404b-94ce-8aa7d37b6772&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0432484 Apr 12 13:20:32.251084 dv-cinder-830097-4-iscsi neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b004a8c-5fc0-4863-ba60-a79ffc09577a req-4cc212a0-4452-47b6-9890-942ba1f2ff29 tempest-TestShelveInstance-750106452 tempest-TestShelveInstance-750106452-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 13:20:32.252523 dv-cinder-830097-4-iscsi neutron-server[103457]: INFO neutron.wsgi [req-5b004a8c-5fc0-4863-ba60-a79ffc09577a req-4cc212a0-4452-47b6-9890-942ba1f2ff29 tempest-TestShelveInstance-750106452 tempest-TestShelveInstance-750106452-project] 10.222.0.18 "GET /v2.0/ports?device_id=bc77c197-89c7-4e0d-b60b-22abc9b99bd6 HTTP/1.1" status: 200 len: 943 time: 0.0454752 Apr 12 13:20:32.300336 dv-cinder-830097-4-iscsi neutron-server[103457]: INFO neutron.wsgi [req-5b004a8c-5fc0-4863-ba60-a79ffc09577a req-a900d750-6bd7-4b8c-b8b0-974d7fd77ce1 tempest-TestShelveInstance-750106452 tempest-TestShelveInstance-750106452-project] 10.222.0.18 "GET /v2.0/security-groups?id=2baa67a9-5f14-404b-94ce-8aa7d37b6772&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0420966 Apr 12 13:20:33.409841 dv-cinder-830097-4-iscsi neutron-server[103458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a484ff3-3096-494b-9fe9-3d9830037f30 req-fc104795-de10-421a-80eb-c49d946df0e5 tempest-TestShelveInstance-750106452 tempest-TestShelveInstance-750106452-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 13:20:33.411274 dv-cinder-830097-4-iscsi neutron-server[103458]: INFO neutron.wsgi [req-8a484ff3-3096-494b-9fe9-3d9830037f30 req-fc104795-de10-421a-80eb-c49d946df0e5 tempest-TestShelveInstance-750106452 tempest-TestShelveInstance-750106452-project] 10.222.0.18 "GET /v2.0/ports?device_id=bc77c197-89c7-4e0d-b60b-22abc9b99bd6 HTTP/1.1" status: 200 len: 943 time: 0.0458360 Apr 12 13:20:33.458245 dv-cinder-830097-4-iscsi neutron-server[103458]: INFO neutron.wsgi [req-8a484ff3-3096-494b-9fe9-3d9830037f30 req-2755e5a0-65dc-464c-8d45-1edd9a7eebf1 tempest-TestShelveInstance-750106452 tempest-TestShelveInstance-750106452-project] 10.222.0.18 "GET /v2.0/security-groups?id=2baa67a9-5f14-404b-94ce-8aa7d37b6772&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0414894 Apr 12 13:20:34.566266 dv-cinder-830097-4-iscsi neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2647ef2-aa28-465f-a36f-950af4492209 req-2cb5f48c-00a5-4de5-9064-dda4a9ad2e45 tempest-TestShelveInstance-750106452 tempest-TestShelveInstance-750106452-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 13:20:34.567683 dv-cinder-830097-4-iscsi neutron-server[103457]: INFO neutron.wsgi [req-c2647ef2-aa28-465f-a36f-950af4492209 req-2cb5f48c-00a5-4de5-9064-dda4a9ad2e45 tempest-TestShelveInstance-750106452 tempest-TestShelveInstance-750106452-project] 10.222.0.18 "GET /v2.0/ports?device_id=bc77c197-89c7-4e0d-b60b-22abc9b99bd6 HTTP/1.1" status: 200 len: 943 time: 0.0449867 Apr 12 13:20:34.617543 dv-cinder-830097-4-iscsi neutron-server[103457]: INFO neutron.wsgi [req-c2647ef2-aa28-465f-a36f-950af4492209 req-046227f8-ee9f-4ff7-a367-b78c64c64133 tempest-TestShelveInstance-750106452 tempest-TestShelveInstance-750106452-project] 10.222.0.18 "GET /v2.0/security-groups?id=2baa67a9-5f14-404b-94ce-8aa7d37b6772&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0444911 Apr 12 13:20:35.730441 dv-cinder-830097-4-iscsi neutron-server[103458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0352fe9-8a81-4dc2-a650-d68fc3d8e7d7 req-922e5edf-bda6-4ec5-9510-ad1870426a62 tempest-TestShelveInstance-750106452 tempest-TestShelveInstance-750106452-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 13:20:35.732763 dv-cinder-830097-4-iscsi neutron-server[103458]: INFO neutron.wsgi [req-b0352fe9-8a81-4dc2-a650-d68fc3d8e7d7 req-922e5edf-bda6-4ec5-9510-ad1870426a62 tempest-TestShelveInstance-750106452 tempest-TestShelveInstance-750106452-project] 10.222.0.18 "GET /v2.0/ports?device_id=bc77c197-89c7-4e0d-b60b-22abc9b99bd6 HTTP/1.1" status: 200 len: 943 time: 0.0510077 Apr 12 13:20:35.780596 dv-cinder-830097-4-iscsi neutron-server[103458]: INFO neutron.wsgi [req-b0352fe9-8a81-4dc2-a650-d68fc3d8e7d7 req-54d1a8ed-9e88-4ea8-8740-3bee7046d6af tempest-TestShelveInstance-750106452 tempest-TestShelveInstance-750106452-project] 10.222.0.18 "GET /v2.0/security-groups?id=2baa67a9-5f14-404b-94ce-8aa7d37b6772&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0423503 Apr 12 13:20:36.891168 dv-cinder-830097-4-iscsi neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-487aab64-2a56-4e36-818f-b4cd1b36136e req-b8d2b464-1d00-4464-be6b-b353c5ee3b32 tempest-TestShelveInstance-750106452 tempest-TestShelveInstance-750106452-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 13:20:36.892659 dv-cinder-830097-4-iscsi neutron-server[103457]: INFO neutron.wsgi [req-487aab64-2a56-4e36-818f-b4cd1b36136e req-b8d2b464-1d00-4464-be6b-b353c5ee3b32 tempest-TestShelveInstance-750106452 tempest-TestShelveInstance-750106452-project] 10.222.0.18 "GET /v2.0/ports?device_id=bc77c197-89c7-4e0d-b60b-22abc9b99bd6 HTTP/1.1" status: 200 len: 943 time: 0.0476298 Apr 12 13:20:36.940267 dv-cinder-830097-4-iscsi neutron-server[103457]: INFO neutron.wsgi [req-487aab64-2a56-4e36-818f-b4cd1b36136e req-66a7c84f-3782-4c2d-adfd-3cce62423e3d tempest-TestShelveInstance-750106452 tempest-TestShelveInstance-750106452-project] 10.222.0.18 "GET /v2.0/security-groups?id=2baa67a9-5f14-404b-94ce-8aa7d37b6772&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0420058 Apr 12 13:20:38.051554 dv-cinder-830097-4-iscsi neutron-server[103458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa257846-c2a1-406f-b82e-b0624e71707c req-58c3362d-461c-4334-bfe4-ad054c5ebe63 tempest-TestShelveInstance-750106452 tempest-TestShelveInstance-750106452-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 13:20:38.053012 dv-cinder-830097-4-iscsi neutron-server[103458]: INFO neutron.wsgi [req-aa257846-c2a1-406f-b82e-b0624e71707c req-58c3362d-461c-4334-bfe4-ad054c5ebe63 tempest-TestShelveInstance-750106452 tempest-TestShelveInstance-750106452-project] 10.222.0.18 "GET /v2.0/ports?device_id=bc77c197-89c7-4e0d-b60b-22abc9b99bd6 HTTP/1.1" status: 200 len: 943 time: 0.0456839 Apr 12 13:20:38.099839 dv-cinder-830097-4-iscsi neutron-server[103458]: INFO neutron.wsgi [req-aa257846-c2a1-406f-b82e-b0624e71707c req-b0f08402-3114-463b-89a3-3011e1e0e6df tempest-TestShelveInstance-750106452 tempest-TestShelveInstance-750106452-project] 10.222.0.18 "GET /v2.0/security-groups?id=2baa67a9-5f14-404b-94ce-8aa7d37b6772&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0414405 Apr 12 13:20:39.207257 dv-cinder-830097-4-iscsi neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02cca543-c0d7-4836-9255-cb175561496f req-3a0cb0d0-bb4c-4a97-b947-69be4bcc233a tempest-TestShelveInstance-750106452 tempest-TestShelveInstance-750106452-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 13:20:39.208682 dv-cinder-830097-4-iscsi neutron-server[103457]: INFO neutron.wsgi [req-02cca543-c0d7-4836-9255-cb175561496f req-3a0cb0d0-bb4c-4a97-b947-69be4bcc233a tempest-TestShelveInstance-750106452 tempest-TestShelveInstance-750106452-project] 10.222.0.18 "GET /v2.0/ports?device_id=bc77c197-89c7-4e0d-b60b-22abc9b99bd6 HTTP/1.1" status: 200 len: 943 time: 0.0454550 Apr 12 13:20:39.255735 dv-cinder-830097-4-iscsi neutron-server[103457]: INFO neutron.wsgi [req-02cca543-c0d7-4836-9255-cb175561496f req-2c69c65a-b5b8-495c-b08a-b1d8e5fe233b tempest-TestShelveInstance-750106452 tempest-TestShelveInstance-750106452-project] 10.222.0.18 "GET /v2.0/security-groups?id=2baa67a9-5f14-404b-94ce-8aa7d37b6772&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0414870 Apr 12 13:20:40.022906 dv-cinder-830097-4-iscsi neutron-server[103459]: DEBUG neutron.plugins.ml2.rpc [None req-3505bd68-a9fd-4823-92ea-1a6ded8ab071 None None] Device 31972305-3c0e-45f1-b071-0c5c3582b82f details requested by agent hyperv_hv-cinder-83009 with host hv-cinder-83009 {{(pid=103459) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 12 13:20:40.123167 dv-cinder-830097-4-iscsi neutron-server[103459]: DEBUG neutron.plugins.ml2.db [None req-3505bd68-a9fd-4823-92ea-1a6ded8ab071 None None] For port 31972305-3c0e-45f1-b071-0c5c3582b82f, host hv-cinder-83009, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83009',level=0,port_id=31972305-3c0e-45f1-b071-0c5c3582b82f,segment=NetworkSegment(22816d98-787f-4f09-adc7-9591d9bff28c),segment_id=22816d98-787f-4f09-adc7-9591d9bff28c)] {{(pid=103459) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 12 13:20:40.134097 dv-cinder-830097-4-iscsi neutron-server[103459]: DEBUG neutron.plugins.ml2.rpc [None req-3505bd68-a9fd-4823-92ea-1a6ded8ab071 None None] Returning: {'device': '31972305-3c0e-45f1-b071-0c5c3582b82f', 'network_id': 'dd564e5e-84b2-456c-afed-34fe02080a74', 'port_id': '31972305-3c0e-45f1-b071-0c5c3582b82f', 'mac_address': 'fa:16:3e:13:b6:07', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 201, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b573db6a-5739-46b0-a65e-7d9b85205259', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103459) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 12 13:20:40.170216 dv-cinder-830097-4-iscsi neutron-server[103459]: DEBUG neutron.plugins.ml2.plugin [None req-3505bd68-a9fd-4823-92ea-1a6ded8ab071 None None] Current status of the port 31972305-3c0e-45f1-b071-0c5c3582b82f is: DOWN; New status is: BUILD {{(pid=103459) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 12 13:20:40.170608 dv-cinder-830097-4-iscsi neutron-server[103459]: DEBUG neutron_lib.callbacks.manager [None req-3505bd68-a9fd-4823-92ea-1a6ded8ab071 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-916304'] for port (31972305-3c0e-45f1-b071-0c5c3582b82f), before_update {{(pid=103459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:20:40.183007 dv-cinder-830097-4-iscsi neutron-server[103459]: DEBUG neutron.notifiers.nova [None req-3505bd68-a9fd-4823-92ea-1a6ded8ab071 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 31972305-3c0e-45f1-b071-0c5c3582b82f {{(pid=103459) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 12 13:20:40.206793 dv-cinder-830097-4-iscsi neutron-server[103459]: DEBUG neutron.plugins.ml2.db [None req-3505bd68-a9fd-4823-92ea-1a6ded8ab071 None None] For port 31972305-3c0e-45f1-b071-0c5c3582b82f, host hv-cinder-83009, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83009',level=0,port_id=31972305-3c0e-45f1-b071-0c5c3582b82f,segment=NetworkSegment(22816d98-787f-4f09-adc7-9591d9bff28c),segment_id=22816d98-787f-4f09-adc7-9591d9bff28c)] {{(pid=103459) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 12 13:20:40.210347 dv-cinder-830097-4-iscsi neutron-server[103459]: DEBUG neutron_lib.callbacks.manager [None req-3505bd68-a9fd-4823-92ea-1a6ded8ab071 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-915890', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3697887', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732727894815', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732727417932', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732727417950'] for port (31972305-3c0e-45f1-b071-0c5c3582b82f), after_update {{(pid=103459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:20:40.256532 dv-cinder-830097-4-iscsi neutron-server[103459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3505bd68-a9fd-4823-92ea-1a6ded8ab071 None None] Pushing event updated for resources: {'Port': ['ID=31972305-3c0e-45f1-b071-0c5c3582b82f,revision_number=4']} {{(pid=103459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 13:20:40.263761 dv-cinder-830097-4-iscsi neutron-server[103459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3505bd68-a9fd-4823-92ea-1a6ded8ab071 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830097-4-iscsi {{(pid=103459) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 13:20:40.264145 dv-cinder-830097-4-iscsi neutron-server[103459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3505bd68-a9fd-4823-92ea-1a6ded8ab071 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830097-4-iscsi {{(pid=103459) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 13:20:40.264519 dv-cinder-830097-4-iscsi neutron-server[103459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3505bd68-a9fd-4823-92ea-1a6ded8ab071 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830097-4-iscsi {{(pid=103459) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 13:20:40.264900 dv-cinder-830097-4-iscsi neutron-server[103459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3505bd68-a9fd-4823-92ea-1a6ded8ab071 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830097-4-iscsi {{(pid=103459) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 13:20:40.265240 dv-cinder-830097-4-iscsi neutron-server[103459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3505bd68-a9fd-4823-92ea-1a6ded8ab071 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830097-4-iscsi {{(pid=103459) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 13:20:40.265572 dv-cinder-830097-4-iscsi neutron-server[103459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3505bd68-a9fd-4823-92ea-1a6ded8ab071 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830097-4-iscsi {{(pid=103459) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 13:20:40.265905 dv-cinder-830097-4-iscsi neutron-server[103459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3505bd68-a9fd-4823-92ea-1a6ded8ab071 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830097-4-iscsi {{(pid=103459) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 13:20:40.266234 dv-cinder-830097-4-iscsi neutron-server[103459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3505bd68-a9fd-4823-92ea-1a6ded8ab071 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-830097-4-iscsi {{(pid=103459) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 13:20:40.266564 dv-cinder-830097-4-iscsi neutron-server[103459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3505bd68-a9fd-4823-92ea-1a6ded8ab071 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-830097-4-iscsi {{(pid=103459) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 13:20:40.266890 dv-cinder-830097-4-iscsi neutron-server[103459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3505bd68-a9fd-4823-92ea-1a6ded8ab071 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-830097-4-iscsi {{(pid=103459) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 13:20:40.267218 dv-cinder-830097-4-iscsi neutron-server[103459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3505bd68-a9fd-4823-92ea-1a6ded8ab071 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-830097-4-iscsi {{(pid=103459) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 13:20:40.267548 dv-cinder-830097-4-iscsi neutron-server[103459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3505bd68-a9fd-4823-92ea-1a6ded8ab071 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830097-4-iscsi {{(pid=103459) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 13:20:40.267874 dv-cinder-830097-4-iscsi neutron-server[103459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3505bd68-a9fd-4823-92ea-1a6ded8ab071 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830097-4-iscsi {{(pid=103459) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 13:20:40.268196 dv-cinder-830097-4-iscsi neutron-server[103459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3505bd68-a9fd-4823-92ea-1a6ded8ab071 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830097-4-iscsi {{(pid=103459) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 13:20:40.268519 dv-cinder-830097-4-iscsi neutron-server[103459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3505bd68-a9fd-4823-92ea-1a6ded8ab071 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830097-4-iscsi {{(pid=103459) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 13:20:40.369796 dv-cinder-830097-4-iscsi neutron-server[103458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d06f299a-9cae-491f-ab5b-442d1745309d req-597048a9-3117-412f-b54c-c81520af014c tempest-TestShelveInstance-750106452 tempest-TestShelveInstance-750106452-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 13:20:40.371392 dv-cinder-830097-4-iscsi neutron-server[103458]: INFO neutron.wsgi [req-d06f299a-9cae-491f-ab5b-442d1745309d req-597048a9-3117-412f-b54c-c81520af014c tempest-TestShelveInstance-750106452 tempest-TestShelveInstance-750106452-project] 10.222.0.18 "GET /v2.0/ports?device_id=bc77c197-89c7-4e0d-b60b-22abc9b99bd6 HTTP/1.1" status: 200 len: 944 time: 0.0483379 Apr 12 13:20:40.423368 dv-cinder-830097-4-iscsi neutron-server[103458]: INFO neutron.wsgi [req-d06f299a-9cae-491f-ab5b-442d1745309d req-42d3009a-e9ac-4b6e-b662-5b65b01bf335 tempest-TestShelveInstance-750106452 tempest-TestShelveInstance-750106452-project] 10.222.0.18 "GET /v2.0/security-groups?id=2baa67a9-5f14-404b-94ce-8aa7d37b6772&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0463712 Apr 12 13:20:40.707805 dv-cinder-830097-4-iscsi neutron-server[103457]: INFO neutron.wsgi [req-7457672e-c388-409e-8876-325db5c3397c req-18c847c6-744a-45a9-8a92-ecc558c715dd tempest-TestVolumeBootPattern-1974338582 tempest-TestVolumeBootPattern-1974338582-project] 10.222.0.18 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1987074930&fields=id&tenant_id=59e9ce76515147cfa24a7c710300c9c0 HTTP/1.1" status: 200 len: 267 time: 0.0462203 Apr 12 13:20:40.808556 dv-cinder-830097-4-iscsi neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7457672e-c388-409e-8876-325db5c3397c req-e70eb55b-d992-4896-8b1d-33875aca054a tempest-TestVolumeBootPattern-1974338582 tempest-TestVolumeBootPattern-1974338582-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 13:20:40.809962 dv-cinder-830097-4-iscsi neutron-server[103457]: INFO neutron.wsgi [req-7457672e-c388-409e-8876-325db5c3397c req-e70eb55b-d992-4896-8b1d-33875aca054a tempest-TestVolumeBootPattern-1974338582 tempest-TestVolumeBootPattern-1974338582-project] 10.222.0.18 "GET /v2.0/networks?id=fc0e35fc-da48-4b0a-aef1-4a0c9e07f863 HTTP/1.1" status: 200 len: 812 time: 0.0950696 Apr 12 13:20:40.823467 dv-cinder-830097-4-iscsi neutron-server[103459]: DEBUG neutron.plugins.ml2.db [None req-3505bd68-a9fd-4823-92ea-1a6ded8ab071 None None] get_ports_and_sgs() called for port_ids ['31972305-3c0e-45f1-b071-0c5c3582b82f'] {{(pid=103459) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 12 13:20:40.823912 dv-cinder-830097-4-iscsi neutron-server[103457]: INFO neutron.wsgi [req-7457672e-c388-409e-8876-325db5c3397c req-045e52a6-1b84-4e49-b874-79c8287b1b35 tempest-TestVolumeBootPattern-1974338582 tempest-TestVolumeBootPattern-1974338582-project] 10.222.0.18 "GET /v2.0/quotas/59e9ce76515147cfa24a7c710300c9c0 HTTP/1.1" status: 200 len: 375 time: 0.0086155 Apr 12 13:20:40.875067 dv-cinder-830097-4-iscsi neutron-server[103457]: INFO neutron.wsgi [req-7457672e-c388-409e-8876-325db5c3397c req-92fb73b0-afa3-4602-95fe-772dffd0caa1 tempest-TestVolumeBootPattern-1974338582 tempest-TestVolumeBootPattern-1974338582-project] 10.222.0.18 "GET /v2.0/ports?tenant_id=59e9ce76515147cfa24a7c710300c9c0&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0448813 Apr 12 13:20:40.976058 dv-cinder-830097-4-iscsi neutron-server[103457]: INFO neutron.wsgi [req-7457672e-c388-409e-8876-325db5c3397c req-c60ed775-d5e1-48f1-baaf-bce7da2f8d92 service neutron] 10.222.0.18 "GET /v2.0/networks/fc0e35fc-da48-4b0a-aef1-4a0c9e07f863?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0900848 Apr 12 13:20:41.067216 dv-cinder-830097-4-iscsi neutron-server[103457]: INFO neutron.wsgi [req-7457672e-c388-409e-8876-325db5c3397c req-615da415-b4c3-42b8-b3a0-25b269557e0e service neutron] 10.222.0.18 "GET /v2.0/networks/fc0e35fc-da48-4b0a-aef1-4a0c9e07f863?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0846908 Apr 12 13:20:41.350755 dv-cinder-830097-4-iscsi neutron-server[103458]: INFO neutron.wsgi [req-68f575ad-a21c-4157-9839-331bdc4a16a5 req-6b74bf30-7a2c-44d1-bfbe-7ac3e2c67c15 tempest-TestVolumeBootPattern-1974338582 tempest-TestVolumeBootPattern-1974338582-project] 10.222.0.18 "GET /v2.0/ports?device_id=791c0918-4340-4a1c-92af-c14fcab69a05 HTTP/1.1" status: 200 len: 210 time: 0.0280166 Apr 12 13:20:41.785238 dv-cinder-830097-4-iscsi neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a39f8b8-1d00-4bf2-9cf3-8fadbbba2b73 req-58e23f48-c29b-4f98-8e6e-05ad338ef413 tempest-TestShelveInstance-750106452 tempest-TestShelveInstance-750106452-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 13:20:41.786699 dv-cinder-830097-4-iscsi neutron-server[103457]: INFO neutron.wsgi [req-4a39f8b8-1d00-4bf2-9cf3-8fadbbba2b73 req-58e23f48-c29b-4f98-8e6e-05ad338ef413 tempest-TestShelveInstance-750106452 tempest-TestShelveInstance-750106452-project] 10.222.0.18 "GET /v2.0/ports?device_id=bc77c197-89c7-4e0d-b60b-22abc9b99bd6 HTTP/1.1" status: 200 len: 944 time: 0.2940805 Apr 12 13:20:41.834378 dv-cinder-830097-4-iscsi neutron-server[103457]: INFO neutron.wsgi [req-4a39f8b8-1d00-4bf2-9cf3-8fadbbba2b73 req-1c49de34-429c-4c4b-9d2f-6689fb37b156 tempest-TestShelveInstance-750106452 tempest-TestShelveInstance-750106452-project] 10.222.0.18 "GET /v2.0/security-groups?id=2baa67a9-5f14-404b-94ce-8aa7d37b6772&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0422282 Apr 12 13:20:42.124101 dv-cinder-830097-4-iscsi neutron-server[103459]: DEBUG neutron.plugins.ml2.rpc [None req-3505bd68-a9fd-4823-92ea-1a6ded8ab071 None None] Device 31972305-3c0e-45f1-b071-0c5c3582b82f up at agent hyperv_hv-cinder-83009 {{(pid=103459) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 12 13:20:42.166793 dv-cinder-830097-4-iscsi neutron-server[103459]: DEBUG neutron.db.provisioning_blocks [None req-3505bd68-a9fd-4823-92ea-1a6ded8ab071 None None] Provisioning for port 31972305-3c0e-45f1-b071-0c5c3582b82f completed by entity L2. {{(pid=103459) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Apr 12 13:20:42.175384 dv-cinder-830097-4-iscsi neutron-server[103459]: DEBUG neutron.db.provisioning_blocks [None req-3505bd68-a9fd-4823-92ea-1a6ded8ab071 None None] Provisioning complete for port 31972305-3c0e-45f1-b071-0c5c3582b82f triggered by entity L2. {{(pid=103459) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 12 13:20:42.175839 dv-cinder-830097-4-iscsi neutron-server[103459]: DEBUG neutron_lib.callbacks.manager [None req-3505bd68-a9fd-4823-92ea-1a6ded8ab071 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-657243'] for port (31972305-3c0e-45f1-b071-0c5c3582b82f), provisioning_complete {{(pid=103459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:20:42.262894 dv-cinder-830097-4-iscsi neutron-server[103459]: DEBUG neutron.plugins.ml2.plugin [None req-3505bd68-a9fd-4823-92ea-1a6ded8ab071 None None] Current status of the port 31972305-3c0e-45f1-b071-0c5c3582b82f is: BUILD; New status is: ACTIVE {{(pid=103459) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 12 13:20:42.263287 dv-cinder-830097-4-iscsi neutron-server[103459]: DEBUG neutron_lib.callbacks.manager [None req-3505bd68-a9fd-4823-92ea-1a6ded8ab071 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-916304'] for port (31972305-3c0e-45f1-b071-0c5c3582b82f), before_update {{(pid=103459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:20:42.286408 dv-cinder-830097-4-iscsi neutron-server[103459]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bc77c197-89c7-4e0d-b60b-22abc9b99bd6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '31972305-3c0e-45f1-b071-0c5c3582b82f'}] {{(pid=103459) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 12 13:20:42.289576 dv-cinder-830097-4-iscsi neutron-server[103459]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}95104bc0dd48ad9143548caf8a5bdec643107760c32fce8433ea43eac3fbdd81" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d4ea5601-2d54-4ef1-bc37-6dbea9815aae" -d '{"events": [{"server_uuid": "bc77c197-89c7-4e0d-b60b-22abc9b99bd6", "name": "network-vif-plugged", "status": "completed", "tag": "31972305-3c0e-45f1-b071-0c5c3582b82f"}]}' {{(pid=103459) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 12 13:20:42.302820 dv-cinder-830097-4-iscsi neutron-server[103459]: DEBUG neutron.plugins.ml2.db [None req-3505bd68-a9fd-4823-92ea-1a6ded8ab071 None None] For port 31972305-3c0e-45f1-b071-0c5c3582b82f, host hv-cinder-83009, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83009',level=0,port_id=31972305-3c0e-45f1-b071-0c5c3582b82f,segment=NetworkSegment(22816d98-787f-4f09-adc7-9591d9bff28c),segment_id=22816d98-787f-4f09-adc7-9591d9bff28c)] {{(pid=103459) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 12 13:20:42.307585 dv-cinder-830097-4-iscsi neutron-server[103459]: DEBUG neutron_lib.callbacks.manager [None req-3505bd68-a9fd-4823-92ea-1a6ded8ab071 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-915890', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3697887', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732727894815', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732727417932', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732727417950'] for port (31972305-3c0e-45f1-b071-0c5c3582b82f), after_update {{(pid=103459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:20:42.335182 dv-cinder-830097-4-iscsi neutron-server[103459]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 12 Apr 2022 13:20:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1bbeb776-7269-4a52-86fb-91998af471a2 x-openstack-request-id: req-1bbeb776-7269-4a52-86fb-91998af471a2 {{(pid=103459) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 12 13:20:42.335530 dv-cinder-830097-4-iscsi neutron-server[103459]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bc77c197-89c7-4e0d-b60b-22abc9b99bd6", "name": "network-vif-plugged", "status": "completed", "tag": "31972305-3c0e-45f1-b071-0c5c3582b82f", "code": 200}]} {{(pid=103459) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 12 13:20:42.335819 dv-cinder-830097-4-iscsi neutron-server[103459]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-1bbeb776-7269-4a52-86fb-91998af471a2 {{(pid=103459) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 12 13:20:42.336370 dv-cinder-830097-4-iscsi neutron-server[103459]: INFO neutron.notifiers.nova [-] Nova event matching ['req-1bbeb776-7269-4a52-86fb-91998af471a2'] response: {'server_uuid': 'bc77c197-89c7-4e0d-b60b-22abc9b99bd6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '31972305-3c0e-45f1-b071-0c5c3582b82f', 'code': 200} Apr 12 13:20:42.361688 dv-cinder-830097-4-iscsi neutron-server[103459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3505bd68-a9fd-4823-92ea-1a6ded8ab071 None None] Pushing event updated for resources: {'Port': ['ID=31972305-3c0e-45f1-b071-0c5c3582b82f,revision_number=5']} {{(pid=103459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 13:20:42.447457 dv-cinder-830097-4-iscsi neutron-server[103457]: INFO neutron.wsgi [req-edb86c53-6448-4140-bc2f-504b5dae033b req-d43768cc-2c40-44f0-952d-ef225975dbc9 tempest-TestVolumeBootPattern-1974338582 tempest-TestVolumeBootPattern-1974338582-project] 10.222.0.18 "GET /v2.0/ports?device_id=791c0918-4340-4a1c-92af-c14fcab69a05 HTTP/1.1" status: 200 len: 210 time: 0.0278897 Apr 12 13:20:42.618474 dv-cinder-830097-4-iscsi neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd158a9a-27f4-4c6a-9902-23733b1ee0f0 req-46dc04bd-80f4-4010-acb8-0f419ee854fd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 13:20:42.620079 dv-cinder-830097-4-iscsi neutron-server[103457]: INFO neutron.wsgi [req-fd158a9a-27f4-4c6a-9902-23733b1ee0f0 req-46dc04bd-80f4-4010-acb8-0f419ee854fd service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=bc77c197-89c7-4e0d-b60b-22abc9b99bd6 HTTP/1.1" status: 200 len: 1129 time: 0.0473778 Apr 12 13:20:42.654590 dv-cinder-830097-4-iscsi neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7457672e-c388-409e-8876-325db5c3397c req-3a9787b4-084c-4db5-bc2d-83152ef241c3 tempest-TestVolumeBootPattern-1974338582 tempest-TestVolumeBootPattern-1974338582-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 13:20:42.656163 dv-cinder-830097-4-iscsi neutron-server[103457]: INFO neutron.wsgi [req-7457672e-c388-409e-8876-325db5c3397c req-3a9787b4-084c-4db5-bc2d-83152ef241c3 tempest-TestVolumeBootPattern-1974338582 tempest-TestVolumeBootPattern-1974338582-project] 10.222.0.55 "GET /v2.0/networks?id=fc0e35fc-da48-4b0a-aef1-4a0c9e07f863 HTTP/1.1" status: 200 len: 812 time: 0.1543221 Apr 12 13:20:42.683038 dv-cinder-830097-4-iscsi neutron-server[103457]: INFO neutron.wsgi [req-fd158a9a-27f4-4c6a-9902-23733b1ee0f0 req-74c9f5d2-6257-4dd0-b5c1-d799fd8edf47 service neutron] 10.222.0.55 "GET /v2.0/security-groups?id=2baa67a9-5f14-404b-94ce-8aa7d37b6772&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0556843 Apr 12 13:20:42.947275 dv-cinder-830097-4-iscsi neutron-server[103458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdf005d7-d842-450d-b373-9db562d519cd req-8a344de0-e8ff-4d25-99b7-298960ba3bb6 tempest-TestShelveInstance-750106452 tempest-TestShelveInstance-750106452-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 13:20:42.948735 dv-cinder-830097-4-iscsi neutron-server[103458]: INFO neutron.wsgi [req-cdf005d7-d842-450d-b373-9db562d519cd req-8a344de0-e8ff-4d25-99b7-298960ba3bb6 tempest-TestShelveInstance-750106452 tempest-TestShelveInstance-750106452-project] 10.222.0.18 "GET /v2.0/ports?device_id=bc77c197-89c7-4e0d-b60b-22abc9b99bd6 HTTP/1.1" status: 200 len: 945 time: 0.0468249 Apr 12 13:20:42.997517 dv-cinder-830097-4-iscsi neutron-server[103458]: INFO neutron.wsgi [req-cdf005d7-d842-450d-b373-9db562d519cd req-9d2d12c1-7854-440f-92e4-83acfe80d76a tempest-TestShelveInstance-750106452 tempest-TestShelveInstance-750106452-project] 10.222.0.18 "GET /v2.0/security-groups?id=2baa67a9-5f14-404b-94ce-8aa7d37b6772&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0428524 Apr 12 13:20:43.312820 dv-cinder-830097-4-iscsi neutron-server[103457]: INFO neutron.wsgi [req-7457672e-c388-409e-8876-325db5c3397c req-137971f2-7073-4a3f-930c-832f67eb92f7 tempest-TestVolumeBootPattern-1974338582 tempest-TestVolumeBootPattern-1974338582-project] 10.222.0.55 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=59e9ce76515147cfa24a7c710300c9c0 HTTP/1.1" status: 200 len: 380 time: 0.0605738 Apr 12 13:20:43.323035 dv-cinder-830097-4-iscsi neutron-server[103457]: DEBUG neutron.api.v2.base [req-7457672e-c388-409e-8876-325db5c3397c req-5b494215-80b2-4471-b5fa-a6ba9f46dbde tempest-TestVolumeBootPattern-1974338582 tempest-TestVolumeBootPattern-1974338582-project] Request body: {'port': {'device_id': '791c0918-4340-4a1c-92af-c14fcab69a05', 'network_id': 'fc0e35fc-da48-4b0a-aef1-4a0c9e07f863', 'admin_state_up': True, 'tenant_id': '59e9ce76515147cfa24a7c710300c9c0', 'security_groups': ['a66f9d14-bc7f-40ff-bcf2-fda4f9360a16']}} {{(pid=103457) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 12 13:20:43.433737 dv-cinder-830097-4-iscsi neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7457672e-c388-409e-8876-325db5c3397c req-5b494215-80b2-4471-b5fa-a6ba9f46dbde tempest-TestVolumeBootPattern-1974338582 tempest-TestVolumeBootPattern-1974338582-project] Made reservation on behalf of 59e9ce76515147cfa24a7c710300c9c0 for: {'port': 1} {{(pid=103457) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 12 13:20:43.437622 dv-cinder-830097-4-iscsi neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [req-7457672e-c388-409e-8876-325db5c3397c req-5b494215-80b2-4471-b5fa-a6ba9f46dbde tempest-TestVolumeBootPattern-1974338582 tempest-TestVolumeBootPattern-1974338582-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-916304'] for port (None), before_create {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:20:43.565132 dv-cinder-830097-4-iscsi neutron-server[103457]: INFO neutron.wsgi [req-37adac42-f575-433a-bba1-106e0c58ed5b req-fd937ae7-193e-4376-9fc3-716b8e34dd75 tempest-TestVolumeBootPattern-1974338582 tempest-TestVolumeBootPattern-1974338582-project] 10.222.0.18 "GET /v2.0/ports?device_id=791c0918-4340-4a1c-92af-c14fcab69a05 HTTP/1.1" status: 200 len: 210 time: 0.0494845 Apr 12 13:20:43.585459 dv-cinder-830097-4-iscsi neutron-server[103457]: DEBUG neutron.db.db_base_plugin_common [req-7457672e-c388-409e-8876-325db5c3397c req-5b494215-80b2-4471-b5fa-a6ba9f46dbde tempest-TestVolumeBootPattern-1974338582 tempest-TestVolumeBootPattern-1974338582-project] Allocated IP 172.20.0.3 (fc0e35fc-da48-4b0a-aef1-4a0c9e07f863/3e5a37b9-6492-41e4-a03e-0f76c3de6aee/c53f8754-b501-4947-a6e1-cba2d0809277) {{(pid=103457) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 12 13:20:43.720843 dv-cinder-830097-4-iscsi neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [req-7457672e-c388-409e-8876-325db5c3397c req-5b494215-80b2-4471-b5fa-a6ba9f46dbde tempest-TestVolumeBootPattern-1974338582 tempest-TestVolumeBootPattern-1974338582-project] Publish callbacks [] for port (c53f8754-b501-4947-a6e1-cba2d0809277), precommit_create {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:20:43.753434 dv-cinder-830097-4-iscsi neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [req-7457672e-c388-409e-8876-325db5c3397c req-5b494215-80b2-4471-b5fa-a6ba9f46dbde tempest-TestVolumeBootPattern-1974338582 tempest-TestVolumeBootPattern-1974338582-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-915890', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3697887', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732727417914', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25610742'] for port (c53f8754-b501-4947-a6e1-cba2d0809277), after_create {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:20:43.796169 dv-cinder-830097-4-iscsi neutron-server[103457]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7457672e-c388-409e-8876-325db5c3397c req-5b494215-80b2-4471-b5fa-a6ba9f46dbde tempest-TestVolumeBootPattern-1974338582 tempest-TestVolumeBootPattern-1974338582-project] Network fc0e35fc-da48-4b0a-aef1-4a0c9e07f863 is already hosted by enough agents. {{(pid=103457) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 12 13:20:43.799193 dv-cinder-830097-4-iscsi neutron-server[103457]: DEBUG neutron.scheduler.base_scheduler [req-7457672e-c388-409e-8876-325db5c3397c req-5b494215-80b2-4471-b5fa-a6ba9f46dbde tempest-TestVolumeBootPattern-1974338582 tempest-TestVolumeBootPattern-1974338582-project] Resources bound (agent type, host, resource id): {{(pid=103457) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 12 13:20:43.802675 dv-cinder-830097-4-iscsi neutron-server[103457]: DEBUG neutron.db.l3_dvrscheduler_db [req-7457672e-c388-409e-8876-325db5c3397c req-5b494215-80b2-4471-b5fa-a6ba9f46dbde tempest-TestVolumeBootPattern-1974338582 tempest-TestVolumeBootPattern-1974338582-project] Received port after_create {{(pid=103457) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 12 13:20:43.831479 dv-cinder-830097-4-iscsi neutron-server[103457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b494215-80b2-4471-b5fa-a6ba9f46dbde tempest-TestVolumeBootPattern-1974338582 tempest-TestVolumeBootPattern-1974338582-project] Pushing event updated for resources: {'Port': ['ID=c53f8754-b501-4947-a6e1-cba2d0809277,revision_number=1']} {{(pid=103457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 13:20:43.856722 dv-cinder-830097-4-iscsi neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7457672e-c388-409e-8876-325db5c3397c req-5b494215-80b2-4471-b5fa-a6ba9f46dbde tempest-TestVolumeBootPattern-1974338582 tempest-TestVolumeBootPattern-1974338582-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 13:20:43.857379 dv-cinder-830097-4-iscsi neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [req-7457672e-c388-409e-8876-325db5c3397c req-5b494215-80b2-4471-b5fa-a6ba9f46dbde tempest-TestVolumeBootPattern-1974338582 tempest-TestVolumeBootPattern-1974338582-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-500965'] for port (None), before_response {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:20:43.875670 dv-cinder-830097-4-iscsi neutron-server[103457]: INFO neutron.wsgi [req-7457672e-c388-409e-8876-325db5c3397c req-5b494215-80b2-4471-b5fa-a6ba9f46dbde tempest-TestVolumeBootPattern-1974338582 tempest-TestVolumeBootPattern-1974338582-project] 10.222.0.55 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5563927 Apr 12 13:20:43.957849 dv-cinder-830097-4-iscsi neutron-server[103457]: DEBUG neutron.api.v2.base [req-7457672e-c388-409e-8876-325db5c3397c req-b5234fe2-5ecd-421e-a340-ec449772f024 service neutron] Request body: {'port': {'device_id': '791c0918-4340-4a1c-92af-c14fcab69a05', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83009'}} {{(pid=103457) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 12 13:20:44.024695 dv-cinder-830097-4-iscsi neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [req-7457672e-c388-409e-8876-325db5c3397c req-b5234fe2-5ecd-421e-a340-ec449772f024 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-916304'] for port (c53f8754-b501-4947-a6e1-cba2d0809277), before_update {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:20:44.068444 dv-cinder-830097-4-iscsi neutron-server[103459]: DEBUG neutron.db.provisioning_blocks [None req-36561edf-6b86-43ba-a19f-8145db4bd0fe None None] Provisioning complete for port c53f8754-b501-4947-a6e1-cba2d0809277 triggered by entity DHCP. {{(pid=103459) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 12 13:20:44.069486 dv-cinder-830097-4-iscsi neutron-server[103459]: DEBUG neutron_lib.callbacks.manager [None req-36561edf-6b86-43ba-a19f-8145db4bd0fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-657243'] for port (c53f8754-b501-4947-a6e1-cba2d0809277), provisioning_complete {{(pid=103459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:20:44.109267 dv-cinder-830097-4-iscsi neutron-server[103459]: DEBUG neutron.plugins.ml2.plugin [None req-36561edf-6b86-43ba-a19f-8145db4bd0fe None None] Port c53f8754-b501-4947-a6e1-cba2d0809277 cannot update to ACTIVE because it is not bound. {{(pid=103459) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 12 13:20:44.121667 dv-cinder-830097-4-iscsi neutron-server[103458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12cc52fe-cd4f-49a0-97fb-02ede402321f req-09dbccaa-dbcc-48bd-b3e5-4625e613a971 tempest-TestShelveInstance-750106452 tempest-TestShelveInstance-750106452-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 13:20:44.125151 dv-cinder-830097-4-iscsi neutron-server[103458]: INFO neutron.wsgi [req-12cc52fe-cd4f-49a0-97fb-02ede402321f req-09dbccaa-dbcc-48bd-b3e5-4625e613a971 tempest-TestShelveInstance-750106452 tempest-TestShelveInstance-750106452-project] 10.222.0.18 "GET /v2.0/ports?device_id=bc77c197-89c7-4e0d-b60b-22abc9b99bd6 HTTP/1.1" status: 200 len: 945 time: 0.0569901 Apr 12 13:20:44.181891 dv-cinder-830097-4-iscsi neutron-server[103458]: INFO neutron.wsgi [req-12cc52fe-cd4f-49a0-97fb-02ede402321f req-89e24284-8718-4cf3-8329-ad96ed90d281 tempest-TestShelveInstance-750106452 tempest-TestShelveInstance-750106452-project] 10.222.0.18 "GET /v2.0/security-groups?id=2baa67a9-5f14-404b-94ce-8aa7d37b6772&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0524955 Apr 12 13:20:44.301495 dv-cinder-830097-4-iscsi neutron-server[103457]: DEBUG neutron.notifiers.nova [req-7457672e-c388-409e-8876-325db5c3397c req-b5234fe2-5ecd-421e-a340-ec449772f024 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c53f8754-b501-4947-a6e1-cba2d0809277 {{(pid=103457) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 12 13:20:44.309428 dv-cinder-830097-4-iscsi neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [req-7457672e-c388-409e-8876-325db5c3397c req-b5234fe2-5ecd-421e-a340-ec449772f024 service neutron] Publish callbacks [] for port (c53f8754-b501-4947-a6e1-cba2d0809277), precommit_update {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:20:44.321618 dv-cinder-830097-4-iscsi neutron-server[103457]: DEBUG neutron.db.provisioning_blocks [req-7457672e-c388-409e-8876-325db5c3397c req-b5234fe2-5ecd-421e-a340-ec449772f024 service neutron] Transition to ACTIVE for port object c53f8754-b501-4947-a6e1-cba2d0809277 will not be triggered until provisioned by entity L2. {{(pid=103457) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 12 13:20:44.324995 dv-cinder-830097-4-iscsi neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [req-7457672e-c388-409e-8876-325db5c3397c req-b5234fe2-5ecd-421e-a340-ec449772f024 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-915890', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3697887', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732727894815', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732727417932', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732727417950', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25610749'] for port (c53f8754-b501-4947-a6e1-cba2d0809277), after_update {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:20:44.396862 dv-cinder-830097-4-iscsi neutron-server[103457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5234fe2-5ecd-421e-a340-ec449772f024 service neutron] Pushing event updated for resources: {'Port': ['ID=c53f8754-b501-4947-a6e1-cba2d0809277,revision_number=2']} {{(pid=103457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 13:20:44.451590 dv-cinder-830097-4-iscsi neutron-server[103457]: DEBUG neutron.plugins.ml2.managers [req-7457672e-c388-409e-8876-325db5c3397c req-b5234fe2-5ecd-421e-a340-ec449772f024 service neutron] Attempting to bind port c53f8754-b501-4947-a6e1-cba2d0809277 on host hv-cinder-83009 for vnic_type normal with profile {{(pid=103457) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 12 13:20:44.451911 dv-cinder-830097-4-iscsi neutron-server[103457]: DEBUG neutron.plugins.ml2.managers [req-7457672e-c388-409e-8876-325db5c3397c req-b5234fe2-5ecd-421e-a340-ec449772f024 service neutron] Attempting to bind port c53f8754-b501-4947-a6e1-cba2d0809277 by drivers openvswitch,hyperv on host hv-cinder-83009 at level 0 using segments [{'id': '39aadab9-ffeb-4018-ac4b-402a2c1e23da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 203, 'network_id': 'fc0e35fc-da48-4b0a-aef1-4a0c9e07f863'}] {{(pid=103457) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 12 13:20:44.452233 dv-cinder-830097-4-iscsi neutron-server[103457]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7457672e-c388-409e-8876-325db5c3397c req-b5234fe2-5ecd-421e-a340-ec449772f024 service neutron] Attempting to bind port c53f8754-b501-4947-a6e1-cba2d0809277 on network fc0e35fc-da48-4b0a-aef1-4a0c9e07f863 {{(pid=103457) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 12 13:20:44.457260 dv-cinder-830097-4-iscsi neutron-server[103457]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7457672e-c388-409e-8876-325db5c3397c req-b5234fe2-5ecd-421e-a340-ec449772f024 service neutron] Port c53f8754-b501-4947-a6e1-cba2d0809277 on network fc0e35fc-da48-4b0a-aef1-4a0c9e07f863 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83009 {{(pid=103457) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 12 13:20:44.457578 dv-cinder-830097-4-iscsi neutron-server[103457]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7457672e-c388-409e-8876-325db5c3397c req-b5234fe2-5ecd-421e-a340-ec449772f024 service neutron] Attempting to bind port c53f8754-b501-4947-a6e1-cba2d0809277 on network fc0e35fc-da48-4b0a-aef1-4a0c9e07f863 {{(pid=103457) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 12 13:20:44.463674 dv-cinder-830097-4-iscsi neutron-server[103457]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7457672e-c388-409e-8876-325db5c3397c req-b5234fe2-5ecd-421e-a340-ec449772f024 service neutron] Checking agent: {'id': 'ee5509cd-6dd7-49df-aa37-3740ebd1e34b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83009', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 12, 13, 13, 59), 'started_at': datetime.datetime(2022, 4, 12, 13, 13, 59), 'heartbeat_timestamp': datetime.datetime(2022, 4, 12, 13, 20, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103457) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 12 13:20:44.463873 dv-cinder-830097-4-iscsi neutron-server[103457]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7457672e-c388-409e-8876-325db5c3397c req-b5234fe2-5ecd-421e-a340-ec449772f024 service neutron] Checking segment: {'id': '39aadab9-ffeb-4018-ac4b-402a2c1e23da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 203, 'network_id': 'fc0e35fc-da48-4b0a-aef1-4a0c9e07f863'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103457) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 12 13:20:44.464347 dv-cinder-830097-4-iscsi neutron-server[103457]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7457672e-c388-409e-8876-325db5c3397c req-b5234fe2-5ecd-421e-a340-ec449772f024 service neutron] Bound using segment: {'id': '39aadab9-ffeb-4018-ac4b-402a2c1e23da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 203, 'network_id': 'fc0e35fc-da48-4b0a-aef1-4a0c9e07f863'} {{(pid=103457) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 12 13:20:44.465083 dv-cinder-830097-4-iscsi neutron-server[103457]: DEBUG neutron.plugins.ml2.managers [req-7457672e-c388-409e-8876-325db5c3397c req-b5234fe2-5ecd-421e-a340-ec449772f024 service neutron] Bound port: c53f8754-b501-4947-a6e1-cba2d0809277, host: hv-cinder-83009, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '39aadab9-ffeb-4018-ac4b-402a2c1e23da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 203, 'network_id': 'fc0e35fc-da48-4b0a-aef1-4a0c9e07f863'}}] {{(pid=103457) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 12 13:20:44.465605 dv-cinder-830097-4-iscsi neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [req-7457672e-c388-409e-8876-325db5c3397c req-b5234fe2-5ecd-421e-a340-ec449772f024 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-916304'] for port (c53f8754-b501-4947-a6e1-cba2d0809277), before_update {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:20:44.550498 dv-cinder-830097-4-iscsi neutron-server[103457]: DEBUG neutron.plugins.ml2.db [req-7457672e-c388-409e-8876-325db5c3397c req-b5234fe2-5ecd-421e-a340-ec449772f024 service neutron] For port c53f8754-b501-4947-a6e1-cba2d0809277, host hv-cinder-83009, cleared binding levels {{(pid=103457) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 12 13:20:44.554093 dv-cinder-830097-4-iscsi neutron-server[103457]: DEBUG neutron.plugins.ml2.db [req-7457672e-c388-409e-8876-325db5c3397c req-b5234fe2-5ecd-421e-a340-ec449772f024 service neutron] For port c53f8754-b501-4947-a6e1-cba2d0809277, host hv-cinder-83009, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83009',level=0,port_id=c53f8754-b501-4947-a6e1-cba2d0809277,segment=NetworkSegment(39aadab9-ffeb-4018-ac4b-402a2c1e23da),segment_id=39aadab9-ffeb-4018-ac4b-402a2c1e23da)] {{(pid=103457) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 12 13:20:44.562422 dv-cinder-830097-4-iscsi neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [req-7457672e-c388-409e-8876-325db5c3397c req-b5234fe2-5ecd-421e-a340-ec449772f024 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-915890', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3697887', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732727894815', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732727417932', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732727417950', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25610749'] for port (c53f8754-b501-4947-a6e1-cba2d0809277), after_update {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:20:44.608459 dv-cinder-830097-4-iscsi neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7457672e-c388-409e-8876-325db5c3397c req-b5234fe2-5ecd-421e-a340-ec449772f024 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 13:20:44.609098 dv-cinder-830097-4-iscsi neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [req-7457672e-c388-409e-8876-325db5c3397c req-b5234fe2-5ecd-421e-a340-ec449772f024 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-500965'] for port (None), before_response {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:20:44.610476 dv-cinder-830097-4-iscsi neutron-server[103457]: INFO neutron.wsgi [req-7457672e-c388-409e-8876-325db5c3397c req-b5234fe2-5ecd-421e-a340-ec449772f024 service neutron] 10.222.0.55 "PUT /v2.0/ports/c53f8754-b501-4947-a6e1-cba2d0809277 HTTP/1.1" status: 200 len: 1093 time: 0.6580949 Apr 12 13:20:44.610905 dv-cinder-830097-4-iscsi neutron-server[103457]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '791c0918-4340-4a1c-92af-c14fcab69a05', 'tag': 'c53f8754-b501-4947-a6e1-cba2d0809277'}] {{(pid=103457) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 12 13:20:44.613163 dv-cinder-830097-4-iscsi neutron-server[103457]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}086c7d3de3560e72b9669b0aa2f8f0aa3a7dc6896401f4467231a6605ceb6cb3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-31d65218-125a-42c3-97e6-80ce5fb625e5" -d '{"events": [{"name": "network-changed", "server_uuid": "791c0918-4340-4a1c-92af-c14fcab69a05", "tag": "c53f8754-b501-4947-a6e1-cba2d0809277"}]}' {{(pid=103457) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 12 13:20:44.642618 dv-cinder-830097-4-iscsi neutron-server[103457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5234fe2-5ecd-421e-a340-ec449772f024 service neutron] Pushing event updated for resources: {'Port': ['ID=c53f8754-b501-4947-a6e1-cba2d0809277,revision_number=3']} {{(pid=103457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 13:20:44.667686 dv-cinder-830097-4-iscsi neutron-server[103457]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 12 Apr 2022 13:20:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a15cbe62-7708-4c59-8de2-7ed61cb0304c x-openstack-request-id: req-a15cbe62-7708-4c59-8de2-7ed61cb0304c {{(pid=103457) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 12 13:20:44.668824 dv-cinder-830097-4-iscsi neutron-server[103457]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "791c0918-4340-4a1c-92af-c14fcab69a05", "tag": "c53f8754-b501-4947-a6e1-cba2d0809277", "status": "completed", "code": 200}]} {{(pid=103457) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 12 13:20:44.669287 dv-cinder-830097-4-iscsi neutron-server[103457]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-a15cbe62-7708-4c59-8de2-7ed61cb0304c {{(pid=103457) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 12 13:20:44.669838 dv-cinder-830097-4-iscsi neutron-server[103457]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a15cbe62-7708-4c59-8de2-7ed61cb0304c'] response: {'name': 'network-changed', 'server_uuid': '791c0918-4340-4a1c-92af-c14fcab69a05', 'tag': 'c53f8754-b501-4947-a6e1-cba2d0809277', 'status': 'completed', 'code': 200} Apr 12 13:20:44.707786 dv-cinder-830097-4-iscsi neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae284f65-f2b7-4648-86de-45513f861ff0 req-10d176fe-18c1-4ff3-b7da-02e23d57cdb8 tempest-TestVolumeBootPattern-1974338582 tempest-TestVolumeBootPattern-1974338582-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 13:20:44.709358 dv-cinder-830097-4-iscsi neutron-server[103457]: INFO neutron.wsgi [req-ae284f65-f2b7-4648-86de-45513f861ff0 req-10d176fe-18c1-4ff3-b7da-02e23d57cdb8 tempest-TestVolumeBootPattern-1974338582 tempest-TestVolumeBootPattern-1974338582-project] 10.222.0.18 "GET /v2.0/ports?device_id=791c0918-4340-4a1c-92af-c14fcab69a05 HTTP/1.1" status: 200 len: 943 time: 0.0614653 Apr 12 13:20:44.717575 dv-cinder-830097-4-iscsi neutron-server[103458]: DEBUG neutron.wsgi [-] (103458) accepted ('10.222.0.18', 46396) {{(pid=103458) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 13:20:44.764424 dv-cinder-830097-4-iscsi neutron-server[103457]: INFO neutron.wsgi [req-ae284f65-f2b7-4648-86de-45513f861ff0 req-cc32206a-7ea2-4484-8dd0-3f995cdaff0e tempest-TestVolumeBootPattern-1974338582 tempest-TestVolumeBootPattern-1974338582-project] 10.222.0.18 "GET /v2.0/security-groups?id=a66f9d14-bc7f-40ff-bcf2-fda4f9360a16&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0479572 Apr 12 13:20:44.839652 dv-cinder-830097-4-iscsi neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-a4cb998b-6534-4291-a56a-33544d78e05e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:20:44.912575 dv-cinder-830097-4-iscsi neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-a4cb998b-6534-4291-a56a-33544d78e05e admin admin] Publish callbacks [] for security_group (b1c28f12-3f2b-4a4f-9aed-1acc82f199e9), precommit_create {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:20:44.916419 dv-cinder-830097-4-iscsi neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-a4cb998b-6534-4291-a56a-33544d78e05e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3691807'] for security_group (b1c28f12-3f2b-4a4f-9aed-1acc82f199e9), after_create {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:20:44.954003 dv-cinder-830097-4-iscsi neutron-server[103458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4cb998b-6534-4291-a56a-33544d78e05e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b1c28f12-3f2b-4a4f-9aed-1acc82f199e9,revision_number=1']} {{(pid=103458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 13:20:44.958433 dv-cinder-830097-4-iscsi neutron-server[103458]: INFO neutron.wsgi [None req-a4cb998b-6534-4291-a56a-33544d78e05e admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=d0a019b4ded847efb6b9fc8e2a22c183&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2398357 Apr 12 13:20:44.961049 dv-cinder-830097-4-iscsi neutron-server[103458]: DEBUG neutron.wsgi [-] (103458) accepted ('10.222.0.18', 46400) {{(pid=103458) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 13:20:45.022523 dv-cinder-830097-4-iscsi neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-ee57aa77-5e9c-49f6-b562-76afc866e82c admin admin] Publish callbacks [] for security_group (b1c28f12-3f2b-4a4f-9aed-1acc82f199e9), before_delete {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:20:45.045632 dv-cinder-830097-4-iscsi neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-ee57aa77-5e9c-49f6-b562-76afc866e82c admin admin] Publish callbacks [] for security_group (b1c28f12-3f2b-4a4f-9aed-1acc82f199e9), precommit_delete {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:20:45.096333 dv-cinder-830097-4-iscsi neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-ee57aa77-5e9c-49f6-b562-76afc866e82c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3691807'] for security_group (b1c28f12-3f2b-4a4f-9aed-1acc82f199e9), after_delete {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:20:45.098815 dv-cinder-830097-4-iscsi neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-ee57aa77-5e9c-49f6-b562-76afc866e82c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:20:45.099968 dv-cinder-830097-4-iscsi neutron-server[103458]: INFO neutron.wsgi [None req-ee57aa77-5e9c-49f6-b562-76afc866e82c admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/b1c28f12-3f2b-4a4f-9aed-1acc82f199e9 HTTP/1.1" status: 204 len: 168 time: 0.1380122 Apr 12 13:20:45.108318 dv-cinder-830097-4-iscsi neutron-server[103458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee57aa77-5e9c-49f6-b562-76afc866e82c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b1c28f12-3f2b-4a4f-9aed-1acc82f199e9,revision_number=None']} {{(pid=103458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 13:20:45.191510 dv-cinder-830097-4-iscsi neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31d65218-125a-42c3-97e6-80ce5fb625e5 req-7be60f2a-f445-4b79-b2cb-60d64e0e1533 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 13:20:45.193049 dv-cinder-830097-4-iscsi neutron-server[103457]: INFO neutron.wsgi [req-31d65218-125a-42c3-97e6-80ce5fb625e5 req-7be60f2a-f445-4b79-b2cb-60d64e0e1533 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=59e9ce76515147cfa24a7c710300c9c0&device_id=791c0918-4340-4a1c-92af-c14fcab69a05 HTTP/1.1" status: 200 len: 1127 time: 0.0436182 Apr 12 13:20:45.296523 dv-cinder-830097-4-iscsi neutron-server[103458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-deb2b2d7-2741-467c-af32-fe9d80ca9fe1 req-ecc4bb0c-e6b5-4060-8668-08c86262413e tempest-TestShelveInstance-750106452 tempest-TestShelveInstance-750106452-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 13:20:45.298089 dv-cinder-830097-4-iscsi neutron-server[103458]: INFO neutron.wsgi [req-deb2b2d7-2741-467c-af32-fe9d80ca9fe1 req-ecc4bb0c-e6b5-4060-8668-08c86262413e tempest-TestShelveInstance-750106452 tempest-TestShelveInstance-750106452-project] 10.222.0.18 "GET /v2.0/ports?device_id=bc77c197-89c7-4e0d-b60b-22abc9b99bd6 HTTP/1.1" status: 200 len: 945 time: 0.0481510 Apr 12 13:20:45.320300 dv-cinder-830097-4-iscsi neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31d65218-125a-42c3-97e6-80ce5fb625e5 req-d0ea5a43-ae7c-46d6-b9de-78bfd27b9b81 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 13:20:45.321813 dv-cinder-830097-4-iscsi neutron-server[103457]: INFO neutron.wsgi [req-31d65218-125a-42c3-97e6-80ce5fb625e5 req-d0ea5a43-ae7c-46d6-b9de-78bfd27b9b81 service neutron] 10.222.0.55 "GET /v2.0/networks?tenant_id=59e9ce76515147cfa24a7c710300c9c0&shared=False HTTP/1.1" status: 200 len: 913 time: 0.1112020 Apr 12 13:20:45.356356 dv-cinder-830097-4-iscsi neutron-server[103458]: INFO neutron.wsgi [req-deb2b2d7-2741-467c-af32-fe9d80ca9fe1 req-bb7245c7-c055-4abb-b3ab-3fe0e753e5b7 tempest-TestShelveInstance-750106452 tempest-TestShelveInstance-750106452-project] 10.222.0.18 "GET /v2.0/security-groups?id=2baa67a9-5f14-404b-94ce-8aa7d37b6772&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0526509 Apr 12 13:20:45.424209 dv-cinder-830097-4-iscsi neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31d65218-125a-42c3-97e6-80ce5fb625e5 req-8d325c51-be49-46de-9c02-5e4149b7fc99 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 13:20:45.425706 dv-cinder-830097-4-iscsi neutron-server[103457]: INFO neutron.wsgi [req-31d65218-125a-42c3-97e6-80ce5fb625e5 req-8d325c51-be49-46de-9c02-5e4149b7fc99 service neutron] 10.222.0.55 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0956149 Apr 12 13:20:45.481166 dv-cinder-830097-4-iscsi neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2745a241-6bda-4d64-bbbb-0a97c8e99d2e req-9b3d8353-a59b-492e-8ed2-bdf2c69c9015 tempest-TestShelveInstance-750106452 tempest-TestShelveInstance-750106452-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 13:20:45.482663 dv-cinder-830097-4-iscsi neutron-server[103457]: INFO neutron.wsgi [req-2745a241-6bda-4d64-bbbb-0a97c8e99d2e req-9b3d8353-a59b-492e-8ed2-bdf2c69c9015 tempest-TestShelveInstance-750106452 tempest-TestShelveInstance-750106452-project] 10.222.0.18 "GET /v2.0/ports?device_id=bc77c197-89c7-4e0d-b60b-22abc9b99bd6 HTTP/1.1" status: 200 len: 945 time: 0.0561035 Apr 12 13:20:45.560242 dv-cinder-830097-4-iscsi neutron-server[103457]: INFO neutron.wsgi [req-2745a241-6bda-4d64-bbbb-0a97c8e99d2e req-3e4f307b-c9c5-4e73-88c1-abb01ac8034c tempest-TestShelveInstance-750106452 tempest-TestShelveInstance-750106452-project] 10.222.0.18 "GET /v2.0/security-groups?id=2baa67a9-5f14-404b-94ce-8aa7d37b6772&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0719872 Apr 12 13:20:45.563230 dv-cinder-830097-4-iscsi neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7457672e-c388-409e-8876-325db5c3397c req-1c209f00-f051-4608-bcee-70631c400d50 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 13:20:45.564724 dv-cinder-830097-4-iscsi neutron-server[103457]: INFO neutron.wsgi [req-7457672e-c388-409e-8876-325db5c3397c req-1c209f00-f051-4608-bcee-70631c400d50 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=59e9ce76515147cfa24a7c710300c9c0&device_id=791c0918-4340-4a1c-92af-c14fcab69a05 HTTP/1.1" status: 200 len: 1127 time: 0.0559466 Apr 12 13:20:45.583464 dv-cinder-830097-4-iscsi neutron-server[103458]: DEBUG neutron.wsgi [-] (103458) accepted ('10.222.0.18', 46424) {{(pid=103458) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 13:20:45.616180 dv-cinder-830097-4-iscsi neutron-server[103457]: INFO neutron.wsgi [req-7457672e-c388-409e-8876-325db5c3397c req-180827c1-83fd-484b-afac-8f0e812d2ee1 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=c53f8754-b501-4947-a6e1-cba2d0809277 HTTP/1.1" status: 200 len: 217 time: 0.0347769 Apr 12 13:20:45.670819 dv-cinder-830097-4-iscsi neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7457672e-c388-409e-8876-325db5c3397c req-f43c3642-7792-4346-8d8b-24b4fde20831 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 13:20:45.672434 dv-cinder-830097-4-iscsi neutron-server[103457]: INFO neutron.wsgi [req-7457672e-c388-409e-8876-325db5c3397c req-f43c3642-7792-4346-8d8b-24b4fde20831 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=3e5a37b9-6492-41e4-a03e-0f76c3de6aee HTTP/1.1" status: 200 len: 851 time: 0.0501368 Apr 12 13:20:45.725440 dv-cinder-830097-4-iscsi neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7457672e-c388-409e-8876-325db5c3397c req-c402780a-f9e3-4288-a9c5-688850fc222d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 13:20:45.726957 dv-cinder-830097-4-iscsi neutron-server[103457]: INFO neutron.wsgi [req-7457672e-c388-409e-8876-325db5c3397c req-c402780a-f9e3-4288-a9c5-688850fc222d service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=fc0e35fc-da48-4b0a-aef1-4a0c9e07f863&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0422122 Apr 12 13:20:45.800841 dv-cinder-830097-4-iscsi neutron-server[103458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6abd65d8-9ecd-441e-b044-1ef38de3e1f3 tempest-TestShelveInstance-862038610 tempest-TestShelveInstance-862038610-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 13:20:45.802833 dv-cinder-830097-4-iscsi neutron-server[103458]: INFO neutron.wsgi [None req-6abd65d8-9ecd-441e-b044-1ef38de3e1f3 tempest-TestShelveInstance-862038610 tempest-TestShelveInstance-862038610-project-admin] 10.222.0.18 "GET /v2.0/ports?device_id=bc77c197-89c7-4e0d-b60b-22abc9b99bd6 HTTP/1.1" status: 200 len: 1124 time: 0.2183242 Apr 12 13:20:45.805732 dv-cinder-830097-4-iscsi neutron-server[103458]: DEBUG neutron.wsgi [-] (103458) accepted ('10.222.0.18', 46438) {{(pid=103458) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 13:20:45.811626 dv-cinder-830097-4-iscsi neutron-server[103458]: DEBUG neutron.api.v2.base [None req-286cb9b2-4795-4d55-9571-aa8632bfd51a tempest-TestShelveInstance-750106452 tempest-TestShelveInstance-750106452-project] Request body: {'floatingip': {'floating_network_id': '26d0436d-8ae2-49bd-8cc6-3d2eac552c84', 'port_id': '31972305-3c0e-45f1-b071-0c5c3582b82f', 'tenant_id': '713bbcf7a57142f0a2bb30d1eed8f037', 'fixed_ip_address': '172.20.0.6'}} {{(pid=103458) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 12 13:20:45.832591 dv-cinder-830097-4-iscsi neutron-server[103457]: INFO neutron.wsgi [req-7457672e-c388-409e-8876-325db5c3397c req-10172d8e-10ff-47c9-b5e5-ec5e86f290d5 service neutron] 10.222.0.55 "GET /v2.0/networks/fc0e35fc-da48-4b0a-aef1-4a0c9e07f863?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0976081 Apr 12 13:20:45.835875 dv-cinder-830097-4-iscsi neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-286cb9b2-4795-4d55-9571-aa8632bfd51a tempest-TestShelveInstance-750106452 tempest-TestShelveInstance-750106452-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:20:45.942974 dv-cinder-830097-4-iscsi neutron-server[103458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d7b8346-835f-42a6-b5cd-3e6c5be57577 req-db37ad3c-1380-4740-9d66-66a590e055da tempest-TestVolumeBootPattern-1974338582 tempest-TestVolumeBootPattern-1974338582-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 13:20:45.943509 dv-cinder-830097-4-iscsi neutron-server[103457]: INFO neutron.wsgi [req-7457672e-c388-409e-8876-325db5c3397c req-3a33a6b3-3eef-4776-83ec-619f620c1ca5 service neutron] 10.222.0.55 "GET /v2.0/networks/fc0e35fc-da48-4b0a-aef1-4a0c9e07f863?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1008573 Apr 12 13:20:45.944406 dv-cinder-830097-4-iscsi neutron-server[103458]: INFO neutron.wsgi [req-1d7b8346-835f-42a6-b5cd-3e6c5be57577 req-db37ad3c-1380-4740-9d66-66a590e055da tempest-TestVolumeBootPattern-1974338582 tempest-TestVolumeBootPattern-1974338582-project] 10.222.0.18 "GET /v2.0/ports?device_id=791c0918-4340-4a1c-92af-c14fcab69a05 HTTP/1.1" status: 200 len: 943 time: 0.0938168 Apr 12 13:20:45.963838 dv-cinder-830097-4-iscsi neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-286cb9b2-4795-4d55-9571-aa8632bfd51a tempest-TestShelveInstance-750106452 tempest-TestShelveInstance-750106452-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-916304'] for port (None), before_create {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:20:46.069784 dv-cinder-830097-4-iscsi neutron-server[103458]: INFO neutron.wsgi [req-1d7b8346-835f-42a6-b5cd-3e6c5be57577 req-c14dda2b-0773-4f2a-b2a6-0f6cc53e719b tempest-TestVolumeBootPattern-1974338582 tempest-TestVolumeBootPattern-1974338582-project] 10.222.0.18 "GET /v2.0/security-groups?id=a66f9d14-bc7f-40ff-bcf2-fda4f9360a16&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1176515 Apr 12 13:20:46.119985 dv-cinder-830097-4-iscsi neutron-server[103458]: DEBUG neutron.db.db_base_plugin_common [None req-286cb9b2-4795-4d55-9571-aa8632bfd51a tempest-TestShelveInstance-750106452 tempest-TestShelveInstance-750106452-project] Allocated IP 172.27.0.160 (26d0436d-8ae2-49bd-8cc6-3d2eac552c84/d93852d8-8f89-4b1c-bef4-0e05f499a8db/bbfef7b7-8b80-45e5-9896-672d3d3dc31c) {{(pid=103458) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 12 13:20:46.221654 dv-cinder-830097-4-iscsi neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-286cb9b2-4795-4d55-9571-aa8632bfd51a tempest-TestShelveInstance-750106452 tempest-TestShelveInstance-750106452-project] Publish callbacks [] for port (bbfef7b7-8b80-45e5-9896-672d3d3dc31c), precommit_create {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:20:46.259092 dv-cinder-830097-4-iscsi neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-286cb9b2-4795-4d55-9571-aa8632bfd51a tempest-TestShelveInstance-750106452 tempest-TestShelveInstance-750106452-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-915890', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3697887', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732727417914', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26097133'] for port (bbfef7b7-8b80-45e5-9896-672d3d3dc31c), after_create {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:20:46.505124 dv-cinder-830097-4-iscsi neutron-server[103458]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-286cb9b2-4795-4d55-9571-aa8632bfd51a tempest-TestShelveInstance-750106452 tempest-TestShelveInstance-750106452-project] Network 26d0436d-8ae2-49bd-8cc6-3d2eac552c84 is already hosted by enough agents. {{(pid=103458) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 12 13:20:46.507919 dv-cinder-830097-4-iscsi neutron-server[103458]: DEBUG neutron.scheduler.base_scheduler [None req-286cb9b2-4795-4d55-9571-aa8632bfd51a tempest-TestShelveInstance-750106452 tempest-TestShelveInstance-750106452-project] Resources bound (agent type, host, resource id): {{(pid=103458) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 12 13:20:46.511320 dv-cinder-830097-4-iscsi neutron-server[103458]: DEBUG neutron.db.l3_dvrscheduler_db [None req-286cb9b2-4795-4d55-9571-aa8632bfd51a tempest-TestShelveInstance-750106452 tempest-TestShelveInstance-750106452-project] Received port after_create {{(pid=103458) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 12 13:20:46.537520 dv-cinder-830097-4-iscsi neutron-server[103458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-286cb9b2-4795-4d55-9571-aa8632bfd51a tempest-TestShelveInstance-750106452 tempest-TestShelveInstance-750106452-project] Pushing event updated for resources: {'Port': ['ID=bbfef7b7-8b80-45e5-9896-672d3d3dc31c,revision_number=1']} {{(pid=103458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 13:20:46.757558 dv-cinder-830097-4-iscsi neutron-server[103459]: DEBUG neutron_lib.callbacks.manager [None req-9e25ff36-9393-46a1-856c-50c011a75479 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732727929501', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-657397'] for agent (246ca497-e2ee-4e0b-b432-b4153c207e5f), after_update {{(pid=103459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:20:46.876859 dv-cinder-830097-4-iscsi neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-286cb9b2-4795-4d55-9571-aa8632bfd51a tempest-TestShelveInstance-750106452 tempest-TestShelveInstance-750106452-project] Publish callbacks [] for floatingip (1890b447-5131-4869-8793-e4a566450414), precommit_create {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:20:46.943394 dv-cinder-830097-4-iscsi neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-286cb9b2-4795-4d55-9571-aa8632bfd51a tempest-TestShelveInstance-750106452 tempest-TestShelveInstance-750106452-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-916304'] for port (bbfef7b7-8b80-45e5-9896-672d3d3dc31c), before_update {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:20:47.090960 dv-cinder-830097-4-iscsi neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-286cb9b2-4795-4d55-9571-aa8632bfd51a tempest-TestShelveInstance-750106452 tempest-TestShelveInstance-750106452-project] Publish callbacks [] for port (bbfef7b7-8b80-45e5-9896-672d3d3dc31c), precommit_update {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:20:47.095238 dv-cinder-830097-4-iscsi neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-286cb9b2-4795-4d55-9571-aa8632bfd51a tempest-TestShelveInstance-750106452 tempest-TestShelveInstance-750106452-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-915890', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3697887', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732727894815', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732727417932', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732727417950', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26097126'] for port (bbfef7b7-8b80-45e5-9896-672d3d3dc31c), after_update {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:20:47.162734 dv-cinder-830097-4-iscsi neutron-server[103458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-286cb9b2-4795-4d55-9571-aa8632bfd51a tempest-TestShelveInstance-750106452 tempest-TestShelveInstance-750106452-project] Pushing event updated for resources: {'Port': ['ID=bbfef7b7-8b80-45e5-9896-672d3d3dc31c,revision_number=2']} {{(pid=103458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 13:20:47.174542 dv-cinder-830097-4-iscsi neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-286cb9b2-4795-4d55-9571-aa8632bfd51a tempest-TestShelveInstance-750106452 tempest-TestShelveInstance-750106452-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3739086'] for floatingip (1890b447-5131-4869-8793-e4a566450414), after_create {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:20:47.191089 dv-cinder-830097-4-iscsi neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec99445f-81ce-483b-89e9-ef69fa1efa7f req-87579799-4937-4eb2-a113-4ee35e6f1c3d tempest-TestVolumeBootPattern-1974338582 tempest-TestVolumeBootPattern-1974338582-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 13:20:47.192577 dv-cinder-830097-4-iscsi neutron-server[103457]: INFO neutron.wsgi [req-ec99445f-81ce-483b-89e9-ef69fa1efa7f req-87579799-4937-4eb2-a113-4ee35e6f1c3d tempest-TestVolumeBootPattern-1974338582 tempest-TestVolumeBootPattern-1974338582-project] 10.222.0.18 "GET /v2.0/ports?device_id=791c0918-4340-4a1c-92af-c14fcab69a05 HTTP/1.1" status: 200 len: 943 time: 0.0499530 Apr 12 13:20:47.245230 dv-cinder-830097-4-iscsi neutron-server[103457]: INFO neutron.wsgi [req-ec99445f-81ce-483b-89e9-ef69fa1efa7f req-3d154a7a-c1d5-43fd-ac15-c52673ed9bcc tempest-TestVolumeBootPattern-1974338582 tempest-TestVolumeBootPattern-1974338582-project] 10.222.0.18 "GET /v2.0/security-groups?id=a66f9d14-bc7f-40ff-bcf2-fda4f9360a16&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0468564 Apr 12 13:20:47.276675 dv-cinder-830097-4-iscsi neutron-server[103458]: INFO neutron.db.l3_db [None req-286cb9b2-4795-4d55-9571-aa8632bfd51a tempest-TestShelveInstance-750106452 tempest-TestShelveInstance-750106452-project] Floating IP 1890b447-5131-4869-8793-e4a566450414 associated. External IP: 172.27.0.160, port: 31972305-3c0e-45f1-b071-0c5c3582b82f. Apr 12 13:20:47.489172 dv-cinder-830097-4-iscsi neutron-server[103458]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-286cb9b2-4795-4d55-9571-aa8632bfd51a tempest-TestShelveInstance-750106452 tempest-TestShelveInstance-750106452-project] Router b07a6f3d-13d7-49d3-a26b-8607e959c04a has already been hosted by L3 agent b7e11a8b-aeed-493f-9763-461016dddc93 {{(pid=103458) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 12 13:20:47.598339 dv-cinder-830097-4-iscsi neutron-server[103458]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-286cb9b2-4795-4d55-9571-aa8632bfd51a tempest-TestShelveInstance-750106452 tempest-TestShelveInstance-750106452-project] Notify agent at l3_agent.dv-cinder-830097-4-iscsi the message routers_updated {{(pid=103458) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 12 13:20:47.608072 dv-cinder-830097-4-iscsi neutron-server[103460]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f92d9790-ed46-4411-b007-79a77ef74bbc None None] Sync routers for ids ['b07a6f3d-13d7-49d3-a26b-8607e959c04a'] in dv-cinder-830097-4-iscsi {{(pid=103460) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 12 13:20:47.616347 dv-cinder-830097-4-iscsi neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-286cb9b2-4795-4d55-9571-aa8632bfd51a tempest-TestShelveInstance-750106452 tempest-TestShelveInstance-750106452-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-500965'] for floatingip (None), before_response {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:20:47.617656 dv-cinder-830097-4-iscsi neutron-server[103460]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f92d9790-ed46-4411-b007-79a77ef74bbc None None] Routers {'b07a6f3d-13d7-49d3-a26b-8607e959c04a'} bound to L3 agent in host dv-cinder-830097-4-iscsi {{(pid=103460) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 12 13:20:47.618259 dv-cinder-830097-4-iscsi neutron-server[103460]: DEBUG neutron.db.l3_hamode_db [None req-f92d9790-ed46-4411-b007-79a77ef74bbc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830097-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 10, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 10, "log_agent_heartbeats": false, "routers": 10},created_at=2022-04-12T13:07:19Z,description=,heartbeat_timestamp=2022-04-12T13:20:19Z,host='dv-cinder-830097-4-iscsi',id=b7e11a8b-aeed-493f-9763-461016dddc93,load=0,resource_versions=,resources_synced=,started_at=2022-04-12T13:07:19Z,topic='l3_agent')) {'router_ids': ['b07a6f3d-13d7-49d3-a26b-8607e959c04a'], 'active': True} {{(pid=103460) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 13:20:47.645560 dv-cinder-830097-4-iscsi neutron-server[103458]: INFO neutron.wsgi [None req-286cb9b2-4795-4d55-9571-aa8632bfd51a tempest-TestShelveInstance-750106452 tempest-TestShelveInstance-750106452-project] 10.222.0.18 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.8388176 Apr 12 13:20:47.646210 dv-cinder-830097-4-iscsi neutron-server[103458]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bc77c197-89c7-4e0d-b60b-22abc9b99bd6', 'tag': '31972305-3c0e-45f1-b071-0c5c3582b82f'}] {{(pid=103458) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 12 13:20:47.648495 dv-cinder-830097-4-iscsi neutron-server[103458]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c94cb96f70f67f51233d4af7d4702c9d455fb3abb34896310c9f043c18b7c2b4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c6bcfec7-0531-49f3-9c19-051edafe277b" -d '{"events": [{"name": "network-changed", "server_uuid": "bc77c197-89c7-4e0d-b60b-22abc9b99bd6", "tag": "31972305-3c0e-45f1-b071-0c5c3582b82f"}]}' {{(pid=103458) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 12 13:20:47.684963 dv-cinder-830097-4-iscsi neutron-server[103458]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 12 Apr 2022 13:20:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0863f901-88dd-4c8d-9296-559b83df3e8d x-openstack-request-id: req-0863f901-88dd-4c8d-9296-559b83df3e8d {{(pid=103458) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 12 13:20:47.685252 dv-cinder-830097-4-iscsi neutron-server[103458]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "bc77c197-89c7-4e0d-b60b-22abc9b99bd6", "tag": "31972305-3c0e-45f1-b071-0c5c3582b82f", "status": "completed", "code": 200}]} {{(pid=103458) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 12 13:20:47.685503 dv-cinder-830097-4-iscsi neutron-server[103458]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-0863f901-88dd-4c8d-9296-559b83df3e8d {{(pid=103458) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 12 13:20:47.685901 dv-cinder-830097-4-iscsi neutron-server[103458]: INFO neutron.notifiers.nova [-] Nova event matching ['req-0863f901-88dd-4c8d-9296-559b83df3e8d'] response: {'name': 'network-changed', 'server_uuid': 'bc77c197-89c7-4e0d-b60b-22abc9b99bd6', 'tag': '31972305-3c0e-45f1-b071-0c5c3582b82f', 'status': 'completed', 'code': 200} Apr 12 13:20:47.726184 dv-cinder-830097-4-iscsi neutron-server[103460]: DEBUG neutron.db.l3_dvr_db [None req-f92d9790-ed46-4411-b007-79a77ef74bbc None None] Set router b07a6f3d-13d7-49d3-a26b-8607e959c04a gateway port host: dv-cinder-830097-4-iscsi {{(pid=103460) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 12 13:20:47.798358 dv-cinder-830097-4-iscsi neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6bcfec7-0531-49f3-9c19-051edafe277b req-f90be39c-5042-43fb-81ca-7ac5fce6aea8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 13:20:47.799820 dv-cinder-830097-4-iscsi neutron-server[103457]: INFO neutron.wsgi [req-c6bcfec7-0531-49f3-9c19-051edafe277b req-f90be39c-5042-43fb-81ca-7ac5fce6aea8 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=713bbcf7a57142f0a2bb30d1eed8f037&device_id=bc77c197-89c7-4e0d-b60b-22abc9b99bd6 HTTP/1.1" status: 200 len: 1129 time: 0.0372930 Apr 12 13:20:47.893868 dv-cinder-830097-4-iscsi neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6bcfec7-0531-49f3-9c19-051edafe277b req-5a6676c7-3efa-428a-a2bc-582dbae45e3c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 13:20:47.895307 dv-cinder-830097-4-iscsi neutron-server[103457]: INFO neutron.wsgi [req-c6bcfec7-0531-49f3-9c19-051edafe277b req-5a6676c7-3efa-428a-a2bc-582dbae45e3c service neutron] 10.222.0.55 "GET /v2.0/networks?id=dd564e5e-84b2-456c-afed-34fe02080a74 HTTP/1.1" status: 200 len: 910 time: 0.0848236 Apr 12 13:20:47.941500 dv-cinder-830097-4-iscsi neutron-server[103460]: DEBUG neutron.db.l3_hamode_db [None req-f92d9790-ed46-4411-b007-79a77ef74bbc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b07a6f3d-13d7-49d3-a26b-8607e959c04a', 'name': 'tempest-TestShelveInstance-1558463520-router', 'tenant_id': '713bbcf7a57142f0a2bb30d1eed8f037', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '26d0436d-8ae2-49bd-8cc6-3d2eac552c84', 'external_fixed_ips': [{'subnet_id': 'd93852d8-8f89-4b1c-bef4-0e05f499a8db', 'ip_address': '172.27.0.213'}], 'enable_snat': True}, 'gw_port_id': '9b541114-9306-4cda-a16a-61689157b0c2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-12T13:19:15Z', 'updated_at': '2022-04-12T13:19:18Z', 'revision_number': 4, 'project_id': '713bbcf7a57142f0a2bb30d1eed8f037', 'gw_port': {'id': '9b541114-9306-4cda-a16a-61689157b0c2', 'name': '', 'network_id': '26d0436d-8ae2-49bd-8cc6-3d2eac552c84', 'tenant_id': '', 'mac_address': 'fa:16:3e:69:76:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b07a6f3d-13d7-49d3-a26b-8607e959c04a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 389, 'fixed_ips': [{'subnet_id': 'd93852d8-8f89-4b1c-bef4-0e05f499a8db', 'ip_address': '172.27.0.213', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830097-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T13:19:16Z', 'updated_at': '2022-04-12T13:19:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd93852d8-8f89-4b1c-bef4-0e05f499a8db', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830097-4-iscsi', '_floatingips': [{'id': '1890b447-5131-4869-8793-e4a566450414', 'tenant_id': '713bbcf7a57142f0a2bb30d1eed8f037', 'floating_ip_address': '172.27.0.160', 'floating_network_id': '26d0436d-8ae2-49bd-8cc6-3d2eac552c84', 'router_id': 'b07a6f3d-13d7-49d3-a26b-8607e959c04a', 'port_id': '31972305-3c0e-45f1-b071-0c5c3582b82f', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 499, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'dd564e5e-84b2-456c-afed-34fe02080a74', 'mac_address': 'fa:16:3e:13:b6:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bc77c197-89c7-4e0d-b60b-22abc9b99bd6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-12T13:20:46Z', 'updated_at': '2022-04-12T13:20:46Z', 'revision_number': 0, 'project_id': '713bbcf7a57142f0a2bb30d1eed8f037', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b1daae69-1b9d-464b-8d90-f0ccd9098da6', 'name': '', 'network_id': 'dd564e5e-84b2-456c-afed-34fe02080a74', 'tenant_id': '713bbcf7a57142f0a2bb30d1eed8f037', 'mac_address': 'fa:16:3e:49:59:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b07a6f3d-13d7-49d3-a26b-8607e959c04a', 'device_owner': 'network:router_interface', 'standard_attr_id': 390, 'fixed_ips': [{'subnet_id': 'b573db6a-5739-46b0-a65e-7d9b85205259', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830097-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T13:19:18Z', 'updated_at': '2022-04-12T13:19:25Z', 'revision_number': 5, 'project_id': '713bbcf7a57142f0a2bb30d1eed8f037', 'subnets': [{'id': 'b573db6a-5739-46b0-a65e-7d9b85205259', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-830097-4-iscsi', False) {} {{(pid=103460) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 13:20:47.968547 dv-cinder-830097-4-iscsi neutron-server[103460]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f92d9790-ed46-4411-b007-79a77ef74bbc None None] Checking router: b07a6f3d-13d7-49d3-a26b-8607e959c04a for host: dv-cinder-830097-4-iscsi {{(pid=103460) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 12 13:20:47.976855 dv-cinder-830097-4-iscsi neutron-server[103460]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f92d9790-ed46-4411-b007-79a77ef74bbc None None] Routers {'b07a6f3d-13d7-49d3-a26b-8607e959c04a'} bound to L3 agent in host dv-cinder-830097-4-iscsi {{(pid=103460) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 12 13:20:47.977393 dv-cinder-830097-4-iscsi neutron-server[103460]: DEBUG neutron.db.l3_hamode_db [None req-f92d9790-ed46-4411-b007-79a77ef74bbc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830097-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 10, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 10, "log_agent_heartbeats": false, "routers": 10},created_at=2022-04-12T13:07:19Z,description=,heartbeat_timestamp=2022-04-12T13:20:19Z,host='dv-cinder-830097-4-iscsi',id=b7e11a8b-aeed-493f-9763-461016dddc93,load=0,resource_versions=,resources_synced=,started_at=2022-04-12T13:07:19Z,topic='l3_agent')) {'router_ids': ['b07a6f3d-13d7-49d3-a26b-8607e959c04a'], 'active': True} {{(pid=103460) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 13:20:47.994592 dv-cinder-830097-4-iscsi neutron-server[103457]: INFO neutron.wsgi [req-c6bcfec7-0531-49f3-9c19-051edafe277b req-4cfbe50e-eba2-4ef8-9240-122e3b60684a service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=31972305-3c0e-45f1-b071-0c5c3582b82f HTTP/1.1" status: 200 len: 999 time: 0.0634282 Apr 12 13:20:48.045008 dv-cinder-830097-4-iscsi neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6bcfec7-0531-49f3-9c19-051edafe277b req-2abf7e0e-54d0-4497-8d59-bde99a3d2dae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 13:20:48.046533 dv-cinder-830097-4-iscsi neutron-server[103457]: INFO neutron.wsgi [req-c6bcfec7-0531-49f3-9c19-051edafe277b req-2abf7e0e-54d0-4497-8d59-bde99a3d2dae service neutron] 10.222.0.55 "GET /v2.0/subnets?id=b573db6a-5739-46b0-a65e-7d9b85205259 HTTP/1.1" status: 200 len: 848 time: 0.0442183 Apr 12 13:20:48.093734 dv-cinder-830097-4-iscsi neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6bcfec7-0531-49f3-9c19-051edafe277b req-0cb9dcee-67d0-4b17-a308-a2deda6e164e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 13:20:48.095224 dv-cinder-830097-4-iscsi neutron-server[103457]: INFO neutron.wsgi [req-c6bcfec7-0531-49f3-9c19-051edafe277b req-0cb9dcee-67d0-4b17-a308-a2deda6e164e service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=dd564e5e-84b2-456c-afed-34fe02080a74&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0396347 Apr 12 13:20:48.170797 dv-cinder-830097-4-iscsi neutron-server[103460]: DEBUG neutron.db.l3_dvr_db [None req-f92d9790-ed46-4411-b007-79a77ef74bbc None None] Set router b07a6f3d-13d7-49d3-a26b-8607e959c04a gateway port host: dv-cinder-830097-4-iscsi {{(pid=103460) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 12 13:20:48.190663 dv-cinder-830097-4-iscsi neutron-server[103457]: INFO neutron.wsgi [req-c6bcfec7-0531-49f3-9c19-051edafe277b req-6358a709-fb0b-46c9-9ddd-53ad3de75144 service neutron] 10.222.0.55 "GET /v2.0/networks/dd564e5e-84b2-456c-afed-34fe02080a74?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0830562 Apr 12 13:20:48.282601 dv-cinder-830097-4-iscsi neutron-server[103457]: INFO neutron.wsgi [req-c6bcfec7-0531-49f3-9c19-051edafe277b req-871c7749-deab-44f1-a8a9-d972005612da service neutron] 10.222.0.55 "GET /v2.0/networks/dd564e5e-84b2-456c-afed-34fe02080a74?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0842614 Apr 12 13:20:48.361903 dv-cinder-830097-4-iscsi neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6869337-e057-428f-8485-6a759154efdb req-91b6c42b-26a5-4495-98b9-7d6cd392e7fd tempest-TestVolumeBootPattern-1974338582 tempest-TestVolumeBootPattern-1974338582-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 13:20:48.363388 dv-cinder-830097-4-iscsi neutron-server[103457]: INFO neutron.wsgi [req-b6869337-e057-428f-8485-6a759154efdb req-91b6c42b-26a5-4495-98b9-7d6cd392e7fd tempest-TestVolumeBootPattern-1974338582 tempest-TestVolumeBootPattern-1974338582-project] 10.222.0.18 "GET /v2.0/ports?device_id=791c0918-4340-4a1c-92af-c14fcab69a05 HTTP/1.1" status: 200 len: 943 time: 0.0524244 Apr 12 13:20:48.389696 dv-cinder-830097-4-iscsi neutron-server[103460]: DEBUG neutron.db.l3_hamode_db [None req-f92d9790-ed46-4411-b007-79a77ef74bbc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b07a6f3d-13d7-49d3-a26b-8607e959c04a', 'name': 'tempest-TestShelveInstance-1558463520-router', 'tenant_id': '713bbcf7a57142f0a2bb30d1eed8f037', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '26d0436d-8ae2-49bd-8cc6-3d2eac552c84', 'external_fixed_ips': [{'subnet_id': 'd93852d8-8f89-4b1c-bef4-0e05f499a8db', 'ip_address': '172.27.0.213'}], 'enable_snat': True}, 'gw_port_id': '9b541114-9306-4cda-a16a-61689157b0c2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-12T13:19:15Z', 'updated_at': '2022-04-12T13:19:18Z', 'revision_number': 4, 'project_id': '713bbcf7a57142f0a2bb30d1eed8f037', 'gw_port': {'id': '9b541114-9306-4cda-a16a-61689157b0c2', 'name': '', 'network_id': '26d0436d-8ae2-49bd-8cc6-3d2eac552c84', 'tenant_id': '', 'mac_address': 'fa:16:3e:69:76:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b07a6f3d-13d7-49d3-a26b-8607e959c04a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 389, 'fixed_ips': [{'subnet_id': 'd93852d8-8f89-4b1c-bef4-0e05f499a8db', 'ip_address': '172.27.0.213', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830097-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T13:19:16Z', 'updated_at': '2022-04-12T13:19:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd93852d8-8f89-4b1c-bef4-0e05f499a8db', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830097-4-iscsi', '_floatingips': [{'id': '1890b447-5131-4869-8793-e4a566450414', 'tenant_id': '713bbcf7a57142f0a2bb30d1eed8f037', 'floating_ip_address': '172.27.0.160', 'floating_network_id': '26d0436d-8ae2-49bd-8cc6-3d2eac552c84', 'router_id': 'b07a6f3d-13d7-49d3-a26b-8607e959c04a', 'port_id': '31972305-3c0e-45f1-b071-0c5c3582b82f', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 499, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'dd564e5e-84b2-456c-afed-34fe02080a74', 'mac_address': 'fa:16:3e:13:b6:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bc77c197-89c7-4e0d-b60b-22abc9b99bd6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-12T13:20:46Z', 'updated_at': '2022-04-12T13:20:46Z', 'revision_number': 0, 'project_id': '713bbcf7a57142f0a2bb30d1eed8f037', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b1daae69-1b9d-464b-8d90-f0ccd9098da6', 'name': '', 'network_id': 'dd564e5e-84b2-456c-afed-34fe02080a74', 'tenant_id': '713bbcf7a57142f0a2bb30d1eed8f037', 'mac_address': 'fa:16:3e:49:59:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b07a6f3d-13d7-49d3-a26b-8607e959c04a', 'device_owner': 'network:router_interface', 'standard_attr_id': 390, 'fixed_ips': [{'subnet_id': 'b573db6a-5739-46b0-a65e-7d9b85205259', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830097-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T13:19:18Z', 'updated_at': '2022-04-12T13:19:25Z', 'revision_number': 5, 'project_id': '713bbcf7a57142f0a2bb30d1eed8f037', 'subnets': [{'id': 'b573db6a-5739-46b0-a65e-7d9b85205259', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-830097-4-iscsi', False) {} {{(pid=103460) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 13:20:48.414386 dv-cinder-830097-4-iscsi neutron-server[103457]: INFO neutron.wsgi [req-b6869337-e057-428f-8485-6a759154efdb req-b827b768-d410-4d3e-913f-be8094a913ab tempest-TestVolumeBootPattern-1974338582 tempest-TestVolumeBootPattern-1974338582-project] 10.222.0.18 "GET /v2.0/security-groups?id=a66f9d14-bc7f-40ff-bcf2-fda4f9360a16&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0454674 Apr 12 13:20:48.416194 dv-cinder-830097-4-iscsi neutron-server[103460]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f92d9790-ed46-4411-b007-79a77ef74bbc None None] The sync data for ids ['b07a6f3d-13d7-49d3-a26b-8607e959c04a'] in dv-cinder-830097-4-iscsi is: [{'id': 'b07a6f3d-13d7-49d3-a26b-8607e959c04a', 'name': 'tempest-TestShelveInstance-1558463520-router', 'tenant_id': '713bbcf7a57142f0a2bb30d1eed8f037', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '26d0436d-8ae2-49bd-8cc6-3d2eac552c84', 'external_fixed_ips': [{'subnet_id': 'd93852d8-8f89-4b1c-bef4-0e05f499a8db', 'ip_address': '172.27.0.213'}], 'enable_snat': True}, 'gw_port_id': '9b541114-9306-4cda-a16a-61689157b0c2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-12T13:19:15Z', 'updated_at': '2022-04-12T13:19:18Z', 'revision_number': 4, 'project_id': '713bbcf7a57142f0a2bb30d1eed8f037', 'gw_port': {'id': '9b541114-9306-4cda-a16a-61689157b0c2', 'name': '', 'network_id': '26d0436d-8ae2-49bd-8cc6-3d2eac552c84', 'tenant_id': '', 'mac_address': 'fa:16:3e:69:76:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b07a6f3d-13d7-49d3-a26b-8607e959c04a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 389, 'fixed_ips': [{'subnet_id': 'd93852d8-8f89-4b1c-bef4-0e05f499a8db', 'ip_address': '172.27.0.213', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830097-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T13:19:16Z', 'updated_at': '2022-04-12T13:19:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd93852d8-8f89-4b1c-bef4-0e05f499a8db', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830097-4-iscsi', '_floatingips': [{'id': '1890b447-5131-4869-8793-e4a566450414', 'tenant_id': '713bbcf7a57142f0a2bb30d1eed8f037', 'floating_ip_address': '172.27.0.160', 'floating_network_id': '26d0436d-8ae2-49bd-8cc6-3d2eac552c84', 'router_id': 'b07a6f3d-13d7-49d3-a26b-8607e959c04a', 'port_id': '31972305-3c0e-45f1-b071-0c5c3582b82f', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 499, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'dd564e5e-84b2-456c-afed-34fe02080a74', 'mac_address': 'fa:16:3e:13:b6:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bc77c197-89c7-4e0d-b60b-22abc9b99bd6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-12T13:20:46Z', 'updated_at': '2022-04-12T13:20:46Z', 'revision_number': 0, 'project_id': '713bbcf7a57142f0a2bb30d1eed8f037', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b1daae69-1b9d-464b-8d90-f0ccd9098da6', 'name': '', 'network_id': 'dd564e5e-84b2-456c-afed-34fe02080a74', 'tenant_id': '713bbcf7a57142f0a2bb30d1eed8f037', 'mac_address': 'fa:16:3e:49:59:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b07a6f3d-13d7-49d3-a26b-8607e959c04a', 'device_owner': 'network:router_interface', 'standard_attr_id': 390, 'fixed_ips': [{'subnet_id': 'b573db6a-5739-46b0-a65e-7d9b85205259', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830097-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T13:19:18Z', 'updated_at': '2022-04-12T13:19:25Z', 'revision_number': 5, 'project_id': '713bbcf7a57142f0a2bb30d1eed8f037', 'subnets': [{'id': 'b573db6a-5739-46b0-a65e-7d9b85205259', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103460) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 12 13:20:48.626179 dv-cinder-830097-4-iscsi neutron-server[103459]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8f65e2e7-ff81-4c16-9b0f-37bcdb6749c8 None None] New status for floating IP 1890b447-5131-4869-8793-e4a566450414: ACTIVE {{(pid=103459) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 12 13:20:49.351203 dv-cinder-830097-4-iscsi neutron-server[103459]: DEBUG neutron_lib.callbacks.manager [None req-21cfcba3-6aa3-4f38-b06c-3121302191fc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732727929501', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-657397'] for agent (b7e11a8b-aeed-493f-9763-461016dddc93), after_update {{(pid=103459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:20:49.528463 dv-cinder-830097-4-iscsi neutron-server[103458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99fcecf4-0120-4a09-a922-1aa7728f2692 req-e608456b-8434-4110-b336-091f30bb3626 tempest-TestVolumeBootPattern-1974338582 tempest-TestVolumeBootPattern-1974338582-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 13:20:49.529926 dv-cinder-830097-4-iscsi neutron-server[103458]: INFO neutron.wsgi [req-99fcecf4-0120-4a09-a922-1aa7728f2692 req-e608456b-8434-4110-b336-091f30bb3626 tempest-TestVolumeBootPattern-1974338582 tempest-TestVolumeBootPattern-1974338582-project] 10.222.0.18 "GET /v2.0/ports?device_id=791c0918-4340-4a1c-92af-c14fcab69a05 HTTP/1.1" status: 200 len: 943 time: 0.0466506 Apr 12 13:20:49.582314 dv-cinder-830097-4-iscsi neutron-server[103458]: INFO neutron.wsgi [req-99fcecf4-0120-4a09-a922-1aa7728f2692 req-cd3833ab-38a8-45bb-861f-3f08c0dae9e8 tempest-TestVolumeBootPattern-1974338582 tempest-TestVolumeBootPattern-1974338582-project] 10.222.0.18 "GET /v2.0/security-groups?id=a66f9d14-bc7f-40ff-bcf2-fda4f9360a16&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0466442 Apr 12 13:20:50.261482 dv-cinder-830097-4-iscsi neutron-server[103459]: DEBUG neutron_lib.callbacks.manager [None req-f20c20fe-5767-407a-9f30-b36f01c50254 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732727929501', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-657397'] for agent (1e8a91c7-94d1-4b17-9536-32bc01f44a9b), after_update {{(pid=103459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:20:50.692906 dv-cinder-830097-4-iscsi neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6fb32de-f392-40b6-8607-f7f6479e1cf6 req-2f17a9b5-ac1c-46ec-85d0-b2ab26bce9bb tempest-TestVolumeBootPattern-1974338582 tempest-TestVolumeBootPattern-1974338582-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 13:20:50.694390 dv-cinder-830097-4-iscsi neutron-server[103457]: INFO neutron.wsgi [req-d6fb32de-f392-40b6-8607-f7f6479e1cf6 req-2f17a9b5-ac1c-46ec-85d0-b2ab26bce9bb tempest-TestVolumeBootPattern-1974338582 tempest-TestVolumeBootPattern-1974338582-project] 10.222.0.18 "GET /v2.0/ports?device_id=791c0918-4340-4a1c-92af-c14fcab69a05 HTTP/1.1" status: 200 len: 943 time: 0.0472095 Apr 12 13:20:50.743174 dv-cinder-830097-4-iscsi neutron-server[103457]: INFO neutron.wsgi [req-d6fb32de-f392-40b6-8607-f7f6479e1cf6 req-0e6326da-5372-413b-8adb-5e7a8e53f752 tempest-TestVolumeBootPattern-1974338582 tempest-TestVolumeBootPattern-1974338582-project] 10.222.0.18 "GET /v2.0/security-groups?id=a66f9d14-bc7f-40ff-bcf2-fda4f9360a16&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0426452 Apr 12 13:20:51.391513 dv-cinder-830097-4-iscsi neutron-server[103459]: DEBUG neutron_lib.callbacks.manager [None req-09c91955-1169-4ba5-b480-d25faf385fa1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732727929501', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-657397'] for agent (6571c785-b050-42b7-b6d0-d71237f75507), after_update {{(pid=103459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:20:51.852792 dv-cinder-830097-4-iscsi neutron-server[103458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87c72f4d-8b12-49ec-9df7-886e2753d30b req-351f8e15-ea4d-4477-93e7-4cf1ab8aacb9 tempest-TestVolumeBootPattern-1974338582 tempest-TestVolumeBootPattern-1974338582-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 13:20:51.854241 dv-cinder-830097-4-iscsi neutron-server[103458]: INFO neutron.wsgi [req-87c72f4d-8b12-49ec-9df7-886e2753d30b req-351f8e15-ea4d-4477-93e7-4cf1ab8aacb9 tempest-TestVolumeBootPattern-1974338582 tempest-TestVolumeBootPattern-1974338582-project] 10.222.0.18 "GET /v2.0/ports?device_id=791c0918-4340-4a1c-92af-c14fcab69a05 HTTP/1.1" status: 200 len: 943 time: 0.0455132 Apr 12 13:20:51.904612 dv-cinder-830097-4-iscsi neutron-server[103458]: INFO neutron.wsgi [req-87c72f4d-8b12-49ec-9df7-886e2753d30b req-c0932709-7c5c-4f95-add0-7bb246492f4e tempest-TestVolumeBootPattern-1974338582 tempest-TestVolumeBootPattern-1974338582-project] 10.222.0.18 "GET /v2.0/security-groups?id=a66f9d14-bc7f-40ff-bcf2-fda4f9360a16&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0430615 Apr 12 13:20:53.017793 dv-cinder-830097-4-iscsi neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38004443-527b-4256-8b6d-2b5f034e2e05 req-77a382cc-ccd4-4939-958d-47f0dc37e671 tempest-TestVolumeBootPattern-1974338582 tempest-TestVolumeBootPattern-1974338582-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 13:20:53.019273 dv-cinder-830097-4-iscsi neutron-server[103457]: INFO neutron.wsgi [req-38004443-527b-4256-8b6d-2b5f034e2e05 req-77a382cc-ccd4-4939-958d-47f0dc37e671 tempest-TestVolumeBootPattern-1974338582 tempest-TestVolumeBootPattern-1974338582-project] 10.222.0.18 "GET /v2.0/ports?device_id=791c0918-4340-4a1c-92af-c14fcab69a05 HTTP/1.1" status: 200 len: 943 time: 0.0497518 Apr 12 13:20:53.067277 dv-cinder-830097-4-iscsi neutron-server[103457]: INFO neutron.wsgi [req-38004443-527b-4256-8b6d-2b5f034e2e05 req-d6f291dc-b1e1-4130-8b0d-7514b15c8a06 tempest-TestVolumeBootPattern-1974338582 tempest-TestVolumeBootPattern-1974338582-project] 10.222.0.18 "GET /v2.0/security-groups?id=a66f9d14-bc7f-40ff-bcf2-fda4f9360a16&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0425119 Apr 12 13:20:53.188535 dv-cinder-830097-4-iscsi neutron-server[103459]: DEBUG neutron_lib.callbacks.manager [None req-53781792-8650-4c78-93a6-1c4d328d874c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732727929501', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-657397'] for agent (3f2daa45-5e56-452b-8a21-b519edfce99e), after_update {{(pid=103459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:20:54.177676 dv-cinder-830097-4-iscsi neutron-server[103458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5b2dbed-1f62-4166-81b9-536dd21392db req-194449b4-e000-46c0-94da-08aba2620113 tempest-TestVolumeBootPattern-1974338582 tempest-TestVolumeBootPattern-1974338582-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 13:20:54.179117 dv-cinder-830097-4-iscsi neutron-server[103458]: INFO neutron.wsgi [req-d5b2dbed-1f62-4166-81b9-536dd21392db req-194449b4-e000-46c0-94da-08aba2620113 tempest-TestVolumeBootPattern-1974338582 tempest-TestVolumeBootPattern-1974338582-project] 10.222.0.18 "GET /v2.0/ports?device_id=791c0918-4340-4a1c-92af-c14fcab69a05 HTTP/1.1" status: 200 len: 943 time: 0.0456932 Apr 12 13:20:54.226615 dv-cinder-830097-4-iscsi neutron-server[103458]: INFO neutron.wsgi [req-d5b2dbed-1f62-4166-81b9-536dd21392db req-edc53a9d-e2e0-44e5-8446-e1d282d819dd tempest-TestVolumeBootPattern-1974338582 tempest-TestVolumeBootPattern-1974338582-project] 10.222.0.18 "GET /v2.0/security-groups?id=a66f9d14-bc7f-40ff-bcf2-fda4f9360a16&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0414650 Apr 12 13:20:55.341327 dv-cinder-830097-4-iscsi neutron-server[103458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-baa44431-48c4-4b7d-bb10-ac53c53c3325 req-4b62fbd7-91a1-4c6a-b66d-1eda6badc684 tempest-TestVolumeBootPattern-1974338582 tempest-TestVolumeBootPattern-1974338582-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 13:20:55.342736 dv-cinder-830097-4-iscsi neutron-server[103458]: INFO neutron.wsgi [req-baa44431-48c4-4b7d-bb10-ac53c53c3325 req-4b62fbd7-91a1-4c6a-b66d-1eda6badc684 tempest-TestVolumeBootPattern-1974338582 tempest-TestVolumeBootPattern-1974338582-project] 10.222.0.18 "GET /v2.0/ports?device_id=791c0918-4340-4a1c-92af-c14fcab69a05 HTTP/1.1" status: 200 len: 943 time: 0.0501461 Apr 12 13:20:55.389868 dv-cinder-830097-4-iscsi neutron-server[103458]: INFO neutron.wsgi [req-baa44431-48c4-4b7d-bb10-ac53c53c3325 req-fb6fc7b3-cdd6-427e-b7a9-b837a4b9dff9 tempest-TestVolumeBootPattern-1974338582 tempest-TestVolumeBootPattern-1974338582-project] 10.222.0.18 "GET /v2.0/security-groups?id=a66f9d14-bc7f-40ff-bcf2-fda4f9360a16&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0415962 Apr 12 13:20:56.194345 dv-cinder-830097-4-iscsi neutron-server[103459]: DEBUG neutron.plugins.ml2.rpc [None req-3505bd68-a9fd-4823-92ea-1a6ded8ab071 None None] Device c53f8754-b501-4947-a6e1-cba2d0809277 details requested by agent hyperv_hv-cinder-83009 with host hv-cinder-83009 {{(pid=103459) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 12 13:20:56.293227 dv-cinder-830097-4-iscsi neutron-server[103459]: DEBUG neutron.plugins.ml2.db [None req-3505bd68-a9fd-4823-92ea-1a6ded8ab071 None None] For port c53f8754-b501-4947-a6e1-cba2d0809277, host hv-cinder-83009, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83009',level=0,port_id=c53f8754-b501-4947-a6e1-cba2d0809277,segment=NetworkSegment(39aadab9-ffeb-4018-ac4b-402a2c1e23da),segment_id=39aadab9-ffeb-4018-ac4b-402a2c1e23da)] {{(pid=103459) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 12 13:20:56.303811 dv-cinder-830097-4-iscsi neutron-server[103459]: DEBUG neutron.plugins.ml2.rpc [None req-3505bd68-a9fd-4823-92ea-1a6ded8ab071 None None] Returning: {'device': 'c53f8754-b501-4947-a6e1-cba2d0809277', 'network_id': 'fc0e35fc-da48-4b0a-aef1-4a0c9e07f863', 'port_id': 'c53f8754-b501-4947-a6e1-cba2d0809277', 'mac_address': 'fa:16:3e:e1:ae:3d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 203, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3e5a37b9-6492-41e4-a03e-0f76c3de6aee', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103459) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 12 13:20:56.338636 dv-cinder-830097-4-iscsi neutron-server[103459]: DEBUG neutron.plugins.ml2.plugin [None req-3505bd68-a9fd-4823-92ea-1a6ded8ab071 None None] Current status of the port c53f8754-b501-4947-a6e1-cba2d0809277 is: DOWN; New status is: BUILD {{(pid=103459) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 12 13:20:56.339559 dv-cinder-830097-4-iscsi neutron-server[103459]: DEBUG neutron_lib.callbacks.manager [None req-3505bd68-a9fd-4823-92ea-1a6ded8ab071 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-916304'] for port (c53f8754-b501-4947-a6e1-cba2d0809277), before_update {{(pid=103459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:20:56.351711 dv-cinder-830097-4-iscsi neutron-server[103459]: DEBUG neutron.notifiers.nova [None req-3505bd68-a9fd-4823-92ea-1a6ded8ab071 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c53f8754-b501-4947-a6e1-cba2d0809277 {{(pid=103459) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 12 13:20:56.370830 dv-cinder-830097-4-iscsi neutron-server[103459]: DEBUG neutron.plugins.ml2.db [None req-3505bd68-a9fd-4823-92ea-1a6ded8ab071 None None] For port c53f8754-b501-4947-a6e1-cba2d0809277, host hv-cinder-83009, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83009',level=0,port_id=c53f8754-b501-4947-a6e1-cba2d0809277,segment=NetworkSegment(39aadab9-ffeb-4018-ac4b-402a2c1e23da),segment_id=39aadab9-ffeb-4018-ac4b-402a2c1e23da)] {{(pid=103459) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 12 13:20:56.374836 dv-cinder-830097-4-iscsi neutron-server[103459]: DEBUG neutron_lib.callbacks.manager [None req-3505bd68-a9fd-4823-92ea-1a6ded8ab071 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-915890', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3697887', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732727894815', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732727417932', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732727417950'] for port (c53f8754-b501-4947-a6e1-cba2d0809277), after_update {{(pid=103459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:20:56.424664 dv-cinder-830097-4-iscsi neutron-server[103459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3505bd68-a9fd-4823-92ea-1a6ded8ab071 None None] Pushing event updated for resources: {'Port': ['ID=c53f8754-b501-4947-a6e1-cba2d0809277,revision_number=4']} {{(pid=103459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 13:20:56.497650 dv-cinder-830097-4-iscsi neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddbc8d2a-92c7-4709-9261-c998bd293d46 req-79cf23cb-7906-4143-9893-afc49876095d tempest-TestVolumeBootPattern-1974338582 tempest-TestVolumeBootPattern-1974338582-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 13:20:56.498988 dv-cinder-830097-4-iscsi neutron-server[103457]: INFO neutron.wsgi [req-ddbc8d2a-92c7-4709-9261-c998bd293d46 req-79cf23cb-7906-4143-9893-afc49876095d tempest-TestVolumeBootPattern-1974338582 tempest-TestVolumeBootPattern-1974338582-project] 10.222.0.18 "GET /v2.0/ports?device_id=791c0918-4340-4a1c-92af-c14fcab69a05 HTTP/1.1" status: 200 len: 944 time: 0.0452881 Apr 12 13:20:56.548124 dv-cinder-830097-4-iscsi neutron-server[103457]: INFO neutron.wsgi [req-ddbc8d2a-92c7-4709-9261-c998bd293d46 req-8af4be29-e379-4d37-ac59-3cfb15527e78 tempest-TestVolumeBootPattern-1974338582 tempest-TestVolumeBootPattern-1974338582-project] 10.222.0.18 "GET /v2.0/security-groups?id=a66f9d14-bc7f-40ff-bcf2-fda4f9360a16&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0427961 Apr 12 13:20:57.010422 dv-cinder-830097-4-iscsi neutron-server[103459]: DEBUG neutron.plugins.ml2.db [None req-3505bd68-a9fd-4823-92ea-1a6ded8ab071 None None] get_ports_and_sgs() called for port_ids ['c53f8754-b501-4947-a6e1-cba2d0809277'] {{(pid=103459) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 12 13:20:57.227083 dv-cinder-830097-4-iscsi neutron-server[103460]: DEBUG neutron.db.agents_db [None req-38c2972b-b018-47ca-95cb-8760adc1e78b None None] Agent healthcheck: found 6 active agents {{(pid=103460) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 12 13:20:57.519425 dv-cinder-830097-4-iscsi neutron-server[103458]: DEBUG neutron.wsgi [-] (103458) accepted ('10.222.0.18', 46540) {{(pid=103458) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 13:20:57.625758 dv-cinder-830097-4-iscsi neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-51c70885-9e23-4861-84f6-3cb213fe4648 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:20:57.680972 dv-cinder-830097-4-iscsi neutron-server[103458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3c6c532-26aa-4a4c-8caf-27014e0ed28b req-61fa7f1b-e0c6-47e2-8784-b6995f1e012a tempest-TestVolumeBootPattern-1974338582 tempest-TestVolumeBootPattern-1974338582-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 13:20:57.682355 dv-cinder-830097-4-iscsi neutron-server[103458]: INFO neutron.wsgi [req-f3c6c532-26aa-4a4c-8caf-27014e0ed28b req-61fa7f1b-e0c6-47e2-8784-b6995f1e012a tempest-TestVolumeBootPattern-1974338582 tempest-TestVolumeBootPattern-1974338582-project] 10.222.0.18 "GET /v2.0/ports?device_id=791c0918-4340-4a1c-92af-c14fcab69a05 HTTP/1.1" status: 200 len: 944 time: 0.0584238 Apr 12 13:20:57.754469 dv-cinder-830097-4-iscsi neutron-server[103458]: INFO neutron.wsgi [req-f3c6c532-26aa-4a4c-8caf-27014e0ed28b req-8eb071e2-40e0-432d-a353-f69a861f196f tempest-TestVolumeBootPattern-1974338582 tempest-TestVolumeBootPattern-1974338582-project] 10.222.0.18 "GET /v2.0/security-groups?id=a66f9d14-bc7f-40ff-bcf2-fda4f9360a16&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0641735 Apr 12 13:20:57.775496 dv-cinder-830097-4-iscsi neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-51c70885-9e23-4861-84f6-3cb213fe4648 admin admin] Publish callbacks [] for security_group (ef4f616e-3874-439e-b2fc-46c9a3331bbb), precommit_create {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:20:57.780398 dv-cinder-830097-4-iscsi neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-51c70885-9e23-4861-84f6-3cb213fe4648 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3691807'] for security_group (ef4f616e-3874-439e-b2fc-46c9a3331bbb), after_create {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:20:57.822652 dv-cinder-830097-4-iscsi neutron-server[103458]: INFO neutron.wsgi [None req-51c70885-9e23-4861-84f6-3cb213fe4648 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=b4e23649fa5c4cc8a076c91e7965e022&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3020532 Apr 12 13:20:57.823793 dv-cinder-830097-4-iscsi neutron-server[103458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51c70885-9e23-4861-84f6-3cb213fe4648 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ef4f616e-3874-439e-b2fc-46c9a3331bbb,revision_number=1']} {{(pid=103458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 13:20:57.825408 dv-cinder-830097-4-iscsi neutron-server[103457]: DEBUG neutron.wsgi [-] (103457) accepted ('10.222.0.18', 46550) {{(pid=103457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 13:20:57.881776 dv-cinder-830097-4-iscsi neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-269ac266-365a-45d1-8ce1-b7169239cc36 admin admin] Publish callbacks [] for security_group (ef4f616e-3874-439e-b2fc-46c9a3331bbb), before_delete {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:20:57.906386 dv-cinder-830097-4-iscsi neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-269ac266-365a-45d1-8ce1-b7169239cc36 admin admin] Publish callbacks [] for security_group (ef4f616e-3874-439e-b2fc-46c9a3331bbb), precommit_delete {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:20:57.955487 dv-cinder-830097-4-iscsi neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-269ac266-365a-45d1-8ce1-b7169239cc36 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3691807'] for security_group (ef4f616e-3874-439e-b2fc-46c9a3331bbb), after_delete {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:20:57.958042 dv-cinder-830097-4-iscsi neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-269ac266-365a-45d1-8ce1-b7169239cc36 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:20:57.959169 dv-cinder-830097-4-iscsi neutron-server[103457]: INFO neutron.wsgi [None req-269ac266-365a-45d1-8ce1-b7169239cc36 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/ef4f616e-3874-439e-b2fc-46c9a3331bbb HTTP/1.1" status: 204 len: 168 time: 0.1327784 Apr 12 13:20:57.967409 dv-cinder-830097-4-iscsi neutron-server[103457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-269ac266-365a-45d1-8ce1-b7169239cc36 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ef4f616e-3874-439e-b2fc-46c9a3331bbb,revision_number=None']} {{(pid=103457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 13:20:58.156187 dv-cinder-830097-4-iscsi neutron-server[103458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecebf77f-8fd6-42f9-a9ec-b7995c148eaa req-8e35dc47-a55b-4710-b520-4601efffdc56 tempest-AttachVolumeShelveTestJSON-707707766 tempest-AttachVolumeShelveTestJSON-707707766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 13:20:58.157805 dv-cinder-830097-4-iscsi neutron-server[103458]: INFO neutron.wsgi [req-ecebf77f-8fd6-42f9-a9ec-b7995c148eaa req-8e35dc47-a55b-4710-b520-4601efffdc56 tempest-AttachVolumeShelveTestJSON-707707766 tempest-AttachVolumeShelveTestJSON-707707766-project] 10.222.0.18 "GET /v2.0/ports?device_id=36b20118-8b82-4226-bcbc-1d8115480b68 HTTP/1.1" status: 200 len: 945 time: 0.0516984 Apr 12 13:20:58.208717 dv-cinder-830097-4-iscsi neutron-server[103458]: INFO neutron.wsgi [req-ecebf77f-8fd6-42f9-a9ec-b7995c148eaa req-3661b97c-148b-4211-9473-8ce49cc25368 tempest-AttachVolumeShelveTestJSON-707707766 tempest-AttachVolumeShelveTestJSON-707707766-project] 10.222.0.18 "GET /v2.0/security-groups?id=6faf4076-452d-49e5-b67e-bfa1b1fd13c3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0450978 Apr 12 13:20:58.499278 dv-cinder-830097-4-iscsi neutron-server[103459]: DEBUG neutron.plugins.ml2.rpc [None req-3505bd68-a9fd-4823-92ea-1a6ded8ab071 None None] Device c53f8754-b501-4947-a6e1-cba2d0809277 up at agent hyperv_hv-cinder-83009 {{(pid=103459) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 12 13:20:58.541664 dv-cinder-830097-4-iscsi neutron-server[103459]: DEBUG neutron.db.provisioning_blocks [None req-3505bd68-a9fd-4823-92ea-1a6ded8ab071 None None] Provisioning for port c53f8754-b501-4947-a6e1-cba2d0809277 completed by entity L2. {{(pid=103459) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Apr 12 13:20:58.547132 dv-cinder-830097-4-iscsi neutron-server[103459]: DEBUG neutron.db.provisioning_blocks [None req-3505bd68-a9fd-4823-92ea-1a6ded8ab071 None None] Provisioning complete for port c53f8754-b501-4947-a6e1-cba2d0809277 triggered by entity L2. {{(pid=103459) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 12 13:20:58.547573 dv-cinder-830097-4-iscsi neutron-server[103459]: DEBUG neutron_lib.callbacks.manager [None req-3505bd68-a9fd-4823-92ea-1a6ded8ab071 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-657243'] for port (c53f8754-b501-4947-a6e1-cba2d0809277), provisioning_complete {{(pid=103459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:20:58.625865 dv-cinder-830097-4-iscsi neutron-server[103459]: DEBUG neutron.plugins.ml2.plugin [None req-3505bd68-a9fd-4823-92ea-1a6ded8ab071 None None] Current status of the port c53f8754-b501-4947-a6e1-cba2d0809277 is: BUILD; New status is: ACTIVE {{(pid=103459) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 12 13:20:58.626254 dv-cinder-830097-4-iscsi neutron-server[103459]: DEBUG neutron_lib.callbacks.manager [None req-3505bd68-a9fd-4823-92ea-1a6ded8ab071 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-916304'] for port (c53f8754-b501-4947-a6e1-cba2d0809277), before_update {{(pid=103459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:20:58.647592 dv-cinder-830097-4-iscsi neutron-server[103459]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '791c0918-4340-4a1c-92af-c14fcab69a05', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c53f8754-b501-4947-a6e1-cba2d0809277'}] {{(pid=103459) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 12 13:20:58.649793 dv-cinder-830097-4-iscsi neutron-server[103459]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}95104bc0dd48ad9143548caf8a5bdec643107760c32fce8433ea43eac3fbdd81" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5b15b64b-8bd4-45af-817e-bc59c1339796" -d '{"events": [{"server_uuid": "791c0918-4340-4a1c-92af-c14fcab69a05", "name": "network-vif-plugged", "status": "completed", "tag": "c53f8754-b501-4947-a6e1-cba2d0809277"}]}' {{(pid=103459) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 12 13:20:58.661608 dv-cinder-830097-4-iscsi neutron-server[103459]: DEBUG neutron.plugins.ml2.db [None req-3505bd68-a9fd-4823-92ea-1a6ded8ab071 None None] For port c53f8754-b501-4947-a6e1-cba2d0809277, host hv-cinder-83009, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83009',level=0,port_id=c53f8754-b501-4947-a6e1-cba2d0809277,segment=NetworkSegment(39aadab9-ffeb-4018-ac4b-402a2c1e23da),segment_id=39aadab9-ffeb-4018-ac4b-402a2c1e23da)] {{(pid=103459) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 12 13:20:58.665450 dv-cinder-830097-4-iscsi neutron-server[103459]: DEBUG neutron_lib.callbacks.manager [None req-3505bd68-a9fd-4823-92ea-1a6ded8ab071 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-915890', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3697887', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732727894815', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732727417932', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732727417950'] for port (c53f8754-b501-4947-a6e1-cba2d0809277), after_update {{(pid=103459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:20:58.694794 dv-cinder-830097-4-iscsi neutron-server[103459]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 12 Apr 2022 13:20:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c197d50f-1abd-45bd-b521-06ca5b127c38 x-openstack-request-id: req-c197d50f-1abd-45bd-b521-06ca5b127c38 {{(pid=103459) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 12 13:20:58.695086 dv-cinder-830097-4-iscsi neutron-server[103459]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "791c0918-4340-4a1c-92af-c14fcab69a05", "name": "network-vif-plugged", "status": "completed", "tag": "c53f8754-b501-4947-a6e1-cba2d0809277", "code": 200}]} {{(pid=103459) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 12 13:20:58.695333 dv-cinder-830097-4-iscsi neutron-server[103459]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-c197d50f-1abd-45bd-b521-06ca5b127c38 {{(pid=103459) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 12 13:20:58.695724 dv-cinder-830097-4-iscsi neutron-server[103459]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c197d50f-1abd-45bd-b521-06ca5b127c38'] response: {'server_uuid': '791c0918-4340-4a1c-92af-c14fcab69a05', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c53f8754-b501-4947-a6e1-cba2d0809277', 'code': 200} Apr 12 13:20:58.720099 dv-cinder-830097-4-iscsi neutron-server[103459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3505bd68-a9fd-4823-92ea-1a6ded8ab071 None None] Pushing event updated for resources: {'Port': ['ID=c53f8754-b501-4947-a6e1-cba2d0809277,revision_number=5']} {{(pid=103459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 13:20:58.880915 dv-cinder-830097-4-iscsi neutron-server[103458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dea37e27-9a7f-4fc3-b597-8ef8c7e608ee req-77fffc93-029a-4612-a0ad-96d9250111fa tempest-TestVolumeBootPattern-1974338582 tempest-TestVolumeBootPattern-1974338582-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 13:20:58.882401 dv-cinder-830097-4-iscsi neutron-server[103458]: INFO neutron.wsgi [req-dea37e27-9a7f-4fc3-b597-8ef8c7e608ee req-77fffc93-029a-4612-a0ad-96d9250111fa tempest-TestVolumeBootPattern-1974338582 tempest-TestVolumeBootPattern-1974338582-project] 10.222.0.18 "GET /v2.0/ports?device_id=791c0918-4340-4a1c-92af-c14fcab69a05 HTTP/1.1" status: 200 len: 945 time: 0.0506017 Apr 12 13:20:58.934317 dv-cinder-830097-4-iscsi neutron-server[103458]: INFO neutron.wsgi [req-dea37e27-9a7f-4fc3-b597-8ef8c7e608ee req-10148b94-582d-449f-8aa6-c7d7930b16da tempest-TestVolumeBootPattern-1974338582 tempest-TestVolumeBootPattern-1974338582-project] 10.222.0.18 "GET /v2.0/security-groups?id=a66f9d14-bc7f-40ff-bcf2-fda4f9360a16&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0455449 Apr 12 13:20:58.973558 dv-cinder-830097-4-iscsi neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3df1b238-4af9-4768-856b-c065686a7047 req-64085ca6-feec-4e59-8979-3d3d05b77ad5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 13:20:58.975045 dv-cinder-830097-4-iscsi neutron-server[103457]: INFO neutron.wsgi [req-3df1b238-4af9-4768-856b-c065686a7047 req-64085ca6-feec-4e59-8979-3d3d05b77ad5 service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=791c0918-4340-4a1c-92af-c14fcab69a05 HTTP/1.1" status: 200 len: 1129 time: 0.0377414 Apr 12 13:20:59.019696 dv-cinder-830097-4-iscsi neutron-server[103457]: INFO neutron.wsgi [req-3df1b238-4af9-4768-856b-c065686a7047 req-95c3eea1-cd35-43f6-a229-07e9f7869912 service neutron] 10.222.0.55 "GET /v2.0/security-groups?id=a66f9d14-bc7f-40ff-bcf2-fda4f9360a16&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0388405 Apr 12 13:20:59.475777 dv-cinder-830097-4-iscsi neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebbfaebc-21a2-4c6b-999f-17cdfcab91f3 req-81350d35-d698-4cef-b13f-999385d10e01 tempest-AttachVolumeShelveTestJSON-707707766 tempest-AttachVolumeShelveTestJSON-707707766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 13:20:59.477253 dv-cinder-830097-4-iscsi neutron-server[103457]: INFO neutron.wsgi [req-ebbfaebc-21a2-4c6b-999f-17cdfcab91f3 req-81350d35-d698-4cef-b13f-999385d10e01 tempest-AttachVolumeShelveTestJSON-707707766 tempest-AttachVolumeShelveTestJSON-707707766-project] 10.222.0.18 "GET /v2.0/ports?device_id=36b20118-8b82-4226-bcbc-1d8115480b68 HTTP/1.1" status: 200 len: 945 time: 0.1951876 Apr 12 13:20:59.503558 dv-cinder-830097-4-iscsi neutron-server[103459]: DEBUG neutron_lib.callbacks.manager [None req-3505bd68-a9fd-4823-92ea-1a6ded8ab071 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732727929501', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-657397'] for agent (ee5509cd-6dd7-49df-aa37-3740ebd1e34b), after_update {{(pid=103459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:20:59.524940 dv-cinder-830097-4-iscsi neutron-server[103457]: INFO neutron.wsgi [req-ebbfaebc-21a2-4c6b-999f-17cdfcab91f3 req-974d7750-71c2-46e0-bf9e-a28c1f9bc4bc tempest-AttachVolumeShelveTestJSON-707707766 tempest-AttachVolumeShelveTestJSON-707707766-project] 10.222.0.18 "GET /v2.0/security-groups?id=6faf4076-452d-49e5-b67e-bfa1b1fd13c3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0415494 Apr 12 13:21:00.050503 dv-cinder-830097-4-iscsi neutron-server[103458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad6fa605-8205-4955-87d9-5f8509cfafbb req-46fbd9fb-7ee0-4baf-b99f-a6275a6d74d7 tempest-TestVolumeBootPattern-1974338582 tempest-TestVolumeBootPattern-1974338582-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 13:21:00.051972 dv-cinder-830097-4-iscsi neutron-server[103458]: INFO neutron.wsgi [req-ad6fa605-8205-4955-87d9-5f8509cfafbb req-46fbd9fb-7ee0-4baf-b99f-a6275a6d74d7 tempest-TestVolumeBootPattern-1974338582 tempest-TestVolumeBootPattern-1974338582-project] 10.222.0.18 "GET /v2.0/ports?device_id=791c0918-4340-4a1c-92af-c14fcab69a05 HTTP/1.1" status: 200 len: 945 time: 0.0507908 Apr 12 13:21:00.099491 dv-cinder-830097-4-iscsi neutron-server[103458]: INFO neutron.wsgi [req-ad6fa605-8205-4955-87d9-5f8509cfafbb req-7fa7b929-f208-400a-926a-6ba1484fd56f tempest-TestVolumeBootPattern-1974338582 tempest-TestVolumeBootPattern-1974338582-project] 10.222.0.18 "GET /v2.0/security-groups?id=a66f9d14-bc7f-40ff-bcf2-fda4f9360a16&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0420945 Apr 12 13:21:00.645519 dv-cinder-830097-4-iscsi neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31528a71-e7b1-40ff-bac2-5055f8ad6f40 req-739e464b-3460-4682-aad6-9f66418ebfce tempest-AttachVolumeShelveTestJSON-707707766 tempest-AttachVolumeShelveTestJSON-707707766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 13:21:00.646955 dv-cinder-830097-4-iscsi neutron-server[103457]: INFO neutron.wsgi [req-31528a71-e7b1-40ff-bac2-5055f8ad6f40 req-739e464b-3460-4682-aad6-9f66418ebfce tempest-AttachVolumeShelveTestJSON-707707766 tempest-AttachVolumeShelveTestJSON-707707766-project] 10.222.0.18 "GET /v2.0/ports?device_id=36b20118-8b82-4226-bcbc-1d8115480b68 HTTP/1.1" status: 200 len: 945 time: 0.0497286 Apr 12 13:21:00.692903 dv-cinder-830097-4-iscsi neutron-server[103457]: INFO neutron.wsgi [req-31528a71-e7b1-40ff-bac2-5055f8ad6f40 req-61687c0c-a7d7-4f97-844e-7a46c5c7c949 tempest-AttachVolumeShelveTestJSON-707707766 tempest-AttachVolumeShelveTestJSON-707707766-project] 10.222.0.18 "GET /v2.0/security-groups?id=6faf4076-452d-49e5-b67e-bfa1b1fd13c3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0400639 Apr 12 13:21:01.218305 dv-cinder-830097-4-iscsi neutron-server[103458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca251bbb-56a5-486c-95c4-03324a6d98cd req-5ce66218-f66f-4058-86ad-58c56a4fbb5e tempest-TestVolumeBootPattern-1974338582 tempest-TestVolumeBootPattern-1974338582-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 13:21:01.219923 dv-cinder-830097-4-iscsi neutron-server[103458]: INFO neutron.wsgi [req-ca251bbb-56a5-486c-95c4-03324a6d98cd req-5ce66218-f66f-4058-86ad-58c56a4fbb5e tempest-TestVolumeBootPattern-1974338582 tempest-TestVolumeBootPattern-1974338582-project] 10.222.0.18 "GET /v2.0/ports?device_id=791c0918-4340-4a1c-92af-c14fcab69a05 HTTP/1.1" status: 200 len: 945 time: 0.0510180 Apr 12 13:21:01.273504 dv-cinder-830097-4-iscsi neutron-server[103458]: INFO neutron.wsgi [req-ca251bbb-56a5-486c-95c4-03324a6d98cd req-0d21a928-e538-4afa-92ec-a3c4a23fd5da tempest-TestVolumeBootPattern-1974338582 tempest-TestVolumeBootPattern-1974338582-project] 10.222.0.18 "GET /v2.0/security-groups?id=a66f9d14-bc7f-40ff-bcf2-fda4f9360a16&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0478683 Apr 12 13:21:01.807459 dv-cinder-830097-4-iscsi neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-214b0025-4099-434e-aab0-1eb2647ecc6f req-1af956ce-684c-4747-8dd4-c2d4d07c3f30 tempest-AttachVolumeShelveTestJSON-707707766 tempest-AttachVolumeShelveTestJSON-707707766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 13:21:01.809347 dv-cinder-830097-4-iscsi neutron-server[103457]: INFO neutron.wsgi [req-214b0025-4099-434e-aab0-1eb2647ecc6f req-1af956ce-684c-4747-8dd4-c2d4d07c3f30 tempest-AttachVolumeShelveTestJSON-707707766 tempest-AttachVolumeShelveTestJSON-707707766-project] 10.222.0.18 "GET /v2.0/ports?device_id=36b20118-8b82-4226-bcbc-1d8115480b68 HTTP/1.1" status: 200 len: 945 time: 0.0467827 Apr 12 13:21:01.856419 dv-cinder-830097-4-iscsi neutron-server[103457]: INFO neutron.wsgi [req-214b0025-4099-434e-aab0-1eb2647ecc6f req-d90f3904-0b4d-4ae4-9a62-64961bb19e7b tempest-AttachVolumeShelveTestJSON-707707766 tempest-AttachVolumeShelveTestJSON-707707766-project] 10.222.0.18 "GET /v2.0/security-groups?id=6faf4076-452d-49e5-b67e-bfa1b1fd13c3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0414810 Apr 12 13:21:02.447010 dv-cinder-830097-4-iscsi neutron-server[103458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3395f235-37dd-470c-a0a1-e7b9b1c0b5a7 req-af18a8da-24e5-4860-9ad7-36f2fb62bc2a tempest-TestVolumeBootPattern-1974338582 tempest-TestVolumeBootPattern-1974338582-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 13:21:02.449241 dv-cinder-830097-4-iscsi neutron-server[103458]: INFO neutron.wsgi [req-3395f235-37dd-470c-a0a1-e7b9b1c0b5a7 req-af18a8da-24e5-4860-9ad7-36f2fb62bc2a tempest-TestVolumeBootPattern-1974338582 tempest-TestVolumeBootPattern-1974338582-project] 10.222.0.18 "GET /v2.0/ports?device_id=791c0918-4340-4a1c-92af-c14fcab69a05 HTTP/1.1" status: 200 len: 945 time: 0.1077137 Apr 12 13:21:02.497562 dv-cinder-830097-4-iscsi neutron-server[103458]: INFO neutron.wsgi [req-3395f235-37dd-470c-a0a1-e7b9b1c0b5a7 req-01d37187-3b77-40c7-9766-e9b90adf94b6 tempest-TestVolumeBootPattern-1974338582 tempest-TestVolumeBootPattern-1974338582-project] 10.222.0.18 "GET /v2.0/security-groups?id=a66f9d14-bc7f-40ff-bcf2-fda4f9360a16&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0427997 Apr 12 13:21:02.609660 dv-cinder-830097-4-iscsi neutron-server[103458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5be7478f-d4b0-421f-aa98-bfad2d753527 req-aa021a33-e276-4c97-a7b3-ed330b9e28f6 tempest-TestVolumeBootPattern-1974338582 tempest-TestVolumeBootPattern-1974338582-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 13:21:02.611163 dv-cinder-830097-4-iscsi neutron-server[103458]: INFO neutron.wsgi [req-5be7478f-d4b0-421f-aa98-bfad2d753527 req-aa021a33-e276-4c97-a7b3-ed330b9e28f6 tempest-TestVolumeBootPattern-1974338582 tempest-TestVolumeBootPattern-1974338582-project] 10.222.0.18 "GET /v2.0/ports?device_id=791c0918-4340-4a1c-92af-c14fcab69a05 HTTP/1.1" status: 200 len: 945 time: 0.0489464 Apr 12 13:21:02.668556 dv-cinder-830097-4-iscsi neutron-server[103458]: INFO neutron.wsgi [req-5be7478f-d4b0-421f-aa98-bfad2d753527 req-d8e20979-b46b-48f4-9785-148f9e5b7bed tempest-TestVolumeBootPattern-1974338582 tempest-TestVolumeBootPattern-1974338582-project] 10.222.0.18 "GET /v2.0/security-groups?id=a66f9d14-bc7f-40ff-bcf2-fda4f9360a16&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0493062 Apr 12 13:21:02.691583 dv-cinder-830097-4-iscsi neutron-server[103457]: DEBUG neutron.wsgi [-] (103457) accepted ('10.222.0.18', 46614) {{(pid=103457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 13:21:02.833193 dv-cinder-830097-4-iscsi neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-034a59ad-1702-43c5-80ad-c08772ec620c tempest-TestVolumeBootPattern-2028017746 tempest-TestVolumeBootPattern-2028017746-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 13:21:02.834691 dv-cinder-830097-4-iscsi neutron-server[103457]: INFO neutron.wsgi [None req-034a59ad-1702-43c5-80ad-c08772ec620c tempest-TestVolumeBootPattern-2028017746 tempest-TestVolumeBootPattern-2028017746-project-admin] 10.222.0.18 "GET /v2.0/ports?device_id=791c0918-4340-4a1c-92af-c14fcab69a05 HTTP/1.1" status: 200 len: 1124 time: 0.1424921 Apr 12 13:21:02.837553 dv-cinder-830097-4-iscsi neutron-server[103457]: DEBUG neutron.wsgi [-] (103457) accepted ('10.222.0.18', 46620) {{(pid=103457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 13:21:02.842817 dv-cinder-830097-4-iscsi neutron-server[103457]: DEBUG neutron.api.v2.base [None req-7196decd-685c-445e-9897-cfcf859e22ad tempest-TestVolumeBootPattern-1974338582 tempest-TestVolumeBootPattern-1974338582-project] Request body: {'floatingip': {'floating_network_id': '26d0436d-8ae2-49bd-8cc6-3d2eac552c84', 'port_id': 'c53f8754-b501-4947-a6e1-cba2d0809277', 'tenant_id': '59e9ce76515147cfa24a7c710300c9c0', 'fixed_ip_address': '172.20.0.3'}} {{(pid=103457) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 12 13:21:02.863628 dv-cinder-830097-4-iscsi neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-7196decd-685c-445e-9897-cfcf859e22ad tempest-TestVolumeBootPattern-1974338582 tempest-TestVolumeBootPattern-1974338582-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:21:02.950484 dv-cinder-830097-4-iscsi neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-7196decd-685c-445e-9897-cfcf859e22ad tempest-TestVolumeBootPattern-1974338582 tempest-TestVolumeBootPattern-1974338582-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-916304'] for port (None), before_create {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:21:02.980742 dv-cinder-830097-4-iscsi neutron-server[103458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b7995aa-823b-45f1-9c70-50d92fa99e09 req-b56eeff4-4dc3-49f9-8241-e242d9eacaa1 tempest-AttachVolumeShelveTestJSON-707707766 tempest-AttachVolumeShelveTestJSON-707707766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 13:21:02.982205 dv-cinder-830097-4-iscsi neutron-server[103458]: INFO neutron.wsgi [req-8b7995aa-823b-45f1-9c70-50d92fa99e09 req-b56eeff4-4dc3-49f9-8241-e242d9eacaa1 tempest-AttachVolumeShelveTestJSON-707707766 tempest-AttachVolumeShelveTestJSON-707707766-project] 10.222.0.18 "GET /v2.0/ports?device_id=36b20118-8b82-4226-bcbc-1d8115480b68 HTTP/1.1" status: 200 len: 945 time: 0.0468884 Apr 12 13:21:03.031353 dv-cinder-830097-4-iscsi neutron-server[103458]: INFO neutron.wsgi [req-8b7995aa-823b-45f1-9c70-50d92fa99e09 req-830f0695-8f2c-404e-b95f-d19d4f146e3f tempest-AttachVolumeShelveTestJSON-707707766 tempest-AttachVolumeShelveTestJSON-707707766-project] 10.222.0.18 "GET /v2.0/security-groups?id=6faf4076-452d-49e5-b67e-bfa1b1fd13c3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0433562 Apr 12 13:21:03.061814 dv-cinder-830097-4-iscsi neutron-server[103457]: DEBUG neutron.db.db_base_plugin_common [None req-7196decd-685c-445e-9897-cfcf859e22ad tempest-TestVolumeBootPattern-1974338582 tempest-TestVolumeBootPattern-1974338582-project] Allocated IP 172.27.0.172 (26d0436d-8ae2-49bd-8cc6-3d2eac552c84/d93852d8-8f89-4b1c-bef4-0e05f499a8db/09e8d69d-107a-42cc-bdfb-abbc21d4717e) {{(pid=103457) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 12 13:21:03.159219 dv-cinder-830097-4-iscsi neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-7196decd-685c-445e-9897-cfcf859e22ad tempest-TestVolumeBootPattern-1974338582 tempest-TestVolumeBootPattern-1974338582-project] Publish callbacks [] for port (09e8d69d-107a-42cc-bdfb-abbc21d4717e), precommit_create {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:21:03.191978 dv-cinder-830097-4-iscsi neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-7196decd-685c-445e-9897-cfcf859e22ad tempest-TestVolumeBootPattern-1974338582 tempest-TestVolumeBootPattern-1974338582-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-915890', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3697887', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732727417914', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25610742'] for port (09e8d69d-107a-42cc-bdfb-abbc21d4717e), after_create {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:21:03.230662 dv-cinder-830097-4-iscsi neutron-server[103457]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7196decd-685c-445e-9897-cfcf859e22ad tempest-TestVolumeBootPattern-1974338582 tempest-TestVolumeBootPattern-1974338582-project] Network 26d0436d-8ae2-49bd-8cc6-3d2eac552c84 is already hosted by enough agents. {{(pid=103457) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 12 13:21:03.233605 dv-cinder-830097-4-iscsi neutron-server[103457]: DEBUG neutron.scheduler.base_scheduler [None req-7196decd-685c-445e-9897-cfcf859e22ad tempest-TestVolumeBootPattern-1974338582 tempest-TestVolumeBootPattern-1974338582-project] Resources bound (agent type, host, resource id): {{(pid=103457) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 12 13:21:03.236986 dv-cinder-830097-4-iscsi neutron-server[103457]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7196decd-685c-445e-9897-cfcf859e22ad tempest-TestVolumeBootPattern-1974338582 tempest-TestVolumeBootPattern-1974338582-project] Received port after_create {{(pid=103457) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 12 13:21:03.262410 dv-cinder-830097-4-iscsi neutron-server[103457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7196decd-685c-445e-9897-cfcf859e22ad tempest-TestVolumeBootPattern-1974338582 tempest-TestVolumeBootPattern-1974338582-project] Pushing event updated for resources: {'Port': ['ID=09e8d69d-107a-42cc-bdfb-abbc21d4717e,revision_number=1']} {{(pid=103457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 13:21:03.623878 dv-cinder-830097-4-iscsi neutron-server[103457]: INFO neutron.wsgi [req-9bd5b34a-11e4-49af-8a70-eb90395247d4 req-3fd705eb-ec5e-416c-bbc4-9a9e25ded216 service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=b080094e-e021-4092-a88d-24358c73db4d&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0528824 Apr 12 13:21:03.629231 dv-cinder-830097-4-iscsi neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-7196decd-685c-445e-9897-cfcf859e22ad tempest-TestVolumeBootPattern-1974338582 tempest-TestVolumeBootPattern-1974338582-project] Publish callbacks [] for floatingip (14d2dd8e-885c-44a9-bb47-b657085db789), precommit_create {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:21:03.727400 dv-cinder-830097-4-iscsi neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bd5b34a-11e4-49af-8a70-eb90395247d4 req-540ef845-f345-4608-8554-ee0bef709322 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 13:21:03.728891 dv-cinder-830097-4-iscsi neutron-server[103457]: INFO neutron.wsgi [req-9bd5b34a-11e4-49af-8a70-eb90395247d4 req-540ef845-f345-4608-8554-ee0bef709322 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=03e871d047514daabb60a84f86099232&device_id=b080094e-e021-4092-a88d-24358c73db4d HTTP/1.1" status: 200 len: 1129 time: 0.0617495 Apr 12 13:21:03.730473 dv-cinder-830097-4-iscsi neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-7196decd-685c-445e-9897-cfcf859e22ad tempest-TestVolumeBootPattern-1974338582 tempest-TestVolumeBootPattern-1974338582-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-916304'] for port (09e8d69d-107a-42cc-bdfb-abbc21d4717e), before_update {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:21:03.907946 dv-cinder-830097-4-iscsi neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bd5b34a-11e4-49af-8a70-eb90395247d4 req-50f1f892-5f87-45d8-bb95-41bd81289db6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 13:21:03.909396 dv-cinder-830097-4-iscsi neutron-server[103457]: INFO neutron.wsgi [req-9bd5b34a-11e4-49af-8a70-eb90395247d4 req-50f1f892-5f87-45d8-bb95-41bd81289db6 service neutron] 10.222.0.55 "GET /v2.0/networks?id=8a9d7c73-ddbc-4eef-a839-e9bbe858207d HTTP/1.1" status: 200 len: 919 time: 0.1541979 Apr 12 13:21:03.959845 dv-cinder-830097-4-iscsi neutron-server[103457]: INFO neutron.wsgi [req-9bd5b34a-11e4-49af-8a70-eb90395247d4 req-9796603f-1db3-4495-b554-cbb6905446f4 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=a80fde99-780f-435c-a3d5-3c83d3ff26d5 HTTP/1.1" status: 200 len: 217 time: 0.0428350 Apr 12 13:21:04.019055 dv-cinder-830097-4-iscsi neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-7196decd-685c-445e-9897-cfcf859e22ad tempest-TestVolumeBootPattern-1974338582 tempest-TestVolumeBootPattern-1974338582-project] Publish callbacks [] for port (09e8d69d-107a-42cc-bdfb-abbc21d4717e), precommit_update {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:21:04.024156 dv-cinder-830097-4-iscsi neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bd5b34a-11e4-49af-8a70-eb90395247d4 req-cca7ea6f-5387-467d-b8f6-ad5e970f83fb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 13:21:04.025742 dv-cinder-830097-4-iscsi neutron-server[103457]: INFO neutron.wsgi [req-9bd5b34a-11e4-49af-8a70-eb90395247d4 req-cca7ea6f-5387-467d-b8f6-ad5e970f83fb service neutron] 10.222.0.55 "GET /v2.0/subnets?id=e7f620b9-ee69-4e3f-9fdf-c3881765f45f HTTP/1.1" status: 200 len: 857 time: 0.0597274 Apr 12 13:21:04.027420 dv-cinder-830097-4-iscsi neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-7196decd-685c-445e-9897-cfcf859e22ad tempest-TestVolumeBootPattern-1974338582 tempest-TestVolumeBootPattern-1974338582-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-915890', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3697887', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732727894815', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732727417932', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732727417950', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25610749'] for port (09e8d69d-107a-42cc-bdfb-abbc21d4717e), after_update {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:21:04.151886 dv-cinder-830097-4-iscsi neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bd5b34a-11e4-49af-8a70-eb90395247d4 req-2ccd1113-25d2-4398-a26f-2c0b897ffe9c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 13:21:04.153394 dv-cinder-830097-4-iscsi neutron-server[103457]: INFO neutron.wsgi [req-9bd5b34a-11e4-49af-8a70-eb90395247d4 req-2ccd1113-25d2-4398-a26f-2c0b897ffe9c service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=8a9d7c73-ddbc-4eef-a839-e9bbe858207d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.1184490 Apr 12 13:21:04.159175 dv-cinder-830097-4-iscsi neutron-server[103457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7196decd-685c-445e-9897-cfcf859e22ad tempest-TestVolumeBootPattern-1974338582 tempest-TestVolumeBootPattern-1974338582-project] Pushing event updated for resources: {'Port': ['ID=09e8d69d-107a-42cc-bdfb-abbc21d4717e,revision_number=2']} {{(pid=103457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 13:21:04.182603 dv-cinder-830097-4-iscsi neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-7196decd-685c-445e-9897-cfcf859e22ad tempest-TestVolumeBootPattern-1974338582 tempest-TestVolumeBootPattern-1974338582-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3739086'] for floatingip (14d2dd8e-885c-44a9-bb47-b657085db789), after_create {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:21:04.203924 dv-cinder-830097-4-iscsi neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c3dd1d4-a4bb-4465-aad2-a5cbe8cd589b req-244fb74f-8147-4e3b-9bb4-25181e8babbb tempest-AttachVolumeShelveTestJSON-707707766 tempest-AttachVolumeShelveTestJSON-707707766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 13:21:04.205666 dv-cinder-830097-4-iscsi neutron-server[103457]: INFO neutron.wsgi [req-5c3dd1d4-a4bb-4465-aad2-a5cbe8cd589b req-244fb74f-8147-4e3b-9bb4-25181e8babbb tempest-AttachVolumeShelveTestJSON-707707766 tempest-AttachVolumeShelveTestJSON-707707766-project] 10.222.0.18 "GET /v2.0/ports?device_id=36b20118-8b82-4226-bcbc-1d8115480b68 HTTP/1.1" status: 200 len: 945 time: 0.0954311 Apr 12 13:21:04.374957 dv-cinder-830097-4-iscsi neutron-server[103457]: INFO neutron.wsgi [req-5c3dd1d4-a4bb-4465-aad2-a5cbe8cd589b req-6b7a7cf2-ea86-42ac-a5a0-0397919a79b6 tempest-AttachVolumeShelveTestJSON-707707766 tempest-AttachVolumeShelveTestJSON-707707766-project] 10.222.0.18 "GET /v2.0/security-groups?id=6faf4076-452d-49e5-b67e-bfa1b1fd13c3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1339571 Apr 12 13:21:04.383459 dv-cinder-830097-4-iscsi neutron-server[103457]: INFO neutron.wsgi [req-9bd5b34a-11e4-49af-8a70-eb90395247d4 req-978b01dd-d304-484f-b786-13be647e6997 service neutron] 10.222.0.55 "GET /v2.0/networks/8a9d7c73-ddbc-4eef-a839-e9bbe858207d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2156837 Apr 12 13:21:04.389826 dv-cinder-830097-4-iscsi neutron-server[103457]: INFO neutron.db.l3_db [None req-7196decd-685c-445e-9897-cfcf859e22ad tempest-TestVolumeBootPattern-1974338582 tempest-TestVolumeBootPattern-1974338582-project] Floating IP 14d2dd8e-885c-44a9-bb47-b657085db789 associated. External IP: 172.27.0.172, port: c53f8754-b501-4947-a6e1-cba2d0809277. Apr 12 13:21:04.793686 dv-cinder-830097-4-iscsi neutron-server[103457]: INFO neutron.wsgi [req-9bd5b34a-11e4-49af-8a70-eb90395247d4 req-30d0592d-1dba-4fe9-bd3d-9c217b434f65 service neutron] 10.222.0.55 "GET /v2.0/networks/8a9d7c73-ddbc-4eef-a839-e9bbe858207d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4013398 Apr 12 13:21:04.908799 dv-cinder-830097-4-iscsi neutron-server[103457]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7196decd-685c-445e-9897-cfcf859e22ad tempest-TestVolumeBootPattern-1974338582 tempest-TestVolumeBootPattern-1974338582-project] Router ba66042a-e589-44ce-9fdd-d59c505db23b has already been hosted by L3 agent b7e11a8b-aeed-493f-9763-461016dddc93 {{(pid=103457) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 12 13:21:05.018365 dv-cinder-830097-4-iscsi neutron-server[103457]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7196decd-685c-445e-9897-cfcf859e22ad tempest-TestVolumeBootPattern-1974338582 tempest-TestVolumeBootPattern-1974338582-project] Notify agent at l3_agent.dv-cinder-830097-4-iscsi the message routers_updated {{(pid=103457) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 12 13:21:05.030307 dv-cinder-830097-4-iscsi neutron-server[103460]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e4860028-b7c6-4289-9c5a-725546c431eb None None] Sync routers for ids ['ba66042a-e589-44ce-9fdd-d59c505db23b'] in dv-cinder-830097-4-iscsi {{(pid=103460) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 12 13:21:05.037994 dv-cinder-830097-4-iscsi neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-7196decd-685c-445e-9897-cfcf859e22ad tempest-TestVolumeBootPattern-1974338582 tempest-TestVolumeBootPattern-1974338582-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-500965'] for floatingip (None), before_response {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:21:05.040704 dv-cinder-830097-4-iscsi neutron-server[103460]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e4860028-b7c6-4289-9c5a-725546c431eb None None] Routers {'ba66042a-e589-44ce-9fdd-d59c505db23b'} bound to L3 agent in host dv-cinder-830097-4-iscsi {{(pid=103460) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 12 13:21:05.041356 dv-cinder-830097-4-iscsi neutron-server[103460]: DEBUG neutron.db.l3_hamode_db [None req-e4860028-b7c6-4289-9c5a-725546c431eb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830097-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 10, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 10, "log_agent_heartbeats": false, "routers": 10},created_at=2022-04-12T13:07:19Z,description=,heartbeat_timestamp=2022-04-12T13:20:49Z,host='dv-cinder-830097-4-iscsi',id=b7e11a8b-aeed-493f-9763-461016dddc93,load=0,resource_versions=,resources_synced=,started_at=2022-04-12T13:07:19Z,topic='l3_agent')) {'router_ids': ['ba66042a-e589-44ce-9fdd-d59c505db23b'], 'active': True} {{(pid=103460) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 13:21:05.067742 dv-cinder-830097-4-iscsi neutron-server[103457]: INFO neutron.wsgi [None req-7196decd-685c-445e-9897-cfcf859e22ad tempest-TestVolumeBootPattern-1974338582 tempest-TestVolumeBootPattern-1974338582-project] 10.222.0.18 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.2291710 Apr 12 13:21:05.068316 dv-cinder-830097-4-iscsi neutron-server[103457]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '791c0918-4340-4a1c-92af-c14fcab69a05', 'tag': 'c53f8754-b501-4947-a6e1-cba2d0809277'}] {{(pid=103457) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 12 13:21:05.070607 dv-cinder-830097-4-iscsi neutron-server[103457]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}086c7d3de3560e72b9669b0aa2f8f0aa3a7dc6896401f4467231a6605ceb6cb3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-95bcdf25-d106-44a7-8d52-d5b5fbc387d5" -d '{"events": [{"name": "network-changed", "server_uuid": "791c0918-4340-4a1c-92af-c14fcab69a05", "tag": "c53f8754-b501-4947-a6e1-cba2d0809277"}]}' {{(pid=103457) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 12 13:21:05.107643 dv-cinder-830097-4-iscsi neutron-server[103457]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 12 Apr 2022 13:21:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8eb6139e-9995-4864-90d6-e4a14a6d1b65 x-openstack-request-id: req-8eb6139e-9995-4864-90d6-e4a14a6d1b65 {{(pid=103457) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 12 13:21:05.107939 dv-cinder-830097-4-iscsi neutron-server[103457]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "791c0918-4340-4a1c-92af-c14fcab69a05", "tag": "c53f8754-b501-4947-a6e1-cba2d0809277", "status": "completed", "code": 200}]} {{(pid=103457) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 12 13:21:05.108181 dv-cinder-830097-4-iscsi neutron-server[103457]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-8eb6139e-9995-4864-90d6-e4a14a6d1b65 {{(pid=103457) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 12 13:21:05.108583 dv-cinder-830097-4-iscsi neutron-server[103457]: INFO neutron.notifiers.nova [-] Nova event matching ['req-8eb6139e-9995-4864-90d6-e4a14a6d1b65'] response: {'name': 'network-changed', 'server_uuid': '791c0918-4340-4a1c-92af-c14fcab69a05', 'tag': 'c53f8754-b501-4947-a6e1-cba2d0809277', 'status': 'completed', 'code': 200} Apr 12 13:21:05.152994 dv-cinder-830097-4-iscsi neutron-server[103460]: DEBUG neutron.db.l3_dvr_db [None req-e4860028-b7c6-4289-9c5a-725546c431eb None None] Set router ba66042a-e589-44ce-9fdd-d59c505db23b gateway port host: dv-cinder-830097-4-iscsi {{(pid=103460) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 12 13:21:05.195571 dv-cinder-830097-4-iscsi neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95bcdf25-d106-44a7-8d52-d5b5fbc387d5 req-c33995ea-99f0-4815-9332-9e921f035da1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 13:21:05.197090 dv-cinder-830097-4-iscsi neutron-server[103457]: INFO neutron.wsgi [req-95bcdf25-d106-44a7-8d52-d5b5fbc387d5 req-c33995ea-99f0-4815-9332-9e921f035da1 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=59e9ce76515147cfa24a7c710300c9c0&device_id=791c0918-4340-4a1c-92af-c14fcab69a05 HTTP/1.1" status: 200 len: 1129 time: 0.0381966 Apr 12 13:21:05.290105 dv-cinder-830097-4-iscsi neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95bcdf25-d106-44a7-8d52-d5b5fbc387d5 req-f7999bcc-ccb2-4299-b17f-36b31aa38819 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 13:21:05.291616 dv-cinder-830097-4-iscsi neutron-server[103457]: INFO neutron.wsgi [req-95bcdf25-d106-44a7-8d52-d5b5fbc387d5 req-f7999bcc-ccb2-4299-b17f-36b31aa38819 service neutron] 10.222.0.55 "GET /v2.0/networks?id=fc0e35fc-da48-4b0a-aef1-4a0c9e07f863 HTTP/1.1" status: 200 len: 913 time: 0.0875180 Apr 12 13:21:05.362229 dv-cinder-830097-4-iscsi neutron-server[103457]: INFO neutron.wsgi [req-95bcdf25-d106-44a7-8d52-d5b5fbc387d5 req-25eb5514-124f-45c7-a0d9-cd55cace2dbd service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=c53f8754-b501-4947-a6e1-cba2d0809277 HTTP/1.1" status: 200 len: 999 time: 0.0597720 Apr 12 13:21:05.379184 dv-cinder-830097-4-iscsi neutron-server[103460]: DEBUG neutron.db.l3_hamode_db [None req-e4860028-b7c6-4289-9c5a-725546c431eb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ba66042a-e589-44ce-9fdd-d59c505db23b', 'name': 'tempest-TestVolumeBootPattern-1121100241-router', 'tenant_id': '59e9ce76515147cfa24a7c710300c9c0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '26d0436d-8ae2-49bd-8cc6-3d2eac552c84', 'external_fixed_ips': [{'subnet_id': 'd93852d8-8f89-4b1c-bef4-0e05f499a8db', 'ip_address': '172.27.0.135'}], 'enable_snat': True}, 'gw_port_id': 'a6bd8c1c-ed89-4dc0-93e5-88926e969196', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-12T13:19:38Z', 'updated_at': '2022-04-12T13:19:41Z', 'revision_number': 4, 'project_id': '59e9ce76515147cfa24a7c710300c9c0', 'gw_port': {'id': 'a6bd8c1c-ed89-4dc0-93e5-88926e969196', 'name': '', 'network_id': '26d0436d-8ae2-49bd-8cc6-3d2eac552c84', 'tenant_id': '', 'mac_address': 'fa:16:3e:bd:61:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ba66042a-e589-44ce-9fdd-d59c505db23b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 463, 'fixed_ips': [{'subnet_id': 'd93852d8-8f89-4b1c-bef4-0e05f499a8db', 'ip_address': '172.27.0.135', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830097-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T13:19:38Z', 'updated_at': '2022-04-12T13:19:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd93852d8-8f89-4b1c-bef4-0e05f499a8db', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830097-4-iscsi', '_floatingips': [{'id': '14d2dd8e-885c-44a9-bb47-b657085db789', 'tenant_id': '59e9ce76515147cfa24a7c710300c9c0', 'floating_ip_address': '172.27.0.172', 'floating_network_id': '26d0436d-8ae2-49bd-8cc6-3d2eac552c84', 'router_id': 'ba66042a-e589-44ce-9fdd-d59c505db23b', 'port_id': 'c53f8754-b501-4947-a6e1-cba2d0809277', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 506, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'fc0e35fc-da48-4b0a-aef1-4a0c9e07f863', 'mac_address': 'fa:16:3e:e1:ae:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '791c0918-4340-4a1c-92af-c14fcab69a05', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-12T13:21:03Z', 'updated_at': '2022-04-12T13:21:03Z', 'revision_number': 0, 'project_id': '59e9ce76515147cfa24a7c710300c9c0', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a316c228-cce6-48d9-ae2d-ee8b711bff90', 'name': '', 'network_id': 'fc0e35fc-da48-4b0a-aef1-4a0c9e07f863', 'tenant_id': '59e9ce76515147cfa24a7c710300c9c0', 'mac_address': 'fa:16:3e:ca:00:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ba66042a-e589-44ce-9fdd-d59c505db23b', 'device_owner': 'network:router_interface', 'standard_attr_id': 464, 'fixed_ips': [{'subnet_id': '3e5a37b9-6492-41e4-a03e-0f76c3de6aee', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830097-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T13:19:40Z', 'updated_at': '2022-04-12T13:19:45Z', 'revision_number': 5, 'project_id': '59e9ce76515147cfa24a7c710300c9c0', 'subnets': [{'id': '3e5a37b9-6492-41e4-a03e-0f76c3de6aee', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-830097-4-iscsi', False) {} {{(pid=103460) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 13:21:05.405214 dv-cinder-830097-4-iscsi neutron-server[103460]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e4860028-b7c6-4289-9c5a-725546c431eb None None] Checking router: ba66042a-e589-44ce-9fdd-d59c505db23b for host: dv-cinder-830097-4-iscsi {{(pid=103460) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 12 13:21:05.413124 dv-cinder-830097-4-iscsi neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95bcdf25-d106-44a7-8d52-d5b5fbc387d5 req-2a89bcae-81f7-401c-babb-f63b74c0518e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 13:21:05.414364 dv-cinder-830097-4-iscsi neutron-server[103460]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e4860028-b7c6-4289-9c5a-725546c431eb None None] Routers {'ba66042a-e589-44ce-9fdd-d59c505db23b'} bound to L3 agent in host dv-cinder-830097-4-iscsi {{(pid=103460) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 12 13:21:05.414601 dv-cinder-830097-4-iscsi neutron-server[103457]: INFO neutron.wsgi [req-95bcdf25-d106-44a7-8d52-d5b5fbc387d5 req-2a89bcae-81f7-401c-babb-f63b74c0518e service neutron] 10.222.0.55 "GET /v2.0/subnets?id=3e5a37b9-6492-41e4-a03e-0f76c3de6aee HTTP/1.1" status: 200 len: 851 time: 0.0453689 Apr 12 13:21:05.414992 dv-cinder-830097-4-iscsi neutron-server[103460]: DEBUG neutron.db.l3_hamode_db [None req-e4860028-b7c6-4289-9c5a-725546c431eb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830097-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 10, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 10, "log_agent_heartbeats": false, "routers": 10},created_at=2022-04-12T13:07:19Z,description=,heartbeat_timestamp=2022-04-12T13:20:49Z,host='dv-cinder-830097-4-iscsi',id=b7e11a8b-aeed-493f-9763-461016dddc93,load=0,resource_versions=,resources_synced=,started_at=2022-04-12T13:07:19Z,topic='l3_agent')) {'router_ids': ['ba66042a-e589-44ce-9fdd-d59c505db23b'], 'active': True} {{(pid=103460) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 13:21:05.490618 dv-cinder-830097-4-iscsi neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95bcdf25-d106-44a7-8d52-d5b5fbc387d5 req-8ccf55b7-9182-4932-b893-4a80c5d93074 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 13:21:05.492035 dv-cinder-830097-4-iscsi neutron-server[103457]: INFO neutron.wsgi [req-95bcdf25-d106-44a7-8d52-d5b5fbc387d5 req-8ccf55b7-9182-4932-b893-4a80c5d93074 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=fc0e35fc-da48-4b0a-aef1-4a0c9e07f863&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0710511 Apr 12 13:21:05.515993 dv-cinder-830097-4-iscsi neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea305efb-68e6-4203-84a2-0663280f907e req-967e06fe-8126-4199-a9ba-8d4cacbc064a tempest-AttachVolumeShelveTestJSON-707707766 tempest-AttachVolumeShelveTestJSON-707707766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 13:21:05.517627 dv-cinder-830097-4-iscsi neutron-server[103457]: INFO neutron.wsgi [req-ea305efb-68e6-4203-84a2-0663280f907e req-967e06fe-8126-4199-a9ba-8d4cacbc064a tempest-AttachVolumeShelveTestJSON-707707766 tempest-AttachVolumeShelveTestJSON-707707766-project] 10.222.0.18 "GET /v2.0/ports?device_id=36b20118-8b82-4226-bcbc-1d8115480b68 HTTP/1.1" status: 200 len: 945 time: 0.0649619 Apr 12 13:21:05.524413 dv-cinder-830097-4-iscsi neutron-server[103460]: DEBUG neutron.db.l3_dvr_db [None req-e4860028-b7c6-4289-9c5a-725546c431eb None None] Set router ba66042a-e589-44ce-9fdd-d59c505db23b gateway port host: dv-cinder-830097-4-iscsi {{(pid=103460) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 12 13:21:05.621537 dv-cinder-830097-4-iscsi neutron-server[103457]: INFO neutron.wsgi [req-ea305efb-68e6-4203-84a2-0663280f907e req-3f046903-5f03-4d9e-9953-7b7ec9fe9341 tempest-AttachVolumeShelveTestJSON-707707766 tempest-AttachVolumeShelveTestJSON-707707766-project] 10.222.0.18 "GET /v2.0/security-groups?id=6faf4076-452d-49e5-b67e-bfa1b1fd13c3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0936301 Apr 12 13:21:05.635643 dv-cinder-830097-4-iscsi neutron-server[103457]: INFO neutron.wsgi [req-95bcdf25-d106-44a7-8d52-d5b5fbc387d5 req-8c9459f9-6344-461a-bdee-2ea4a0aa74d4 service neutron] 10.222.0.55 "GET /v2.0/networks/fc0e35fc-da48-4b0a-aef1-4a0c9e07f863?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1349289 Apr 12 13:21:05.724363 dv-cinder-830097-4-iscsi neutron-server[103457]: INFO neutron.wsgi [req-95bcdf25-d106-44a7-8d52-d5b5fbc387d5 req-90c7c4a8-12ab-460a-b3f9-8222106eab58 service neutron] 10.222.0.55 "GET /v2.0/networks/fc0e35fc-da48-4b0a-aef1-4a0c9e07f863?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0824776 Apr 12 13:21:05.744492 dv-cinder-830097-4-iscsi neutron-server[103460]: DEBUG neutron.db.l3_hamode_db [None req-e4860028-b7c6-4289-9c5a-725546c431eb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ba66042a-e589-44ce-9fdd-d59c505db23b', 'name': 'tempest-TestVolumeBootPattern-1121100241-router', 'tenant_id': '59e9ce76515147cfa24a7c710300c9c0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '26d0436d-8ae2-49bd-8cc6-3d2eac552c84', 'external_fixed_ips': [{'subnet_id': 'd93852d8-8f89-4b1c-bef4-0e05f499a8db', 'ip_address': '172.27.0.135'}], 'enable_snat': True}, 'gw_port_id': 'a6bd8c1c-ed89-4dc0-93e5-88926e969196', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-12T13:19:38Z', 'updated_at': '2022-04-12T13:19:41Z', 'revision_number': 4, 'project_id': '59e9ce76515147cfa24a7c710300c9c0', 'gw_port': {'id': 'a6bd8c1c-ed89-4dc0-93e5-88926e969196', 'name': '', 'network_id': '26d0436d-8ae2-49bd-8cc6-3d2eac552c84', 'tenant_id': '', 'mac_address': 'fa:16:3e:bd:61:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ba66042a-e589-44ce-9fdd-d59c505db23b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 463, 'fixed_ips': [{'subnet_id': 'd93852d8-8f89-4b1c-bef4-0e05f499a8db', 'ip_address': '172.27.0.135', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830097-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T13:19:38Z', 'updated_at': '2022-04-12T13:19:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd93852d8-8f89-4b1c-bef4-0e05f499a8db', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830097-4-iscsi', '_floatingips': [{'id': '14d2dd8e-885c-44a9-bb47-b657085db789', 'tenant_id': '59e9ce76515147cfa24a7c710300c9c0', 'floating_ip_address': '172.27.0.172', 'floating_network_id': '26d0436d-8ae2-49bd-8cc6-3d2eac552c84', 'router_id': 'ba66042a-e589-44ce-9fdd-d59c505db23b', 'port_id': 'c53f8754-b501-4947-a6e1-cba2d0809277', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 506, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'fc0e35fc-da48-4b0a-aef1-4a0c9e07f863', 'mac_address': 'fa:16:3e:e1:ae:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '791c0918-4340-4a1c-92af-c14fcab69a05', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-12T13:21:03Z', 'updated_at': '2022-04-12T13:21:03Z', 'revision_number': 0, 'project_id': '59e9ce76515147cfa24a7c710300c9c0', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a316c228-cce6-48d9-ae2d-ee8b711bff90', 'name': '', 'network_id': 'fc0e35fc-da48-4b0a-aef1-4a0c9e07f863', 'tenant_id': '59e9ce76515147cfa24a7c710300c9c0', 'mac_address': 'fa:16:3e:ca:00:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ba66042a-e589-44ce-9fdd-d59c505db23b', 'device_owner': 'network:router_interface', 'standard_attr_id': 464, 'fixed_ips': [{'subnet_id': '3e5a37b9-6492-41e4-a03e-0f76c3de6aee', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830097-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T13:19:40Z', 'updated_at': '2022-04-12T13:19:45Z', 'revision_number': 5, 'project_id': '59e9ce76515147cfa24a7c710300c9c0', 'subnets': [{'id': '3e5a37b9-6492-41e4-a03e-0f76c3de6aee', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-830097-4-iscsi', False) {} {{(pid=103460) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 13:21:05.771761 dv-cinder-830097-4-iscsi neutron-server[103460]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e4860028-b7c6-4289-9c5a-725546c431eb None None] The sync data for ids ['ba66042a-e589-44ce-9fdd-d59c505db23b'] in dv-cinder-830097-4-iscsi is: [{'id': 'ba66042a-e589-44ce-9fdd-d59c505db23b', 'name': 'tempest-TestVolumeBootPattern-1121100241-router', 'tenant_id': '59e9ce76515147cfa24a7c710300c9c0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '26d0436d-8ae2-49bd-8cc6-3d2eac552c84', 'external_fixed_ips': [{'subnet_id': 'd93852d8-8f89-4b1c-bef4-0e05f499a8db', 'ip_address': '172.27.0.135'}], 'enable_snat': True}, 'gw_port_id': 'a6bd8c1c-ed89-4dc0-93e5-88926e969196', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-12T13:19:38Z', 'updated_at': '2022-04-12T13:19:41Z', 'revision_number': 4, 'project_id': '59e9ce76515147cfa24a7c710300c9c0', 'gw_port': {'id': 'a6bd8c1c-ed89-4dc0-93e5-88926e969196', 'name': '', 'network_id': '26d0436d-8ae2-49bd-8cc6-3d2eac552c84', 'tenant_id': '', 'mac_address': 'fa:16:3e:bd:61:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ba66042a-e589-44ce-9fdd-d59c505db23b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 463, 'fixed_ips': [{'subnet_id': 'd93852d8-8f89-4b1c-bef4-0e05f499a8db', 'ip_address': '172.27.0.135', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830097-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T13:19:38Z', 'updated_at': '2022-04-12T13:19:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd93852d8-8f89-4b1c-bef4-0e05f499a8db', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830097-4-iscsi', '_floatingips': [{'id': '14d2dd8e-885c-44a9-bb47-b657085db789', 'tenant_id': '59e9ce76515147cfa24a7c710300c9c0', 'floating_ip_address': '172.27.0.172', 'floating_network_id': '26d0436d-8ae2-49bd-8cc6-3d2eac552c84', 'router_id': 'ba66042a-e589-44ce-9fdd-d59c505db23b', 'port_id': 'c53f8754-b501-4947-a6e1-cba2d0809277', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 506, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'fc0e35fc-da48-4b0a-aef1-4a0c9e07f863', 'mac_address': 'fa:16:3e:e1:ae:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '791c0918-4340-4a1c-92af-c14fcab69a05', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-12T13:21:03Z', 'updated_at': '2022-04-12T13:21:03Z', 'revision_number': 0, 'project_id': '59e9ce76515147cfa24a7c710300c9c0', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a316c228-cce6-48d9-ae2d-ee8b711bff90', 'name': '', 'network_id': 'fc0e35fc-da48-4b0a-aef1-4a0c9e07f863', 'tenant_id': '59e9ce76515147cfa24a7c710300c9c0', 'mac_address': 'fa:16:3e:ca:00:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ba66042a-e589-44ce-9fdd-d59c505db23b', 'device_owner': 'network:router_interface', 'standard_attr_id': 464, 'fixed_ips': [{'subnet_id': '3e5a37b9-6492-41e4-a03e-0f76c3de6aee', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830097-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T13:19:40Z', 'updated_at': '2022-04-12T13:19:45Z', 'revision_number': 5, 'project_id': '59e9ce76515147cfa24a7c710300c9c0', 'subnets': [{'id': '3e5a37b9-6492-41e4-a03e-0f76c3de6aee', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103460) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 12 13:21:05.968244 dv-cinder-830097-4-iscsi neutron-server[103459]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e31ed859-420c-4261-b46f-e8b86f1e520f None None] New status for floating IP 14d2dd8e-885c-44a9-bb47-b657085db789: ACTIVE {{(pid=103459) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 12 13:21:06.738356 dv-cinder-830097-4-iscsi neutron-server[103458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dedaefe2-4342-4c30-a370-f61c3cba1853 req-3f2dd4d5-49ed-47f2-86e2-16cd18ffc7a5 tempest-AttachVolumeShelveTestJSON-707707766 tempest-AttachVolumeShelveTestJSON-707707766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 13:21:06.739813 dv-cinder-830097-4-iscsi neutron-server[103458]: INFO neutron.wsgi [req-dedaefe2-4342-4c30-a370-f61c3cba1853 req-3f2dd4d5-49ed-47f2-86e2-16cd18ffc7a5 tempest-AttachVolumeShelveTestJSON-707707766 tempest-AttachVolumeShelveTestJSON-707707766-project] 10.222.0.18 "GET /v2.0/ports?device_id=36b20118-8b82-4226-bcbc-1d8115480b68 HTTP/1.1" status: 200 len: 945 time: 0.0457518 Apr 12 13:21:06.787247 dv-cinder-830097-4-iscsi neutron-server[103458]: INFO neutron.wsgi [req-dedaefe2-4342-4c30-a370-f61c3cba1853 req-99c3ed23-7212-410b-b7c0-178d0d0deff6 tempest-AttachVolumeShelveTestJSON-707707766 tempest-AttachVolumeShelveTestJSON-707707766-project] 10.222.0.18 "GET /v2.0/security-groups?id=6faf4076-452d-49e5-b67e-bfa1b1fd13c3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0412087 Apr 12 13:21:07.909569 dv-cinder-830097-4-iscsi neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d85a9821-8521-4bf5-90fd-558eda4dc11f req-2bc7bde5-c0ca-4f33-a866-4e109ca03743 tempest-AttachVolumeShelveTestJSON-707707766 tempest-AttachVolumeShelveTestJSON-707707766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 13:21:07.911025 dv-cinder-830097-4-iscsi neutron-server[103457]: INFO neutron.wsgi [req-d85a9821-8521-4bf5-90fd-558eda4dc11f req-2bc7bde5-c0ca-4f33-a866-4e109ca03743 tempest-AttachVolumeShelveTestJSON-707707766 tempest-AttachVolumeShelveTestJSON-707707766-project] 10.222.0.18 "GET /v2.0/ports?device_id=36b20118-8b82-4226-bcbc-1d8115480b68 HTTP/1.1" status: 200 len: 945 time: 0.0469317 Apr 12 13:21:07.961229 dv-cinder-830097-4-iscsi neutron-server[103457]: INFO neutron.wsgi [req-d85a9821-8521-4bf5-90fd-558eda4dc11f req-6be5a9c1-c719-4636-b961-a4520f6bc0ab tempest-AttachVolumeShelveTestJSON-707707766 tempest-AttachVolumeShelveTestJSON-707707766-project] 10.222.0.18 "GET /v2.0/security-groups?id=6faf4076-452d-49e5-b67e-bfa1b1fd13c3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0444164 Apr 12 13:21:09.077383 dv-cinder-830097-4-iscsi neutron-server[103458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-249760aa-b48e-485f-9e3a-8d1bc0c9e9df req-88477c74-e941-40a3-93ea-83b27a06ae81 tempest-AttachVolumeShelveTestJSON-707707766 tempest-AttachVolumeShelveTestJSON-707707766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 13:21:09.078750 dv-cinder-830097-4-iscsi neutron-server[103458]: INFO neutron.wsgi [req-249760aa-b48e-485f-9e3a-8d1bc0c9e9df req-88477c74-e941-40a3-93ea-83b27a06ae81 tempest-AttachVolumeShelveTestJSON-707707766 tempest-AttachVolumeShelveTestJSON-707707766-project] 10.222.0.18 "GET /v2.0/ports?device_id=36b20118-8b82-4226-bcbc-1d8115480b68 HTTP/1.1" status: 200 len: 945 time: 0.0473373 Apr 12 13:21:09.125930 dv-cinder-830097-4-iscsi neutron-server[103458]: INFO neutron.wsgi [req-249760aa-b48e-485f-9e3a-8d1bc0c9e9df req-aac18e13-9584-4152-b377-0e94c76bec9a tempest-AttachVolumeShelveTestJSON-707707766 tempest-AttachVolumeShelveTestJSON-707707766-project] 10.222.0.18 "GET /v2.0/security-groups?id=6faf4076-452d-49e5-b67e-bfa1b1fd13c3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0412133 Apr 12 13:21:10.243963 dv-cinder-830097-4-iscsi neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a01e50f-e1ec-4032-b85c-846497154d5e req-0e0cf449-34ab-4a76-88c2-2ea7213a037c tempest-AttachVolumeShelveTestJSON-707707766 tempest-AttachVolumeShelveTestJSON-707707766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 13:21:10.245619 dv-cinder-830097-4-iscsi neutron-server[103457]: INFO neutron.wsgi [req-2a01e50f-e1ec-4032-b85c-846497154d5e req-0e0cf449-34ab-4a76-88c2-2ea7213a037c tempest-AttachVolumeShelveTestJSON-707707766 tempest-AttachVolumeShelveTestJSON-707707766-project] 10.222.0.18 "GET /v2.0/ports?device_id=36b20118-8b82-4226-bcbc-1d8115480b68 HTTP/1.1" status: 200 len: 945 time: 0.0477042 Apr 12 13:21:10.292189 dv-cinder-830097-4-iscsi neutron-server[103457]: INFO neutron.wsgi [req-2a01e50f-e1ec-4032-b85c-846497154d5e req-8badc4bd-9e21-43e1-834d-391b59a0e311 tempest-AttachVolumeShelveTestJSON-707707766 tempest-AttachVolumeShelveTestJSON-707707766-project] 10.222.0.18 "GET /v2.0/security-groups?id=6faf4076-452d-49e5-b67e-bfa1b1fd13c3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0404215 Apr 12 13:21:11.409786 dv-cinder-830097-4-iscsi neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cebdb214-8fd4-4e57-a92f-a50d76c9a668 req-13a02b51-acdb-41d5-83ab-714b908bf78d tempest-AttachVolumeShelveTestJSON-707707766 tempest-AttachVolumeShelveTestJSON-707707766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 13:21:11.411264 dv-cinder-830097-4-iscsi neutron-server[103457]: INFO neutron.wsgi [req-cebdb214-8fd4-4e57-a92f-a50d76c9a668 req-13a02b51-acdb-41d5-83ab-714b908bf78d tempest-AttachVolumeShelveTestJSON-707707766 tempest-AttachVolumeShelveTestJSON-707707766-project] 10.222.0.18 "GET /v2.0/ports?device_id=36b20118-8b82-4226-bcbc-1d8115480b68 HTTP/1.1" status: 200 len: 945 time: 0.0481272 Apr 12 13:21:11.462667 dv-cinder-830097-4-iscsi neutron-server[103458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e83f294-f88e-4678-bb13-8c9c0cd2702d req-ad02c74b-41d0-410e-adaf-b8d0b7b58cbb tempest-AttachVolumeTestJSON-1144281586 tempest-AttachVolumeTestJSON-1144281586-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 13:21:11.463746 dv-cinder-830097-4-iscsi neutron-server[103457]: INFO neutron.wsgi [req-cebdb214-8fd4-4e57-a92f-a50d76c9a668 req-6b47590a-18ae-4fbd-a51c-82fa3446356e tempest-AttachVolumeShelveTestJSON-707707766 tempest-AttachVolumeShelveTestJSON-707707766-project] 10.222.0.18 "GET /v2.0/security-groups?id=6faf4076-452d-49e5-b67e-bfa1b1fd13c3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0425909 Apr 12 13:21:11.464906 dv-cinder-830097-4-iscsi neutron-server[103458]: INFO neutron.wsgi [req-1e83f294-f88e-4678-bb13-8c9c0cd2702d req-ad02c74b-41d0-410e-adaf-b8d0b7b58cbb tempest-AttachVolumeTestJSON-1144281586 tempest-AttachVolumeTestJSON-1144281586-project] 10.222.0.18 "GET /v2.0/ports?device_id=ba22d8d3-a051-42d3-976a-fa1a9f083b90 HTTP/1.1" status: 200 len: 946 time: 0.0511284 Apr 12 13:21:11.512352 dv-cinder-830097-4-iscsi neutron-server[103458]: INFO neutron.wsgi [req-1e83f294-f88e-4678-bb13-8c9c0cd2702d req-821e8c8e-01f5-4b31-9842-bfbcc1107a4e tempest-AttachVolumeTestJSON-1144281586 tempest-AttachVolumeTestJSON-1144281586-project] 10.222.0.18 "GET /v2.0/security-groups?id=217ddcda-2ab1-4d2d-8d94-6a87ae6035e1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0417004 Apr 12 13:21:12.588794 dv-cinder-830097-4-iscsi neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49afb390-3964-47bb-99ec-04e399f4de1b req-8b96ef86-d340-4f03-94e0-aa65c028f120 tempest-AttachVolumeShelveTestJSON-707707766 tempest-AttachVolumeShelveTestJSON-707707766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 13:21:12.590261 dv-cinder-830097-4-iscsi neutron-server[103457]: INFO neutron.wsgi [req-49afb390-3964-47bb-99ec-04e399f4de1b req-8b96ef86-d340-4f03-94e0-aa65c028f120 tempest-AttachVolumeShelveTestJSON-707707766 tempest-AttachVolumeShelveTestJSON-707707766-project] 10.222.0.18 "GET /v2.0/ports?device_id=36b20118-8b82-4226-bcbc-1d8115480b68 HTTP/1.1" status: 200 len: 945 time: 0.0526989 Apr 12 13:21:12.626676 dv-cinder-830097-4-iscsi neutron-server[103458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62245549-ab45-480d-80fd-6a292ba1687e req-ee230a1f-4689-4ffb-9e10-f4c5bbac57b3 tempest-AttachVolumeTestJSON-1144281586 tempest-AttachVolumeTestJSON-1144281586-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 13:21:12.628118 dv-cinder-830097-4-iscsi neutron-server[103458]: INFO neutron.wsgi [req-62245549-ab45-480d-80fd-6a292ba1687e req-ee230a1f-4689-4ffb-9e10-f4c5bbac57b3 tempest-AttachVolumeTestJSON-1144281586 tempest-AttachVolumeTestJSON-1144281586-project] 10.222.0.18 "GET /v2.0/ports?device_id=ba22d8d3-a051-42d3-976a-fa1a9f083b90 HTTP/1.1" status: 200 len: 946 time: 0.0460451 Apr 12 13:21:12.637572 dv-cinder-830097-4-iscsi neutron-server[103457]: INFO neutron.wsgi [req-49afb390-3964-47bb-99ec-04e399f4de1b req-fbcb198a-7e8b-4123-ba7f-e0a2afc0c1a1 tempest-AttachVolumeShelveTestJSON-707707766 tempest-AttachVolumeShelveTestJSON-707707766-project] 10.222.0.18 "GET /v2.0/security-groups?id=6faf4076-452d-49e5-b67e-bfa1b1fd13c3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0416055 Apr 12 13:21:12.676900 dv-cinder-830097-4-iscsi neutron-server[103458]: INFO neutron.wsgi [req-62245549-ab45-480d-80fd-6a292ba1687e req-174f0a01-b1eb-4b10-9bf0-74b5d96e97aa tempest-AttachVolumeTestJSON-1144281586 tempest-AttachVolumeTestJSON-1144281586-project] 10.222.0.18 "GET /v2.0/security-groups?id=217ddcda-2ab1-4d2d-8d94-6a87ae6035e1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0431964 Apr 12 13:21:13.754176 dv-cinder-830097-4-iscsi neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-809614cf-fe7d-4a38-8b2e-edfdc1b3e47f req-e65f571c-7182-4e98-ae38-6012446a1589 tempest-AttachVolumeShelveTestJSON-707707766 tempest-AttachVolumeShelveTestJSON-707707766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 13:21:13.755655 dv-cinder-830097-4-iscsi neutron-server[103457]: INFO neutron.wsgi [req-809614cf-fe7d-4a38-8b2e-edfdc1b3e47f req-e65f571c-7182-4e98-ae38-6012446a1589 tempest-AttachVolumeShelveTestJSON-707707766 tempest-AttachVolumeShelveTestJSON-707707766-project] 10.222.0.18 "GET /v2.0/ports?device_id=36b20118-8b82-4226-bcbc-1d8115480b68 HTTP/1.1" status: 200 len: 945 time: 0.0474877 Apr 12 13:21:13.787203 dv-cinder-830097-4-iscsi neutron-server[103458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a6284c4-7bb2-4d59-af56-274d2a15c68a req-96a49fa1-2cef-4d1f-aa0c-efe1027cf845 tempest-AttachVolumeTestJSON-1144281586 tempest-AttachVolumeTestJSON-1144281586-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 13:21:13.788649 dv-cinder-830097-4-iscsi neutron-server[103458]: INFO neutron.wsgi [req-9a6284c4-7bb2-4d59-af56-274d2a15c68a req-96a49fa1-2cef-4d1f-aa0c-efe1027cf845 tempest-AttachVolumeTestJSON-1144281586 tempest-AttachVolumeTestJSON-1144281586-project] 10.222.0.18 "GET /v2.0/ports?device_id=ba22d8d3-a051-42d3-976a-fa1a9f083b90 HTTP/1.1" status: 200 len: 946 time: 0.0456500 Apr 12 13:21:13.801180 dv-cinder-830097-4-iscsi neutron-server[103457]: INFO neutron.wsgi [req-809614cf-fe7d-4a38-8b2e-edfdc1b3e47f req-dab51125-e5c7-4a03-b3f6-3472f60f4e1b tempest-AttachVolumeShelveTestJSON-707707766 tempest-AttachVolumeShelveTestJSON-707707766-project] 10.222.0.18 "GET /v2.0/security-groups?id=6faf4076-452d-49e5-b67e-bfa1b1fd13c3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0399652 Apr 12 13:21:13.840567 dv-cinder-830097-4-iscsi neutron-server[103458]: INFO neutron.wsgi [req-9a6284c4-7bb2-4d59-af56-274d2a15c68a req-7146cd44-6889-4056-8812-0ec97dbf9bf9 tempest-AttachVolumeTestJSON-1144281586 tempest-AttachVolumeTestJSON-1144281586-project] 10.222.0.18 "GET /v2.0/security-groups?id=217ddcda-2ab1-4d2d-8d94-6a87ae6035e1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0450222 Apr 12 13:21:14.923881 dv-cinder-830097-4-iscsi neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8318b44f-a6d5-4036-aca9-289187d70aba req-f4379707-db50-4b56-b7b9-1fd56f5e7036 tempest-AttachVolumeShelveTestJSON-707707766 tempest-AttachVolumeShelveTestJSON-707707766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 13:21:14.925368 dv-cinder-830097-4-iscsi neutron-server[103457]: INFO neutron.wsgi [req-8318b44f-a6d5-4036-aca9-289187d70aba req-f4379707-db50-4b56-b7b9-1fd56f5e7036 tempest-AttachVolumeShelveTestJSON-707707766 tempest-AttachVolumeShelveTestJSON-707707766-project] 10.222.0.18 "GET /v2.0/ports?device_id=36b20118-8b82-4226-bcbc-1d8115480b68 HTTP/1.1" status: 200 len: 945 time: 0.0532568 Apr 12 13:21:14.962365 dv-cinder-830097-4-iscsi neutron-server[103458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62ec532b-9f92-44e8-87ca-c8437ebdd133 req-2810020b-2286-4596-97f1-3e5fc208f249 tempest-AttachVolumeTestJSON-1144281586 tempest-AttachVolumeTestJSON-1144281586-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 13:21:14.963776 dv-cinder-830097-4-iscsi neutron-server[103458]: INFO neutron.wsgi [req-62ec532b-9f92-44e8-87ca-c8437ebdd133 req-2810020b-2286-4596-97f1-3e5fc208f249 tempest-AttachVolumeTestJSON-1144281586 tempest-AttachVolumeTestJSON-1144281586-project] 10.222.0.18 "GET /v2.0/ports?device_id=ba22d8d3-a051-42d3-976a-fa1a9f083b90 HTTP/1.1" status: 200 len: 946 time: 0.0480711 Apr 12 13:21:14.973177 dv-cinder-830097-4-iscsi neutron-server[103457]: INFO neutron.wsgi [req-8318b44f-a6d5-4036-aca9-289187d70aba req-11633fda-2062-4d50-b263-728b794bd247 tempest-AttachVolumeShelveTestJSON-707707766 tempest-AttachVolumeShelveTestJSON-707707766-project] 10.222.0.18 "GET /v2.0/security-groups?id=6faf4076-452d-49e5-b67e-bfa1b1fd13c3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0421419 Apr 12 13:21:15.013055 dv-cinder-830097-4-iscsi neutron-server[103458]: INFO neutron.wsgi [req-62ec532b-9f92-44e8-87ca-c8437ebdd133 req-cb2d5867-b7b7-419b-b6a8-7e1b21cde4ab tempest-AttachVolumeTestJSON-1144281586 tempest-AttachVolumeTestJSON-1144281586-project] 10.222.0.18 "GET /v2.0/security-groups?id=217ddcda-2ab1-4d2d-8d94-6a87ae6035e1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0428665 Apr 12 13:21:16.090515 dv-cinder-830097-4-iscsi neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bd78bf3-449b-4af1-8d4c-c304579b316e req-4555c3b6-461d-46ff-a76b-dcebbd3ada04 tempest-AttachVolumeShelveTestJSON-707707766 tempest-AttachVolumeShelveTestJSON-707707766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 13:21:16.091994 dv-cinder-830097-4-iscsi neutron-server[103457]: INFO neutron.wsgi [req-1bd78bf3-449b-4af1-8d4c-c304579b316e req-4555c3b6-461d-46ff-a76b-dcebbd3ada04 tempest-AttachVolumeShelveTestJSON-707707766 tempest-AttachVolumeShelveTestJSON-707707766-project] 10.222.0.18 "GET /v2.0/ports?device_id=36b20118-8b82-4226-bcbc-1d8115480b68 HTTP/1.1" status: 200 len: 945 time: 0.0471427 Apr 12 13:21:16.129182 dv-cinder-830097-4-iscsi neutron-server[103458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5af66f2b-03bd-4ece-a261-ad31e2d693ca req-5a99e12b-771c-4960-872e-4a70c214567f tempest-AttachVolumeTestJSON-1144281586 tempest-AttachVolumeTestJSON-1144281586-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 13:21:16.130641 dv-cinder-830097-4-iscsi neutron-server[103458]: INFO neutron.wsgi [req-5af66f2b-03bd-4ece-a261-ad31e2d693ca req-5a99e12b-771c-4960-872e-4a70c214567f tempest-AttachVolumeTestJSON-1144281586 tempest-AttachVolumeTestJSON-1144281586-project] 10.222.0.18 "GET /v2.0/ports?device_id=ba22d8d3-a051-42d3-976a-fa1a9f083b90 HTTP/1.1" status: 200 len: 946 time: 0.0462573 Apr 12 13:21:16.138774 dv-cinder-830097-4-iscsi neutron-server[103457]: INFO neutron.wsgi [req-1bd78bf3-449b-4af1-8d4c-c304579b316e req-33f94c14-8dcc-483c-8f96-5319df60195f tempest-AttachVolumeShelveTestJSON-707707766 tempest-AttachVolumeShelveTestJSON-707707766-project] 10.222.0.18 "GET /v2.0/security-groups?id=6faf4076-452d-49e5-b67e-bfa1b1fd13c3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0410066 Apr 12 13:21:16.177291 dv-cinder-830097-4-iscsi neutron-server[103458]: INFO neutron.wsgi [req-5af66f2b-03bd-4ece-a261-ad31e2d693ca req-3690d387-7625-402f-9e2e-38d37b202c29 tempest-AttachVolumeTestJSON-1144281586 tempest-AttachVolumeTestJSON-1144281586-project] 10.222.0.18 "GET /v2.0/security-groups?id=217ddcda-2ab1-4d2d-8d94-6a87ae6035e1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0408828 Apr 12 13:21:16.544169 dv-cinder-830097-4-iscsi neutron-server[103459]: DEBUG neutron.plugins.ml2.rpc [None req-3505bd68-a9fd-4823-92ea-1a6ded8ab071 None None] Device fb9ce2f5-e944-45af-8bea-9306ac5c33df details requested by agent hyperv_hv-cinder-83009 with host hv-cinder-83009 {{(pid=103459) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 12 13:21:16.772817 dv-cinder-830097-4-iscsi neutron-server[103459]: DEBUG neutron.plugins.ml2.db [None req-3505bd68-a9fd-4823-92ea-1a6ded8ab071 None None] For port fb9ce2f5-e944-45af-8bea-9306ac5c33df, host hv-cinder-83009, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83009',level=0,port_id=fb9ce2f5-e944-45af-8bea-9306ac5c33df,segment=NetworkSegment(97cb7c0e-6017-4956-9bfd-101a1a75a7c0),segment_id=97cb7c0e-6017-4956-9bfd-101a1a75a7c0)] {{(pid=103459) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 12 13:21:16.775034 dv-cinder-830097-4-iscsi neutron-server[103459]: DEBUG neutron_lib.callbacks.manager [None req-27caae49-a9b1-434d-8eb6-e9515be69599 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732727929501', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-657397'] for agent (246ca497-e2ee-4e0b-b432-b4153c207e5f), after_update {{(pid=103459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:21:16.786945 dv-cinder-830097-4-iscsi neutron-server[103459]: DEBUG neutron.plugins.ml2.rpc [None req-3505bd68-a9fd-4823-92ea-1a6ded8ab071 None None] Returning: {'device': 'fb9ce2f5-e944-45af-8bea-9306ac5c33df', 'network_id': '6562521a-2ea5-45f4-a1f8-589dc7fbc9f3', 'port_id': 'fb9ce2f5-e944-45af-8bea-9306ac5c33df', 'mac_address': 'fa:16:3e:99:71:8e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 244, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'cf735079-dcf8-4625-b8a7-d372f8fef245', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103459) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 12 13:21:16.823719 dv-cinder-830097-4-iscsi neutron-server[103459]: DEBUG neutron.plugins.ml2.plugin [None req-3505bd68-a9fd-4823-92ea-1a6ded8ab071 None None] Current status of the port fb9ce2f5-e944-45af-8bea-9306ac5c33df is: ACTIVE; New status is: BUILD {{(pid=103459) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 12 13:21:16.824032 dv-cinder-830097-4-iscsi neutron-server[103459]: DEBUG neutron_lib.callbacks.manager [None req-3505bd68-a9fd-4823-92ea-1a6ded8ab071 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-916304'] for port (fb9ce2f5-e944-45af-8bea-9306ac5c33df), before_update {{(pid=103459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:21:16.836831 dv-cinder-830097-4-iscsi neutron-server[103459]: DEBUG neutron.notifiers.nova [None req-3505bd68-a9fd-4823-92ea-1a6ded8ab071 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id fb9ce2f5-e944-45af-8bea-9306ac5c33df {{(pid=103459) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 12 13:21:16.856425 dv-cinder-830097-4-iscsi neutron-server[103459]: DEBUG neutron.plugins.ml2.db [None req-3505bd68-a9fd-4823-92ea-1a6ded8ab071 None None] For port fb9ce2f5-e944-45af-8bea-9306ac5c33df, host hv-cinder-83009, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83009',level=0,port_id=fb9ce2f5-e944-45af-8bea-9306ac5c33df,segment=NetworkSegment(97cb7c0e-6017-4956-9bfd-101a1a75a7c0),segment_id=97cb7c0e-6017-4956-9bfd-101a1a75a7c0)] {{(pid=103459) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 12 13:21:16.859890 dv-cinder-830097-4-iscsi neutron-server[103459]: DEBUG neutron_lib.callbacks.manager [None req-3505bd68-a9fd-4823-92ea-1a6ded8ab071 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-915890', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3697887', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732727894815', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732727417932', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732727417950'] for port (fb9ce2f5-e944-45af-8bea-9306ac5c33df), after_update {{(pid=103459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:21:16.915113 dv-cinder-830097-4-iscsi neutron-server[103459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3505bd68-a9fd-4823-92ea-1a6ded8ab071 None None] Pushing event updated for resources: {'Port': ['ID=fb9ce2f5-e944-45af-8bea-9306ac5c33df,revision_number=6']} {{(pid=103459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 13:21:17.150921 dv-cinder-830097-4-iscsi neutron-server[103459]: DEBUG neutron.plugins.ml2.db [None req-3505bd68-a9fd-4823-92ea-1a6ded8ab071 None None] get_ports_and_sgs() called for port_ids ['fb9ce2f5-e944-45af-8bea-9306ac5c33df'] {{(pid=103459) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 12 13:21:17.262983 dv-cinder-830097-4-iscsi neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d98be586-0780-4f0a-b70c-5d27a5b12288 req-6bf90849-1a47-449b-8afe-042a77115c64 tempest-AttachVolumeShelveTestJSON-707707766 tempest-AttachVolumeShelveTestJSON-707707766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 13:21:17.264638 dv-cinder-830097-4-iscsi neutron-server[103457]: INFO neutron.wsgi [req-d98be586-0780-4f0a-b70c-5d27a5b12288 req-6bf90849-1a47-449b-8afe-042a77115c64 tempest-AttachVolumeShelveTestJSON-707707766 tempest-AttachVolumeShelveTestJSON-707707766-project] 10.222.0.18 "GET /v2.0/ports?device_id=36b20118-8b82-4226-bcbc-1d8115480b68 HTTP/1.1" status: 200 len: 944 time: 0.0508568 Apr 12 13:21:17.297542 dv-cinder-830097-4-iscsi neutron-server[103458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42f3a4d2-492a-4963-8579-f950f617d243 req-a24a7e95-1662-443a-8e42-c0b37f600824 tempest-AttachVolumeTestJSON-1144281586 tempest-AttachVolumeTestJSON-1144281586-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 13:21:17.298986 dv-cinder-830097-4-iscsi neutron-server[103458]: INFO neutron.wsgi [req-42f3a4d2-492a-4963-8579-f950f617d243 req-a24a7e95-1662-443a-8e42-c0b37f600824 tempest-AttachVolumeTestJSON-1144281586 tempest-AttachVolumeTestJSON-1144281586-project] 10.222.0.18 "GET /v2.0/ports?device_id=ba22d8d3-a051-42d3-976a-fa1a9f083b90 HTTP/1.1" status: 200 len: 946 time: 0.0519137 Apr 12 13:21:17.317310 dv-cinder-830097-4-iscsi neutron-server[103457]: INFO neutron.wsgi [req-d98be586-0780-4f0a-b70c-5d27a5b12288 req-604fda30-1717-42aa-911e-e36a71920b5c tempest-AttachVolumeShelveTestJSON-707707766 tempest-AttachVolumeShelveTestJSON-707707766-project] 10.222.0.18 "GET /v2.0/security-groups?id=6faf4076-452d-49e5-b67e-bfa1b1fd13c3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0457416 Apr 12 13:21:17.345424 dv-cinder-830097-4-iscsi neutron-server[103458]: INFO neutron.wsgi [req-42f3a4d2-492a-4963-8579-f950f617d243 req-3bc15a91-0224-44df-b4e9-b29a0491579c tempest-AttachVolumeTestJSON-1144281586 tempest-AttachVolumeTestJSON-1144281586-project] 10.222.0.18 "GET /v2.0/security-groups?id=217ddcda-2ab1-4d2d-8d94-6a87ae6035e1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0409174 Apr 12 13:21:18.435061 dv-cinder-830097-4-iscsi neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e2739d8-77a0-4683-8a87-d60a7e9a8498 req-f36b44fa-9033-4200-ba18-2ae0eb900ce8 tempest-AttachVolumeShelveTestJSON-707707766 tempest-AttachVolumeShelveTestJSON-707707766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 13:21:18.436541 dv-cinder-830097-4-iscsi neutron-server[103457]: INFO neutron.wsgi [req-3e2739d8-77a0-4683-8a87-d60a7e9a8498 req-f36b44fa-9033-4200-ba18-2ae0eb900ce8 tempest-AttachVolumeShelveTestJSON-707707766 tempest-AttachVolumeShelveTestJSON-707707766-project] 10.222.0.18 "GET /v2.0/ports?device_id=36b20118-8b82-4226-bcbc-1d8115480b68 HTTP/1.1" status: 200 len: 944 time: 0.0485606 Apr 12 13:21:18.485695 dv-cinder-830097-4-iscsi neutron-server[103457]: INFO neutron.wsgi [req-3e2739d8-77a0-4683-8a87-d60a7e9a8498 req-faf091ae-35d9-4200-b9b6-e0923987e139 tempest-AttachVolumeShelveTestJSON-707707766 tempest-AttachVolumeShelveTestJSON-707707766-project] 10.222.0.18 "GET /v2.0/security-groups?id=6faf4076-452d-49e5-b67e-bfa1b1fd13c3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0434873 Apr 12 13:21:18.538489 dv-cinder-830097-4-iscsi neutron-server[103459]: DEBUG neutron.plugins.ml2.rpc [None req-3505bd68-a9fd-4823-92ea-1a6ded8ab071 None None] Device fb9ce2f5-e944-45af-8bea-9306ac5c33df up at agent hyperv_hv-cinder-83009 {{(pid=103459) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 12 13:21:18.558537 dv-cinder-830097-4-iscsi neutron-server[103458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c60a165-02f7-42ea-a5b0-71d3987ef7af req-52908a44-3730-4091-8383-bf556aac162b tempest-AttachVolumeTestJSON-1144281586 tempest-AttachVolumeTestJSON-1144281586-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 13:21:18.559988 dv-cinder-830097-4-iscsi neutron-server[103458]: INFO neutron.wsgi [req-6c60a165-02f7-42ea-a5b0-71d3987ef7af req-52908a44-3730-4091-8383-bf556aac162b tempest-AttachVolumeTestJSON-1144281586 tempest-AttachVolumeTestJSON-1144281586-project] 10.222.0.18 "GET /v2.0/ports?device_id=ba22d8d3-a051-42d3-976a-fa1a9f083b90 HTTP/1.1" status: 200 len: 946 time: 0.0466130 Apr 12 13:21:18.587427 dv-cinder-830097-4-iscsi neutron-server[103459]: DEBUG neutron.db.provisioning_blocks [None req-3505bd68-a9fd-4823-92ea-1a6ded8ab071 None None] Provisioning complete for port fb9ce2f5-e944-45af-8bea-9306ac5c33df triggered by entity L2. {{(pid=103459) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 12 13:21:18.587798 dv-cinder-830097-4-iscsi neutron-server[103459]: DEBUG neutron_lib.callbacks.manager [None req-3505bd68-a9fd-4823-92ea-1a6ded8ab071 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-657243'] for port (fb9ce2f5-e944-45af-8bea-9306ac5c33df), provisioning_complete {{(pid=103459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:21:18.608601 dv-cinder-830097-4-iscsi neutron-server[103458]: INFO neutron.wsgi [req-6c60a165-02f7-42ea-a5b0-71d3987ef7af req-30ec9abc-7f6f-48fe-953b-c465dd7d3a06 tempest-AttachVolumeTestJSON-1144281586 tempest-AttachVolumeTestJSON-1144281586-project] 10.222.0.18 "GET /v2.0/security-groups?id=217ddcda-2ab1-4d2d-8d94-6a87ae6035e1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0425601 Apr 12 13:21:18.665199 dv-cinder-830097-4-iscsi neutron-server[103459]: DEBUG neutron.plugins.ml2.plugin [None req-3505bd68-a9fd-4823-92ea-1a6ded8ab071 None None] Current status of the port fb9ce2f5-e944-45af-8bea-9306ac5c33df is: BUILD; New status is: ACTIVE {{(pid=103459) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 12 13:21:18.665591 dv-cinder-830097-4-iscsi neutron-server[103459]: DEBUG neutron_lib.callbacks.manager [None req-3505bd68-a9fd-4823-92ea-1a6ded8ab071 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-916304'] for port (fb9ce2f5-e944-45af-8bea-9306ac5c33df), before_update {{(pid=103459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:21:18.687858 dv-cinder-830097-4-iscsi neutron-server[103459]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '36b20118-8b82-4226-bcbc-1d8115480b68', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fb9ce2f5-e944-45af-8bea-9306ac5c33df'}] {{(pid=103459) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 12 13:21:18.690144 dv-cinder-830097-4-iscsi neutron-server[103459]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}95104bc0dd48ad9143548caf8a5bdec643107760c32fce8433ea43eac3fbdd81" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5388bcee-d3fc-4ebf-b0bd-31cc7ce36262" -d '{"events": [{"server_uuid": "36b20118-8b82-4226-bcbc-1d8115480b68", "name": "network-vif-plugged", "status": "completed", "tag": "fb9ce2f5-e944-45af-8bea-9306ac5c33df"}]}' {{(pid=103459) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 12 13:21:18.702316 dv-cinder-830097-4-iscsi neutron-server[103459]: DEBUG neutron.plugins.ml2.db [None req-3505bd68-a9fd-4823-92ea-1a6ded8ab071 None None] For port fb9ce2f5-e944-45af-8bea-9306ac5c33df, host hv-cinder-83009, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83009',level=0,port_id=fb9ce2f5-e944-45af-8bea-9306ac5c33df,segment=NetworkSegment(97cb7c0e-6017-4956-9bfd-101a1a75a7c0),segment_id=97cb7c0e-6017-4956-9bfd-101a1a75a7c0)] {{(pid=103459) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 12 13:21:18.707236 dv-cinder-830097-4-iscsi neutron-server[103459]: DEBUG neutron_lib.callbacks.manager [None req-3505bd68-a9fd-4823-92ea-1a6ded8ab071 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-915890', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3697887', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732727894815', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732727417932', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732727417950'] for port (fb9ce2f5-e944-45af-8bea-9306ac5c33df), after_update {{(pid=103459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:21:18.731266 dv-cinder-830097-4-iscsi neutron-server[103459]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 12 Apr 2022 13:21:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e12d6bce-2655-438d-8b71-d119c41d672c x-openstack-request-id: req-e12d6bce-2655-438d-8b71-d119c41d672c {{(pid=103459) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 12 13:21:18.731553 dv-cinder-830097-4-iscsi neutron-server[103459]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "36b20118-8b82-4226-bcbc-1d8115480b68", "name": "network-vif-plugged", "status": "completed", "tag": "fb9ce2f5-e944-45af-8bea-9306ac5c33df", "code": 200}]} {{(pid=103459) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 12 13:21:18.731802 dv-cinder-830097-4-iscsi neutron-server[103459]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-e12d6bce-2655-438d-8b71-d119c41d672c {{(pid=103459) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 12 13:21:18.732189 dv-cinder-830097-4-iscsi neutron-server[103459]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e12d6bce-2655-438d-8b71-d119c41d672c'] response: {'server_uuid': '36b20118-8b82-4226-bcbc-1d8115480b68', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fb9ce2f5-e944-45af-8bea-9306ac5c33df', 'code': 200} Apr 12 13:21:18.759238 dv-cinder-830097-4-iscsi neutron-server[103459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3505bd68-a9fd-4823-92ea-1a6ded8ab071 None None] Pushing event updated for resources: {'Port': ['ID=fb9ce2f5-e944-45af-8bea-9306ac5c33df,revision_number=7']} {{(pid=103459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 13:21:19.353673 dv-cinder-830097-4-iscsi neutron-server[103459]: DEBUG neutron_lib.callbacks.manager [None req-c3d635d7-cbaa-4527-8131-7094650d947f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732727929501', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-657397'] for agent (b7e11a8b-aeed-493f-9763-461016dddc93), after_update {{(pid=103459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:21:19.603893 dv-cinder-830097-4-iscsi neutron-server[103458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d58b6d0-0cf8-4c9a-83da-ad958900f23a req-94a0deda-f540-4153-b22d-fdfd30d24ecf tempest-AttachVolumeShelveTestJSON-707707766 tempest-AttachVolumeShelveTestJSON-707707766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 13:21:19.605869 dv-cinder-830097-4-iscsi neutron-server[103458]: INFO neutron.wsgi [req-0d58b6d0-0cf8-4c9a-83da-ad958900f23a req-94a0deda-f540-4153-b22d-fdfd30d24ecf tempest-AttachVolumeShelveTestJSON-707707766 tempest-AttachVolumeShelveTestJSON-707707766-project] 10.222.0.18 "GET /v2.0/ports?device_id=36b20118-8b82-4226-bcbc-1d8115480b68 HTTP/1.1" status: 200 len: 945 time: 0.0496056 Apr 12 13:21:19.652572 dv-cinder-830097-4-iscsi neutron-server[103458]: INFO neutron.wsgi [req-0d58b6d0-0cf8-4c9a-83da-ad958900f23a req-cf2edcbb-2bf9-4f28-9c3e-e71eaea63eb2 tempest-AttachVolumeShelveTestJSON-707707766 tempest-AttachVolumeShelveTestJSON-707707766-project] 10.222.0.18 "GET /v2.0/security-groups?id=6faf4076-452d-49e5-b67e-bfa1b1fd13c3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0410910 Apr 12 13:21:19.724564 dv-cinder-830097-4-iscsi neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b4f0fc5-408a-4fdb-bfe9-3e6aded0214b req-8e105567-7497-4269-ab21-b8730cd9ca03 tempest-AttachVolumeTestJSON-1144281586 tempest-AttachVolumeTestJSON-1144281586-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 13:21:19.725958 dv-cinder-830097-4-iscsi neutron-server[103457]: INFO neutron.wsgi [req-4b4f0fc5-408a-4fdb-bfe9-3e6aded0214b req-8e105567-7497-4269-ab21-b8730cd9ca03 tempest-AttachVolumeTestJSON-1144281586 tempest-AttachVolumeTestJSON-1144281586-project] 10.222.0.18 "GET /v2.0/ports?device_id=ba22d8d3-a051-42d3-976a-fa1a9f083b90 HTTP/1.1" status: 200 len: 946 time: 0.0453451 Apr 12 13:21:19.771368 dv-cinder-830097-4-iscsi neutron-server[103457]: INFO neutron.wsgi [req-4b4f0fc5-408a-4fdb-bfe9-3e6aded0214b req-a53021f0-e837-465d-94df-716f9fefe863 tempest-AttachVolumeTestJSON-1144281586 tempest-AttachVolumeTestJSON-1144281586-project] 10.222.0.18 "GET /v2.0/security-groups?id=217ddcda-2ab1-4d2d-8d94-6a87ae6035e1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0393155 Apr 12 13:21:20.263771 dv-cinder-830097-4-iscsi neutron-server[103459]: DEBUG neutron_lib.callbacks.manager [None req-f20c20fe-5767-407a-9f30-b36f01c50254 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732727929501', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-657397'] for agent (1e8a91c7-94d1-4b17-9536-32bc01f44a9b), after_update {{(pid=103459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:21:20.771536 dv-cinder-830097-4-iscsi neutron-server[103458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bc0ca9c-077f-4d3e-953c-e95725555c03 req-236e0051-b309-4ec6-a4d2-1de1cb8ea009 tempest-AttachVolumeShelveTestJSON-707707766 tempest-AttachVolumeShelveTestJSON-707707766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 13:21:20.773021 dv-cinder-830097-4-iscsi neutron-server[103458]: INFO neutron.wsgi [req-5bc0ca9c-077f-4d3e-953c-e95725555c03 req-236e0051-b309-4ec6-a4d2-1de1cb8ea009 tempest-AttachVolumeShelveTestJSON-707707766 tempest-AttachVolumeShelveTestJSON-707707766-project] 10.222.0.18 "GET /v2.0/ports?device_id=36b20118-8b82-4226-bcbc-1d8115480b68 HTTP/1.1" status: 200 len: 945 time: 0.0491991 Apr 12 13:21:20.819462 dv-cinder-830097-4-iscsi neutron-server[103458]: INFO neutron.wsgi [req-5bc0ca9c-077f-4d3e-953c-e95725555c03 req-040cc156-701a-47de-a47b-4d31cc4bd379 tempest-AttachVolumeShelveTestJSON-707707766 tempest-AttachVolumeShelveTestJSON-707707766-project] 10.222.0.18 "GET /v2.0/security-groups?id=6faf4076-452d-49e5-b67e-bfa1b1fd13c3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0408325 Apr 12 13:21:20.886213 dv-cinder-830097-4-iscsi neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17854860-e748-4c2d-8c6c-859b7bf78b23 req-c0acc1e3-d0c6-4768-8c9c-e249ee0c022f tempest-AttachVolumeTestJSON-1144281586 tempest-AttachVolumeTestJSON-1144281586-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 13:21:20.888193 dv-cinder-830097-4-iscsi neutron-server[103457]: INFO neutron.wsgi [req-17854860-e748-4c2d-8c6c-859b7bf78b23 req-c0acc1e3-d0c6-4768-8c9c-e249ee0c022f tempest-AttachVolumeTestJSON-1144281586 tempest-AttachVolumeTestJSON-1144281586-project] 10.222.0.18 "GET /v2.0/ports?device_id=ba22d8d3-a051-42d3-976a-fa1a9f083b90 HTTP/1.1" status: 200 len: 946 time: 0.0499766 Apr 12 13:21:20.932915 dv-cinder-830097-4-iscsi neutron-server[103457]: INFO neutron.wsgi [req-17854860-e748-4c2d-8c6c-859b7bf78b23 req-c59caed0-a95e-4ac5-be96-48f61ac02512 tempest-AttachVolumeTestJSON-1144281586 tempest-AttachVolumeTestJSON-1144281586-project] 10.222.0.18 "GET /v2.0/security-groups?id=217ddcda-2ab1-4d2d-8d94-6a87ae6035e1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0391037 Apr 12 13:21:21.395867 dv-cinder-830097-4-iscsi neutron-server[103459]: DEBUG neutron_lib.callbacks.manager [None req-09c91955-1169-4ba5-b480-d25faf385fa1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732727929501', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-657397'] for agent (6571c785-b050-42b7-b6d0-d71237f75507), after_update {{(pid=103459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:21:21.936537 dv-cinder-830097-4-iscsi neutron-server[103458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69772eca-2560-47f0-8bc2-4475689b2058 req-20d29fe4-72ae-4493-b630-d040e9e9d075 tempest-AttachVolumeShelveTestJSON-707707766 tempest-AttachVolumeShelveTestJSON-707707766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 13:21:21.938014 dv-cinder-830097-4-iscsi neutron-server[103458]: INFO neutron.wsgi [req-69772eca-2560-47f0-8bc2-4475689b2058 req-20d29fe4-72ae-4493-b630-d040e9e9d075 tempest-AttachVolumeShelveTestJSON-707707766 tempest-AttachVolumeShelveTestJSON-707707766-project] 10.222.0.18 "GET /v2.0/ports?device_id=36b20118-8b82-4226-bcbc-1d8115480b68 HTTP/1.1" status: 200 len: 945 time: 0.0462995 Apr 12 13:21:21.989275 dv-cinder-830097-4-iscsi neutron-server[103458]: INFO neutron.wsgi [req-69772eca-2560-47f0-8bc2-4475689b2058 req-a5bb60b3-1dac-44fc-a09e-91094d45fe5a tempest-AttachVolumeShelveTestJSON-707707766 tempest-AttachVolumeShelveTestJSON-707707766-project] 10.222.0.18 "GET /v2.0/security-groups?id=6faf4076-452d-49e5-b67e-bfa1b1fd13c3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0455806 Apr 12 13:21:22.047037 dv-cinder-830097-4-iscsi neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed2006e4-b977-466f-83ba-27655c1238b0 req-bdd56ad4-64e5-4dc5-ae23-a1f6489e0403 tempest-AttachVolumeTestJSON-1144281586 tempest-AttachVolumeTestJSON-1144281586-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 13:21:22.048484 dv-cinder-830097-4-iscsi neutron-server[103457]: INFO neutron.wsgi [req-ed2006e4-b977-466f-83ba-27655c1238b0 req-bdd56ad4-64e5-4dc5-ae23-a1f6489e0403 tempest-AttachVolumeTestJSON-1144281586 tempest-AttachVolumeTestJSON-1144281586-project] 10.222.0.18 "GET /v2.0/ports?device_id=ba22d8d3-a051-42d3-976a-fa1a9f083b90 HTTP/1.1" status: 200 len: 946 time: 0.0461028 Apr 12 13:21:22.094713 dv-cinder-830097-4-iscsi neutron-server[103457]: INFO neutron.wsgi [req-ed2006e4-b977-466f-83ba-27655c1238b0 req-b2199bc2-edcc-4f5a-8cde-5a3766739a9a tempest-AttachVolumeTestJSON-1144281586 tempest-AttachVolumeTestJSON-1144281586-project] 10.222.0.18 "GET /v2.0/security-groups?id=217ddcda-2ab1-4d2d-8d94-6a87ae6035e1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0406990 Apr 12 13:21:23.112912 dv-cinder-830097-4-iscsi neutron-server[103458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b18dc75-de62-4f39-98de-71db6c497532 req-bda0e277-e54d-4471-bf20-b4df829034ca tempest-AttachVolumeShelveTestJSON-707707766 tempest-AttachVolumeShelveTestJSON-707707766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 13:21:23.114327 dv-cinder-830097-4-iscsi neutron-server[103458]: INFO neutron.wsgi [req-1b18dc75-de62-4f39-98de-71db6c497532 req-bda0e277-e54d-4471-bf20-b4df829034ca tempest-AttachVolumeShelveTestJSON-707707766 tempest-AttachVolumeShelveTestJSON-707707766-project] 10.222.0.18 "GET /v2.0/ports?device_id=36b20118-8b82-4226-bcbc-1d8115480b68 HTTP/1.1" status: 200 len: 945 time: 0.0461590 Apr 12 13:21:23.161042 dv-cinder-830097-4-iscsi neutron-server[103458]: INFO neutron.wsgi [req-1b18dc75-de62-4f39-98de-71db6c497532 req-fd023c6f-ff93-4864-9a43-0a6310bf10c3 tempest-AttachVolumeShelveTestJSON-707707766 tempest-AttachVolumeShelveTestJSON-707707766-project] 10.222.0.18 "GET /v2.0/security-groups?id=6faf4076-452d-49e5-b67e-bfa1b1fd13c3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0411458 Apr 12 13:21:23.190807 dv-cinder-830097-4-iscsi neutron-server[103459]: DEBUG neutron_lib.callbacks.manager [None req-53781792-8650-4c78-93a6-1c4d328d874c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732727929501', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-657397'] for agent (3f2daa45-5e56-452b-8a21-b519edfce99e), after_update {{(pid=103459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:21:23.206885 dv-cinder-830097-4-iscsi neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83ee17b2-a11b-4c85-809e-2cc1903c266f req-51378006-1484-421d-9304-1087ae506c7d tempest-AttachVolumeTestJSON-1144281586 tempest-AttachVolumeTestJSON-1144281586-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 13:21:23.208362 dv-cinder-830097-4-iscsi neutron-server[103457]: INFO neutron.wsgi [req-83ee17b2-a11b-4c85-809e-2cc1903c266f req-51378006-1484-421d-9304-1087ae506c7d tempest-AttachVolumeTestJSON-1144281586 tempest-AttachVolumeTestJSON-1144281586-project] 10.222.0.18 "GET /v2.0/ports?device_id=ba22d8d3-a051-42d3-976a-fa1a9f083b90 HTTP/1.1" status: 200 len: 946 time: 0.0475662 Apr 12 13:21:23.257837 dv-cinder-830097-4-iscsi neutron-server[103457]: INFO neutron.wsgi [req-83ee17b2-a11b-4c85-809e-2cc1903c266f req-65bcce92-87e6-46cc-9071-7169e01ad78a tempest-AttachVolumeTestJSON-1144281586 tempest-AttachVolumeTestJSON-1144281586-project] 10.222.0.18 "GET /v2.0/security-groups?id=217ddcda-2ab1-4d2d-8d94-6a87ae6035e1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0439556 Apr 12 13:21:24.328650 dv-cinder-830097-4-iscsi neutron-server[103458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf6ff3e5-0caf-4c48-82df-63f9db46b500 req-01494aaa-17d5-4023-8245-2587efdbf4a6 tempest-AttachVolumeShelveTestJSON-707707766 tempest-AttachVolumeShelveTestJSON-707707766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 13:21:24.330426 dv-cinder-830097-4-iscsi neutron-server[103458]: INFO neutron.wsgi [req-bf6ff3e5-0caf-4c48-82df-63f9db46b500 req-01494aaa-17d5-4023-8245-2587efdbf4a6 tempest-AttachVolumeShelveTestJSON-707707766 tempest-AttachVolumeShelveTestJSON-707707766-project] 10.222.0.18 "GET /v2.0/ports?device_id=36b20118-8b82-4226-bcbc-1d8115480b68 HTTP/1.1" status: 200 len: 945 time: 0.0509112 Apr 12 13:21:24.373832 dv-cinder-830097-4-iscsi neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-266d2505-2710-40fd-8aee-d7f9126b4b7a req-a8f7a620-0976-436c-9aeb-1db3b80ec500 tempest-AttachVolumeTestJSON-1144281586 tempest-AttachVolumeTestJSON-1144281586-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 13:21:24.375336 dv-cinder-830097-4-iscsi neutron-server[103457]: INFO neutron.wsgi [req-266d2505-2710-40fd-8aee-d7f9126b4b7a req-a8f7a620-0976-436c-9aeb-1db3b80ec500 tempest-AttachVolumeTestJSON-1144281586 tempest-AttachVolumeTestJSON-1144281586-project] 10.222.0.18 "GET /v2.0/ports?device_id=ba22d8d3-a051-42d3-976a-fa1a9f083b90 HTTP/1.1" status: 200 len: 946 time: 0.0480611 Apr 12 13:21:24.379196 dv-cinder-830097-4-iscsi neutron-server[103458]: INFO neutron.wsgi [req-bf6ff3e5-0caf-4c48-82df-63f9db46b500 req-b76250f1-a706-4a17-88dd-df5a678a2839 tempest-AttachVolumeShelveTestJSON-707707766 tempest-AttachVolumeShelveTestJSON-707707766-project] 10.222.0.18 "GET /v2.0/security-groups?id=6faf4076-452d-49e5-b67e-bfa1b1fd13c3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0428457 Apr 12 13:21:24.434631 dv-cinder-830097-4-iscsi neutron-server[103457]: INFO neutron.wsgi [req-266d2505-2710-40fd-8aee-d7f9126b4b7a req-0a42c16a-88e6-4aae-b1fd-b9026d521c54 tempest-AttachVolumeTestJSON-1144281586 tempest-AttachVolumeTestJSON-1144281586-project] 10.222.0.18 "GET /v2.0/security-groups?id=217ddcda-2ab1-4d2d-8d94-6a87ae6035e1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0534585 Apr 12 13:21:25.520520 dv-cinder-830097-4-iscsi neutron-server[103458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f70c7a0f-3f2d-4c87-bf22-91136c728ba5 req-2b41359b-62cf-449a-8b39-3c8c7ea903c9 tempest-AttachVolumeShelveTestJSON-707707766 tempest-AttachVolumeShelveTestJSON-707707766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 13:21:25.528391 dv-cinder-830097-4-iscsi neutron-server[103458]: INFO neutron.wsgi [req-f70c7a0f-3f2d-4c87-bf22-91136c728ba5 req-2b41359b-62cf-449a-8b39-3c8c7ea903c9 tempest-AttachVolumeShelveTestJSON-707707766 tempest-AttachVolumeShelveTestJSON-707707766-project] 10.222.0.18 "GET /v2.0/ports?device_id=36b20118-8b82-4226-bcbc-1d8115480b68 HTTP/1.1" status: 200 len: 945 time: 0.0732107 Apr 12 13:21:25.571717 dv-cinder-830097-4-iscsi neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d8fa6d1-9083-4885-a5b0-e8e2263c0b3e req-6831a947-14be-46bf-bb95-2e00801641ea tempest-AttachVolumeTestJSON-1144281586 tempest-AttachVolumeTestJSON-1144281586-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 13:21:25.574149 dv-cinder-830097-4-iscsi neutron-server[103458]: INFO neutron.wsgi [req-f70c7a0f-3f2d-4c87-bf22-91136c728ba5 req-84782d2d-fab0-4eb2-a081-2b8138755dd3 tempest-AttachVolumeShelveTestJSON-707707766 tempest-AttachVolumeShelveTestJSON-707707766-project] 10.222.0.18 "GET /v2.0/security-groups?id=6faf4076-452d-49e5-b67e-bfa1b1fd13c3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0442605 Apr 12 13:21:25.580961 dv-cinder-830097-4-iscsi neutron-server[103457]: INFO neutron.wsgi [req-9d8fa6d1-9083-4885-a5b0-e8e2263c0b3e req-6831a947-14be-46bf-bb95-2e00801641ea tempest-AttachVolumeTestJSON-1144281586 tempest-AttachVolumeTestJSON-1144281586-project] 10.222.0.18 "GET /v2.0/ports?device_id=ba22d8d3-a051-42d3-976a-fa1a9f083b90 HTTP/1.1" status: 200 len: 946 time: 0.0623889 Apr 12 13:21:25.633908 dv-cinder-830097-4-iscsi neutron-server[103457]: INFO neutron.wsgi [req-9d8fa6d1-9083-4885-a5b0-e8e2263c0b3e req-9cc16880-bb2e-4b50-93f3-c87c095b7256 tempest-AttachVolumeTestJSON-1144281586 tempest-AttachVolumeTestJSON-1144281586-project] 10.222.0.18 "GET /v2.0/security-groups?id=217ddcda-2ab1-4d2d-8d94-6a87ae6035e1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0464993 Apr 12 13:21:26.700160 dv-cinder-830097-4-iscsi neutron-server[103458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e485fa3-98b1-45af-92c5-d56822bf7e47 req-687e2693-dbf4-4f6c-8513-1db45f80696f tempest-AttachVolumeShelveTestJSON-707707766 tempest-AttachVolumeShelveTestJSON-707707766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 13:21:26.704258 dv-cinder-830097-4-iscsi neutron-server[103458]: INFO neutron.wsgi [req-5e485fa3-98b1-45af-92c5-d56822bf7e47 req-687e2693-dbf4-4f6c-8513-1db45f80696f tempest-AttachVolumeShelveTestJSON-707707766 tempest-AttachVolumeShelveTestJSON-707707766-project] 10.222.0.18 "GET /v2.0/ports?device_id=36b20118-8b82-4226-bcbc-1d8115480b68 HTTP/1.1" status: 200 len: 945 time: 0.0543501 Apr 12 13:21:26.752874 dv-cinder-830097-4-iscsi neutron-server[103458]: INFO neutron.wsgi [req-5e485fa3-98b1-45af-92c5-d56822bf7e47 req-3b399e53-ca3c-4f07-964c-71cb2a586c8c tempest-AttachVolumeShelveTestJSON-707707766 tempest-AttachVolumeShelveTestJSON-707707766-project] 10.222.0.18 "GET /v2.0/security-groups?id=6faf4076-452d-49e5-b67e-bfa1b1fd13c3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0439622 Apr 12 13:21:26.820625 dv-cinder-830097-4-iscsi neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f9a04a4-6abb-404b-98fa-a572c48ef7a4 req-ab5682e1-d76a-4236-9b3a-1105ac446fee tempest-AttachVolumeTestJSON-1144281586 tempest-AttachVolumeTestJSON-1144281586-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 13:21:26.822220 dv-cinder-830097-4-iscsi neutron-server[103457]: INFO neutron.wsgi [req-4f9a04a4-6abb-404b-98fa-a572c48ef7a4 req-ab5682e1-d76a-4236-9b3a-1105ac446fee tempest-AttachVolumeTestJSON-1144281586 tempest-AttachVolumeTestJSON-1144281586-project] 10.222.0.18 "GET /v2.0/ports?device_id=ba22d8d3-a051-42d3-976a-fa1a9f083b90 HTTP/1.1" status: 200 len: 946 time: 0.0936584 Apr 12 13:21:26.883289 dv-cinder-830097-4-iscsi neutron-server[103457]: INFO neutron.wsgi [req-4f9a04a4-6abb-404b-98fa-a572c48ef7a4 req-e8395c87-a9cc-41da-a0c8-7046e4e8b50d tempest-AttachVolumeTestJSON-1144281586 tempest-AttachVolumeTestJSON-1144281586-project] 10.222.0.18 "GET /v2.0/security-groups?id=217ddcda-2ab1-4d2d-8d94-6a87ae6035e1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0527997 Apr 12 13:21:27.872655 dv-cinder-830097-4-iscsi neutron-server[103458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-686a0b88-d080-4be3-a271-7abba5d7d30b req-4a971818-11b2-4912-893b-4ce836bd75c4 tempest-AttachVolumeShelveTestJSON-707707766 tempest-AttachVolumeShelveTestJSON-707707766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 13:21:27.874140 dv-cinder-830097-4-iscsi neutron-server[103458]: INFO neutron.wsgi [req-686a0b88-d080-4be3-a271-7abba5d7d30b req-4a971818-11b2-4912-893b-4ce836bd75c4 tempest-AttachVolumeShelveTestJSON-707707766 tempest-AttachVolumeShelveTestJSON-707707766-project] 10.222.0.18 "GET /v2.0/ports?device_id=36b20118-8b82-4226-bcbc-1d8115480b68 HTTP/1.1" status: 200 len: 945 time: 0.0464950 Apr 12 13:21:27.929529 dv-cinder-830097-4-iscsi neutron-server[103458]: INFO neutron.wsgi [req-686a0b88-d080-4be3-a271-7abba5d7d30b req-df94c569-8d70-4dc6-863e-20fdb0823155 tempest-AttachVolumeShelveTestJSON-707707766 tempest-AttachVolumeShelveTestJSON-707707766-project] 10.222.0.18 "GET /v2.0/security-groups?id=6faf4076-452d-49e5-b67e-bfa1b1fd13c3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0462704 Apr 12 13:21:28.021461 dv-cinder-830097-4-iscsi neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a61cca7-aebc-4b27-8cd0-b32c6335c1d1 req-82845ad7-79f1-44a8-bd21-67138cb8db9f tempest-AttachVolumeTestJSON-1144281586 tempest-AttachVolumeTestJSON-1144281586-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 13:21:28.023009 dv-cinder-830097-4-iscsi neutron-server[103457]: INFO neutron.wsgi [req-8a61cca7-aebc-4b27-8cd0-b32c6335c1d1 req-82845ad7-79f1-44a8-bd21-67138cb8db9f tempest-AttachVolumeTestJSON-1144281586 tempest-AttachVolumeTestJSON-1144281586-project] 10.222.0.18 "GET /v2.0/ports?device_id=ba22d8d3-a051-42d3-976a-fa1a9f083b90 HTTP/1.1" status: 200 len: 946 time: 0.0478177 Apr 12 13:21:28.072883 dv-cinder-830097-4-iscsi neutron-server[103457]: INFO neutron.wsgi [req-8a61cca7-aebc-4b27-8cd0-b32c6335c1d1 req-50fa75bf-3cf0-40b1-a04e-ac094eea15c2 tempest-AttachVolumeTestJSON-1144281586 tempest-AttachVolumeTestJSON-1144281586-project] 10.222.0.18 "GET /v2.0/security-groups?id=217ddcda-2ab1-4d2d-8d94-6a87ae6035e1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0432022 Apr 12 13:21:28.332930 dv-cinder-830097-4-iscsi neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07851d58-4117-4df3-ab8e-fee4646ea224 req-a5bdd123-bff3-4279-9bf9-7020b3670a9c tempest-AttachVolumeTestJSON-1144281586 tempest-AttachVolumeTestJSON-1144281586-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 13:21:28.335443 dv-cinder-830097-4-iscsi neutron-server[103457]: INFO neutron.wsgi [req-07851d58-4117-4df3-ab8e-fee4646ea224 req-a5bdd123-bff3-4279-9bf9-7020b3670a9c tempest-AttachVolumeTestJSON-1144281586 tempest-AttachVolumeTestJSON-1144281586-project] 10.222.0.18 "GET /v2.0/ports?device_id=ba22d8d3-a051-42d3-976a-fa1a9f083b90 HTTP/1.1" status: 200 len: 946 time: 0.0649133 Apr 12 13:21:28.422435 dv-cinder-830097-4-iscsi neutron-server[103457]: INFO neutron.wsgi [req-07851d58-4117-4df3-ab8e-fee4646ea224 req-3063c85c-0a19-49a9-993e-aaa97be67fc3 tempest-AttachVolumeTestJSON-1144281586 tempest-AttachVolumeTestJSON-1144281586-project] 10.222.0.18 "GET /v2.0/security-groups?id=217ddcda-2ab1-4d2d-8d94-6a87ae6035e1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0805054 Apr 12 13:21:28.518900 dv-cinder-830097-4-iscsi neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5297c9f1-2e7b-4148-a77a-885083b41330 req-6f61a3c6-614a-4308-83fc-8324d76ff5ed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 13:21:28.520892 dv-cinder-830097-4-iscsi neutron-server[103457]: INFO neutron.wsgi [req-5297c9f1-2e7b-4148-a77a-885083b41330 req-6f61a3c6-614a-4308-83fc-8324d76ff5ed service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=973344adf45e43fc87f28572c7cc70a5&device_id=ba22d8d3-a051-42d3-976a-fa1a9f083b90 HTTP/1.1" status: 200 len: 1130 time: 0.1205096 Apr 12 13:21:28.638784 dv-cinder-830097-4-iscsi neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5297c9f1-2e7b-4148-a77a-885083b41330 req-aa0ff0b4-3fab-4ff6-93da-8e735fb4190b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 13:21:28.638784 dv-cinder-830097-4-iscsi neutron-server[103457]: INFO neutron.wsgi [req-5297c9f1-2e7b-4148-a77a-885083b41330 req-aa0ff0b4-3fab-4ff6-93da-8e735fb4190b service neutron] 10.222.0.55 "GET /v2.0/networks?id=33c58c83-bd42-46e6-829a-cd11f58e9fb1 HTTP/1.1" status: 200 len: 912 time: 0.1117799 Apr 12 13:21:28.729528 dv-cinder-830097-4-iscsi neutron-server[103457]: INFO neutron.wsgi [req-5297c9f1-2e7b-4148-a77a-885083b41330 req-211bcfe2-38df-4ecc-ac84-333d29ff0f38 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=62c1ce97-2966-4f79-9ab2-998dae58f04b HTTP/1.1" status: 200 len: 1001 time: 0.0832582 Apr 12 13:21:28.781922 dv-cinder-830097-4-iscsi neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5297c9f1-2e7b-4148-a77a-885083b41330 req-b756971f-85c4-43e8-8691-8e4110149d6d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 13:21:28.783424 dv-cinder-830097-4-iscsi neutron-server[103457]: INFO neutron.wsgi [req-5297c9f1-2e7b-4148-a77a-885083b41330 req-b756971f-85c4-43e8-8691-8e4110149d6d service neutron] 10.222.0.55 "GET /v2.0/subnets?id=e7f58421-9187-48e8-8ede-d2e25149e657 HTTP/1.1" status: 200 len: 850 time: 0.0473762 Apr 12 13:21:28.834243 dv-cinder-830097-4-iscsi neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5297c9f1-2e7b-4148-a77a-885083b41330 req-5f2f7017-d29d-447a-a953-946510796599 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 13:21:28.835748 dv-cinder-830097-4-iscsi neutron-server[103457]: INFO neutron.wsgi [req-5297c9f1-2e7b-4148-a77a-885083b41330 req-5f2f7017-d29d-447a-a953-946510796599 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=33c58c83-bd42-46e6-829a-cd11f58e9fb1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0463281 Apr 12 13:21:28.936694 dv-cinder-830097-4-iscsi neutron-server[103457]: INFO neutron.wsgi [req-5297c9f1-2e7b-4148-a77a-885083b41330 req-0a05b49e-f421-470d-9677-a2f4d0fe4c33 service neutron] 10.222.0.55 "GET /v2.0/networks/33c58c83-bd42-46e6-829a-cd11f58e9fb1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0926468 Apr 12 13:21:29.045174 dv-cinder-830097-4-iscsi neutron-server[103457]: INFO neutron.wsgi [req-5297c9f1-2e7b-4148-a77a-885083b41330 req-148b8af6-a808-4482-822b-74abe8552cee service neutron] 10.222.0.55 "GET /v2.0/networks/33c58c83-bd42-46e6-829a-cd11f58e9fb1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0968463 Apr 12 13:21:29.071285 dv-cinder-830097-4-iscsi neutron-server[103458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17bc4905-ec4f-4896-97d5-58eb31a05bf2 req-2373e1e4-f32f-4ba7-abc9-90af945d0294 tempest-AttachVolumeShelveTestJSON-707707766 tempest-AttachVolumeShelveTestJSON-707707766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 13:21:29.072946 dv-cinder-830097-4-iscsi neutron-server[103458]: INFO neutron.wsgi [req-17bc4905-ec4f-4896-97d5-58eb31a05bf2 req-2373e1e4-f32f-4ba7-abc9-90af945d0294 tempest-AttachVolumeShelveTestJSON-707707766 tempest-AttachVolumeShelveTestJSON-707707766-project] 10.222.0.18 "GET /v2.0/ports?device_id=36b20118-8b82-4226-bcbc-1d8115480b68 HTTP/1.1" status: 200 len: 945 time: 0.0560455 Apr 12 13:21:29.133934 dv-cinder-830097-4-iscsi neutron-server[103458]: INFO neutron.wsgi [req-17bc4905-ec4f-4896-97d5-58eb31a05bf2 req-ea545af6-fafc-4501-8ea4-f44dccb5e39e tempest-AttachVolumeShelveTestJSON-707707766 tempest-AttachVolumeShelveTestJSON-707707766-project] 10.222.0.18 "GET /v2.0/security-groups?id=6faf4076-452d-49e5-b67e-bfa1b1fd13c3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0532315 Apr 12 13:21:29.493699 dv-cinder-830097-4-iscsi neutron-server[103459]: DEBUG neutron_lib.callbacks.manager [None req-3505bd68-a9fd-4823-92ea-1a6ded8ab071 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732727929501', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-657397'] for agent (ee5509cd-6dd7-49df-aa37-3740ebd1e34b), after_update {{(pid=103459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:21:29.551249 dv-cinder-830097-4-iscsi neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d950b809-6811-4b74-86e0-aad1b28d17b3 req-89276e3e-d475-44d3-80e0-9e3034e6dfde tempest-AttachVolumeTestJSON-1144281586 tempest-AttachVolumeTestJSON-1144281586-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 13:21:29.552738 dv-cinder-830097-4-iscsi neutron-server[103457]: INFO neutron.wsgi [req-d950b809-6811-4b74-86e0-aad1b28d17b3 req-89276e3e-d475-44d3-80e0-9e3034e6dfde tempest-AttachVolumeTestJSON-1144281586 tempest-AttachVolumeTestJSON-1144281586-project] 10.222.0.18 "GET /v2.0/ports?device_id=ba22d8d3-a051-42d3-976a-fa1a9f083b90 HTTP/1.1" status: 200 len: 946 time: 0.0477355 Apr 12 13:21:29.602045 dv-cinder-830097-4-iscsi neutron-server[103457]: INFO neutron.wsgi [req-d950b809-6811-4b74-86e0-aad1b28d17b3 req-176e97b3-143f-4d20-918f-fd60114a4a4d tempest-AttachVolumeTestJSON-1144281586 tempest-AttachVolumeTestJSON-1144281586-project] 10.222.0.18 "GET /v2.0/security-groups?id=217ddcda-2ab1-4d2d-8d94-6a87ae6035e1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0434976 Apr 12 13:21:30.296549 dv-cinder-830097-4-iscsi neutron-server[103458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c360b41-715f-4545-aca4-ec02fbd83d7b req-2571faea-8d61-4954-a112-2e2baee3f901 tempest-AttachVolumeShelveTestJSON-707707766 tempest-AttachVolumeShelveTestJSON-707707766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 13:21:30.298024 dv-cinder-830097-4-iscsi neutron-server[103458]: INFO neutron.wsgi [req-8c360b41-715f-4545-aca4-ec02fbd83d7b req-2571faea-8d61-4954-a112-2e2baee3f901 tempest-AttachVolumeShelveTestJSON-707707766 tempest-AttachVolumeShelveTestJSON-707707766-project] 10.222.0.18 "GET /v2.0/ports?device_id=36b20118-8b82-4226-bcbc-1d8115480b68 HTTP/1.1" status: 200 len: 945 time: 0.0511591 Apr 12 13:21:30.348374 dv-cinder-830097-4-iscsi neutron-server[103458]: INFO neutron.wsgi [req-8c360b41-715f-4545-aca4-ec02fbd83d7b req-f86c6640-fc88-4e2b-b8a8-dec5a85a9960 tempest-AttachVolumeShelveTestJSON-707707766 tempest-AttachVolumeShelveTestJSON-707707766-project] 10.222.0.18 "GET /v2.0/security-groups?id=6faf4076-452d-49e5-b67e-bfa1b1fd13c3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0440364 Apr 12 13:21:30.725252 dv-cinder-830097-4-iscsi neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef72f3db-1722-4002-bce9-f11f3f5e74fe req-4e5769cd-55a8-42a8-bad1-76c30b8d053a tempest-AttachVolumeTestJSON-1144281586 tempest-AttachVolumeTestJSON-1144281586-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 13:21:30.726924 dv-cinder-830097-4-iscsi neutron-server[103457]: INFO neutron.wsgi [req-ef72f3db-1722-4002-bce9-f11f3f5e74fe req-4e5769cd-55a8-42a8-bad1-76c30b8d053a tempest-AttachVolumeTestJSON-1144281586 tempest-AttachVolumeTestJSON-1144281586-project] 10.222.0.18 "GET /v2.0/ports?device_id=ba22d8d3-a051-42d3-976a-fa1a9f083b90 HTTP/1.1" status: 200 len: 946 time: 0.0531514 Apr 12 13:21:30.785704 dv-cinder-830097-4-iscsi neutron-server[103457]: INFO neutron.wsgi [req-ef72f3db-1722-4002-bce9-f11f3f5e74fe req-59c51d5e-11c1-4a4a-b6b2-edd8cccd0506 tempest-AttachVolumeTestJSON-1144281586 tempest-AttachVolumeTestJSON-1144281586-project] 10.222.0.18 "GET /v2.0/security-groups?id=217ddcda-2ab1-4d2d-8d94-6a87ae6035e1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0526259 Apr 12 13:21:31.483585 dv-cinder-830097-4-iscsi neutron-server[103458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-379fa50c-cb8a-4045-ac36-2da80e8d7fe4 req-3c4a3ed2-47b4-4061-81f2-2dc44e611f5e tempest-AttachVolumeShelveTestJSON-707707766 tempest-AttachVolumeShelveTestJSON-707707766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 13:21:31.486838 dv-cinder-830097-4-iscsi neutron-server[103458]: INFO neutron.wsgi [req-379fa50c-cb8a-4045-ac36-2da80e8d7fe4 req-3c4a3ed2-47b4-4061-81f2-2dc44e611f5e tempest-AttachVolumeShelveTestJSON-707707766 tempest-AttachVolumeShelveTestJSON-707707766-project] 10.222.0.18 "GET /v2.0/ports?device_id=36b20118-8b82-4226-bcbc-1d8115480b68 HTTP/1.1" status: 200 len: 945 time: 0.0577106 Apr 12 13:21:31.545558 dv-cinder-830097-4-iscsi neutron-server[103458]: INFO neutron.wsgi [req-379fa50c-cb8a-4045-ac36-2da80e8d7fe4 req-8a760281-4337-4345-9e0e-39ffa3fc2723 tempest-AttachVolumeShelveTestJSON-707707766 tempest-AttachVolumeShelveTestJSON-707707766-project] 10.222.0.18 "GET /v2.0/security-groups?id=6faf4076-452d-49e5-b67e-bfa1b1fd13c3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0544605 Apr 12 13:21:32.669708 dv-cinder-830097-4-iscsi neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ac53152-3c89-4875-8fd8-15d8c734cc49 req-d936d676-33a8-4c82-b167-bd88e2cef577 tempest-AttachVolumeShelveTestJSON-707707766 tempest-AttachVolumeShelveTestJSON-707707766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 13:21:32.671481 dv-cinder-830097-4-iscsi neutron-server[103457]: INFO neutron.wsgi [req-6ac53152-3c89-4875-8fd8-15d8c734cc49 req-d936d676-33a8-4c82-b167-bd88e2cef577 tempest-AttachVolumeShelveTestJSON-707707766 tempest-AttachVolumeShelveTestJSON-707707766-project] 10.222.0.18 "GET /v2.0/ports?device_id=36b20118-8b82-4226-bcbc-1d8115480b68 HTTP/1.1" status: 200 len: 945 time: 0.0527399 Apr 12 13:21:32.723615 dv-cinder-830097-4-iscsi neutron-server[103457]: INFO neutron.wsgi [req-6ac53152-3c89-4875-8fd8-15d8c734cc49 req-ce7c0c62-28f6-4191-b12c-513c9375b06a tempest-AttachVolumeShelveTestJSON-707707766 tempest-AttachVolumeShelveTestJSON-707707766-project] 10.222.0.18 "GET /v2.0/security-groups?id=6faf4076-452d-49e5-b67e-bfa1b1fd13c3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0465746 Apr 12 13:21:33.850006 dv-cinder-830097-4-iscsi neutron-server[103458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51b2e2bf-213d-4ba5-bb8f-8e7cc17418f7 req-78d50ac3-4900-4af8-a8b3-8d3d03253d5a tempest-AttachVolumeShelveTestJSON-707707766 tempest-AttachVolumeShelveTestJSON-707707766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 13:21:33.851458 dv-cinder-830097-4-iscsi neutron-server[103458]: INFO neutron.wsgi [req-51b2e2bf-213d-4ba5-bb8f-8e7cc17418f7 req-78d50ac3-4900-4af8-a8b3-8d3d03253d5a tempest-AttachVolumeShelveTestJSON-707707766 tempest-AttachVolumeShelveTestJSON-707707766-project] 10.222.0.18 "GET /v2.0/ports?device_id=36b20118-8b82-4226-bcbc-1d8115480b68 HTTP/1.1" status: 200 len: 945 time: 0.0469873 Apr 12 13:21:33.899228 dv-cinder-830097-4-iscsi neutron-server[103458]: INFO neutron.wsgi [req-51b2e2bf-213d-4ba5-bb8f-8e7cc17418f7 req-ee350207-03fa-4f14-9ef6-e11aecb2e379 tempest-AttachVolumeShelveTestJSON-707707766 tempest-AttachVolumeShelveTestJSON-707707766-project] 10.222.0.18 "GET /v2.0/security-groups?id=6faf4076-452d-49e5-b67e-bfa1b1fd13c3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0404644 Apr 12 13:21:34.225326 dv-cinder-830097-4-iscsi neutron-server[103460]: DEBUG neutron.db.agents_db [None req-38c2972b-b018-47ca-95cb-8760adc1e78b None None] Agent healthcheck: found 6 active agents {{(pid=103460) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 12 13:21:35.023098 dv-cinder-830097-4-iscsi neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c68b641-5fcc-48e1-940d-f66e9eb85114 req-b5c63b35-4a71-4eeb-92a8-55538cf4e866 tempest-AttachVolumeShelveTestJSON-707707766 tempest-AttachVolumeShelveTestJSON-707707766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 13:21:35.024458 dv-cinder-830097-4-iscsi neutron-server[103457]: INFO neutron.wsgi [req-5c68b641-5fcc-48e1-940d-f66e9eb85114 req-b5c63b35-4a71-4eeb-92a8-55538cf4e866 tempest-AttachVolumeShelveTestJSON-707707766 tempest-AttachVolumeShelveTestJSON-707707766-project] 10.222.0.18 "GET /v2.0/ports?device_id=36b20118-8b82-4226-bcbc-1d8115480b68 HTTP/1.1" status: 200 len: 945 time: 0.0526512 Apr 12 13:21:35.076569 dv-cinder-830097-4-iscsi neutron-server[103457]: INFO neutron.wsgi [req-5c68b641-5fcc-48e1-940d-f66e9eb85114 req-78ad48f7-cc49-4618-9c46-bb7af28e5268 tempest-AttachVolumeShelveTestJSON-707707766 tempest-AttachVolumeShelveTestJSON-707707766-project] 10.222.0.18 "GET /v2.0/security-groups?id=6faf4076-452d-49e5-b67e-bfa1b1fd13c3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0457344 Apr 12 13:21:36.209445 dv-cinder-830097-4-iscsi neutron-server[103458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d5f879b-b0de-4850-8039-1a7a319b489e req-491a4509-22ec-4bb5-98da-07cd0b177304 tempest-AttachVolumeShelveTestJSON-707707766 tempest-AttachVolumeShelveTestJSON-707707766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 13:21:36.210950 dv-cinder-830097-4-iscsi neutron-server[103458]: INFO neutron.wsgi [req-4d5f879b-b0de-4850-8039-1a7a319b489e req-491a4509-22ec-4bb5-98da-07cd0b177304 tempest-AttachVolumeShelveTestJSON-707707766 tempest-AttachVolumeShelveTestJSON-707707766-project] 10.222.0.18 "GET /v2.0/ports?device_id=36b20118-8b82-4226-bcbc-1d8115480b68 HTTP/1.1" status: 200 len: 945 time: 0.0565524 Apr 12 13:21:36.261274 dv-cinder-830097-4-iscsi neutron-server[103458]: INFO neutron.wsgi [req-4d5f879b-b0de-4850-8039-1a7a319b489e req-8161fb5c-750f-4f15-a1f0-b46d86994cd3 tempest-AttachVolumeShelveTestJSON-707707766 tempest-AttachVolumeShelveTestJSON-707707766-project] 10.222.0.18 "GET /v2.0/security-groups?id=6faf4076-452d-49e5-b67e-bfa1b1fd13c3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0443864 Apr 12 13:21:37.380018 dv-cinder-830097-4-iscsi neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c66edf2-22a1-4f96-bf8e-e89033040458 req-37908240-18a5-4b48-8d50-9618a6373e74 tempest-AttachVolumeShelveTestJSON-707707766 tempest-AttachVolumeShelveTestJSON-707707766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 13:21:37.381501 dv-cinder-830097-4-iscsi neutron-server[103457]: INFO neutron.wsgi [req-2c66edf2-22a1-4f96-bf8e-e89033040458 req-37908240-18a5-4b48-8d50-9618a6373e74 tempest-AttachVolumeShelveTestJSON-707707766 tempest-AttachVolumeShelveTestJSON-707707766-project] 10.222.0.18 "GET /v2.0/ports?device_id=36b20118-8b82-4226-bcbc-1d8115480b68 HTTP/1.1" status: 200 len: 945 time: 0.0490532 Apr 12 13:21:37.427033 dv-cinder-830097-4-iscsi neutron-server[103457]: INFO neutron.wsgi [req-2c66edf2-22a1-4f96-bf8e-e89033040458 req-24d64c7c-3a45-439e-a2d8-5cf843ea5756 tempest-AttachVolumeShelveTestJSON-707707766 tempest-AttachVolumeShelveTestJSON-707707766-project] 10.222.0.18 "GET /v2.0/security-groups?id=6faf4076-452d-49e5-b67e-bfa1b1fd13c3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0391850 Apr 12 13:21:37.662093 dv-cinder-830097-4-iscsi neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e4613b0-89b8-4a99-9339-87d6fa76fa14 req-1b9f6bad-807c-4396-99fd-5ddd77847526 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 13:21:37.663438 dv-cinder-830097-4-iscsi neutron-server[103457]: INFO neutron.wsgi [req-4e4613b0-89b8-4a99-9339-87d6fa76fa14 req-1b9f6bad-807c-4396-99fd-5ddd77847526 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=5ebad6ef7aca47f397d0e45a428e3948&device_id=36b20118-8b82-4226-bcbc-1d8115480b68 HTTP/1.1" status: 200 len: 1129 time: 0.0372078 Apr 12 13:21:37.751994 dv-cinder-830097-4-iscsi neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e4613b0-89b8-4a99-9339-87d6fa76fa14 req-884ae9e1-1143-4d80-96e3-1b007fc036ed service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 13:21:37.753450 dv-cinder-830097-4-iscsi neutron-server[103457]: INFO neutron.wsgi [req-4e4613b0-89b8-4a99-9339-87d6fa76fa14 req-884ae9e1-1143-4d80-96e3-1b007fc036ed service neutron] 10.222.0.55 "GET /v2.0/networks?id=6562521a-2ea5-45f4-a1f8-589dc7fbc9f3 HTTP/1.1" status: 200 len: 917 time: 0.0837576 Apr 12 13:21:37.819185 dv-cinder-830097-4-iscsi neutron-server[103457]: INFO neutron.wsgi [req-4e4613b0-89b8-4a99-9339-87d6fa76fa14 req-c592b432-7f85-4a3e-b7ba-6e37aa8d32c5 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=fb9ce2f5-e944-45af-8bea-9306ac5c33df HTTP/1.1" status: 200 len: 1000 time: 0.0559165 Apr 12 13:21:37.865109 dv-cinder-830097-4-iscsi neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e4613b0-89b8-4a99-9339-87d6fa76fa14 req-4b5e5a5d-8587-4a7b-bdcf-e425deb53799 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 13:21:37.866481 dv-cinder-830097-4-iscsi neutron-server[103457]: INFO neutron.wsgi [req-4e4613b0-89b8-4a99-9339-87d6fa76fa14 req-4b5e5a5d-8587-4a7b-bdcf-e425deb53799 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=cf735079-dcf8-4625-b8a7-d372f8fef245 HTTP/1.1" status: 200 len: 855 time: 0.0417283 Apr 12 13:21:37.912203 dv-cinder-830097-4-iscsi neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e4613b0-89b8-4a99-9339-87d6fa76fa14 req-394cf1e4-6b57-49b5-a098-d25405f6ef57 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 13:21:37.913648 dv-cinder-830097-4-iscsi neutron-server[103457]: INFO neutron.wsgi [req-4e4613b0-89b8-4a99-9339-87d6fa76fa14 req-394cf1e4-6b57-49b5-a098-d25405f6ef57 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=6562521a-2ea5-45f4-a1f8-589dc7fbc9f3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0403738 Apr 12 13:21:37.998706 dv-cinder-830097-4-iscsi neutron-server[103457]: INFO neutron.wsgi [req-4e4613b0-89b8-4a99-9339-87d6fa76fa14 req-18d97186-f55c-4117-ae82-cfd9e8db5503 service neutron] 10.222.0.55 "GET /v2.0/networks/6562521a-2ea5-45f4-a1f8-589dc7fbc9f3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0788429 Apr 12 13:21:38.087931 dv-cinder-830097-4-iscsi neutron-server[103457]: INFO neutron.wsgi [req-4e4613b0-89b8-4a99-9339-87d6fa76fa14 req-3ca6a8ff-0ebf-4c25-b82f-541580abe6f4 service neutron] 10.222.0.55 "GET /v2.0/networks/6562521a-2ea5-45f4-a1f8-589dc7fbc9f3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0819941 Apr 12 13:21:38.543167 dv-cinder-830097-4-iscsi neutron-server[103458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-422ce7c8-efc4-4882-918c-dcf537099ca3 req-b0acec6d-7906-4f36-8488-9476607a70ab tempest-AttachVolumeShelveTestJSON-707707766 tempest-AttachVolumeShelveTestJSON-707707766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 13:21:38.544604 dv-cinder-830097-4-iscsi neutron-server[103458]: INFO neutron.wsgi [req-422ce7c8-efc4-4882-918c-dcf537099ca3 req-b0acec6d-7906-4f36-8488-9476607a70ab tempest-AttachVolumeShelveTestJSON-707707766 tempest-AttachVolumeShelveTestJSON-707707766-project] 10.222.0.18 "GET /v2.0/ports?device_id=36b20118-8b82-4226-bcbc-1d8115480b68 HTTP/1.1" status: 200 len: 945 time: 0.0460691 Apr 12 13:21:38.590305 dv-cinder-830097-4-iscsi neutron-server[103458]: INFO neutron.wsgi [req-422ce7c8-efc4-4882-918c-dcf537099ca3 req-339e4184-26da-4c32-a28b-6d377948f5c4 tempest-AttachVolumeShelveTestJSON-707707766 tempest-AttachVolumeShelveTestJSON-707707766-project] 10.222.0.18 "GET /v2.0/security-groups?id=6faf4076-452d-49e5-b67e-bfa1b1fd13c3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0395412 Apr 12 13:21:39.711178 dv-cinder-830097-4-iscsi neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06b6ec79-973a-43d0-b101-581134f3b6dc req-4457b29f-3fbf-450f-afbe-052ed1bc31fc tempest-AttachVolumeShelveTestJSON-707707766 tempest-AttachVolumeShelveTestJSON-707707766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 13:21:39.712630 dv-cinder-830097-4-iscsi neutron-server[103457]: INFO neutron.wsgi [req-06b6ec79-973a-43d0-b101-581134f3b6dc req-4457b29f-3fbf-450f-afbe-052ed1bc31fc tempest-AttachVolumeShelveTestJSON-707707766 tempest-AttachVolumeShelveTestJSON-707707766-project] 10.222.0.18 "GET /v2.0/ports?device_id=36b20118-8b82-4226-bcbc-1d8115480b68 HTTP/1.1" status: 200 len: 945 time: 0.0461147 Apr 12 13:21:39.757626 dv-cinder-830097-4-iscsi neutron-server[103457]: INFO neutron.wsgi [req-06b6ec79-973a-43d0-b101-581134f3b6dc req-5613ba95-e6a8-41f5-9f3e-05658a414aa0 tempest-AttachVolumeShelveTestJSON-707707766 tempest-AttachVolumeShelveTestJSON-707707766-project] 10.222.0.18 "GET /v2.0/security-groups?id=6faf4076-452d-49e5-b67e-bfa1b1fd13c3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0389652 Apr 12 13:21:40.650645 dv-cinder-830097-4-iscsi neutron-server[103459]: DEBUG neutron.plugins.ml2.rpc [None req-3505bd68-a9fd-4823-92ea-1a6ded8ab071 None None] Device fb9ce2f5-e944-45af-8bea-9306ac5c33df no longer exists at agent hyperv_hv-cinder-83009 {{(pid=103459) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 12 13:21:40.725329 dv-cinder-830097-4-iscsi neutron-server[103459]: DEBUG neutron.plugins.ml2.plugin [None req-3505bd68-a9fd-4823-92ea-1a6ded8ab071 None None] Current status of the port fb9ce2f5-e944-45af-8bea-9306ac5c33df is: ACTIVE; New status is: DOWN {{(pid=103459) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 12 13:21:40.725719 dv-cinder-830097-4-iscsi neutron-server[103459]: DEBUG neutron_lib.callbacks.manager [None req-3505bd68-a9fd-4823-92ea-1a6ded8ab071 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-916304'] for port (fb9ce2f5-e944-45af-8bea-9306ac5c33df), before_update {{(pid=103459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:21:40.748319 dv-cinder-830097-4-iscsi neutron-server[103459]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '36b20118-8b82-4226-bcbc-1d8115480b68', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'fb9ce2f5-e944-45af-8bea-9306ac5c33df'}] {{(pid=103459) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 12 13:21:40.750554 dv-cinder-830097-4-iscsi neutron-server[103459]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}95104bc0dd48ad9143548caf8a5bdec643107760c32fce8433ea43eac3fbdd81" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e0153331-a9fb-46cb-a0b3-c8f18d51c98a" -d '{"events": [{"server_uuid": "36b20118-8b82-4226-bcbc-1d8115480b68", "name": "network-vif-unplugged", "status": "completed", "tag": "fb9ce2f5-e944-45af-8bea-9306ac5c33df"}]}' {{(pid=103459) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 12 13:21:40.765958 dv-cinder-830097-4-iscsi neutron-server[103459]: DEBUG neutron.plugins.ml2.db [None req-3505bd68-a9fd-4823-92ea-1a6ded8ab071 None None] For port fb9ce2f5-e944-45af-8bea-9306ac5c33df, host hv-cinder-83009, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83009',level=0,port_id=fb9ce2f5-e944-45af-8bea-9306ac5c33df,segment=NetworkSegment(97cb7c0e-6017-4956-9bfd-101a1a75a7c0),segment_id=97cb7c0e-6017-4956-9bfd-101a1a75a7c0)] {{(pid=103459) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 12 13:21:40.769972 dv-cinder-830097-4-iscsi neutron-server[103459]: DEBUG neutron_lib.callbacks.manager [None req-3505bd68-a9fd-4823-92ea-1a6ded8ab071 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-915890', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3697887', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732727894815', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732727417932', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732727417950'] for port (fb9ce2f5-e944-45af-8bea-9306ac5c33df), after_update {{(pid=103459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:21:40.819732 dv-cinder-830097-4-iscsi neutron-server[103459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3505bd68-a9fd-4823-92ea-1a6ded8ab071 None None] Pushing event updated for resources: {'Port': ['ID=fb9ce2f5-e944-45af-8bea-9306ac5c33df,revision_number=8']} {{(pid=103459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 13:21:40.828224 dv-cinder-830097-4-iscsi neutron-server[103459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3505bd68-a9fd-4823-92ea-1a6ded8ab071 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830097-4-iscsi {{(pid=103459) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 13:21:40.828579 dv-cinder-830097-4-iscsi neutron-server[103459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3505bd68-a9fd-4823-92ea-1a6ded8ab071 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830097-4-iscsi {{(pid=103459) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 13:21:40.828952 dv-cinder-830097-4-iscsi neutron-server[103459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3505bd68-a9fd-4823-92ea-1a6ded8ab071 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830097-4-iscsi {{(pid=103459) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 13:21:40.829563 dv-cinder-830097-4-iscsi neutron-server[103459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3505bd68-a9fd-4823-92ea-1a6ded8ab071 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830097-4-iscsi {{(pid=103459) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 13:21:40.829900 dv-cinder-830097-4-iscsi neutron-server[103459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3505bd68-a9fd-4823-92ea-1a6ded8ab071 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830097-4-iscsi {{(pid=103459) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 13:21:40.830237 dv-cinder-830097-4-iscsi neutron-server[103459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3505bd68-a9fd-4823-92ea-1a6ded8ab071 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830097-4-iscsi {{(pid=103459) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 13:21:40.830567 dv-cinder-830097-4-iscsi neutron-server[103459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3505bd68-a9fd-4823-92ea-1a6ded8ab071 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830097-4-iscsi {{(pid=103459) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 13:21:40.830896 dv-cinder-830097-4-iscsi neutron-server[103459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3505bd68-a9fd-4823-92ea-1a6ded8ab071 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-830097-4-iscsi {{(pid=103459) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 13:21:40.831221 dv-cinder-830097-4-iscsi neutron-server[103459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3505bd68-a9fd-4823-92ea-1a6ded8ab071 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-830097-4-iscsi {{(pid=103459) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 13:21:40.831547 dv-cinder-830097-4-iscsi neutron-server[103459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3505bd68-a9fd-4823-92ea-1a6ded8ab071 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-830097-4-iscsi {{(pid=103459) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 13:21:40.831875 dv-cinder-830097-4-iscsi neutron-server[103459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3505bd68-a9fd-4823-92ea-1a6ded8ab071 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-830097-4-iscsi {{(pid=103459) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 13:21:40.832225 dv-cinder-830097-4-iscsi neutron-server[103459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3505bd68-a9fd-4823-92ea-1a6ded8ab071 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830097-4-iscsi {{(pid=103459) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 13:21:40.832554 dv-cinder-830097-4-iscsi neutron-server[103459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3505bd68-a9fd-4823-92ea-1a6ded8ab071 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830097-4-iscsi {{(pid=103459) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 13:21:40.832902 dv-cinder-830097-4-iscsi neutron-server[103459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3505bd68-a9fd-4823-92ea-1a6ded8ab071 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830097-4-iscsi {{(pid=103459) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 13:21:40.833256 dv-cinder-830097-4-iscsi neutron-server[103459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3505bd68-a9fd-4823-92ea-1a6ded8ab071 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830097-4-iscsi {{(pid=103459) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 13:21:40.844115 dv-cinder-830097-4-iscsi neutron-server[103459]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Tue, 12 Apr 2022 13:21:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9286d0c8-4d5e-465e-b8cf-4896d81d991c x-openstack-request-id: req-9286d0c8-4d5e-465e-b8cf-4896d81d991c {{(pid=103459) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 12 13:21:40.844407 dv-cinder-830097-4-iscsi neutron-server[103459]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "36b20118-8b82-4226-bcbc-1d8115480b68", "name": "network-vif-unplugged", "status": "failed", "tag": "fb9ce2f5-e944-45af-8bea-9306ac5c33df", "code": 422}]} {{(pid=103459) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 12 13:21:40.844668 dv-cinder-830097-4-iscsi neutron-server[103459]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-9286d0c8-4d5e-465e-b8cf-4896d81d991c {{(pid=103459) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 12 13:21:40.845275 dv-cinder-830097-4-iscsi neutron-server[103459]: WARNING neutron.notifiers.nova [-] Nova event matching ['req-9286d0c8-4d5e-465e-b8cf-4896d81d991c']: {'server_uuid': '36b20118-8b82-4226-bcbc-1d8115480b68', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': 'fb9ce2f5-e944-45af-8bea-9306ac5c33df', 'code': 422} returned with failed status Apr 12 13:21:40.880644 dv-cinder-830097-4-iscsi neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad132e52-fe97-4f95-a8f3-7cc69d8d7e43 req-6f35c75a-ac47-4fd1-a5d4-87aa2a452762 tempest-AttachVolumeShelveTestJSON-707707766 tempest-AttachVolumeShelveTestJSON-707707766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 13:21:40.882112 dv-cinder-830097-4-iscsi neutron-server[103457]: INFO neutron.wsgi [req-ad132e52-fe97-4f95-a8f3-7cc69d8d7e43 req-6f35c75a-ac47-4fd1-a5d4-87aa2a452762 tempest-AttachVolumeShelveTestJSON-707707766 tempest-AttachVolumeShelveTestJSON-707707766-project] 10.222.0.18 "GET /v2.0/ports?device_id=36b20118-8b82-4226-bcbc-1d8115480b68 HTTP/1.1" status: 200 len: 943 time: 0.0470328 Apr 12 13:21:40.930923 dv-cinder-830097-4-iscsi neutron-server[103457]: INFO neutron.wsgi [req-ad132e52-fe97-4f95-a8f3-7cc69d8d7e43 req-a9bc01b1-857e-4659-bed2-bec42b1226b5 tempest-AttachVolumeShelveTestJSON-707707766 tempest-AttachVolumeShelveTestJSON-707707766-project] 10.222.0.18 "GET /v2.0/security-groups?id=6faf4076-452d-49e5-b67e-bfa1b1fd13c3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0432363 Apr 12 13:21:41.423678 dv-cinder-830097-4-iscsi neutron-server[103457]: DEBUG neutron.wsgi [req-4ca567ac-879f-4171-92e7-a4ec9fd849db req-701cc78f-51a4-452f-92eb-6fedddd4971e service neutron] http://10.222.0.18:9696/v2.0/extensions returned with HTTP 200 {{(pid=103457) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Apr 12 13:21:41.424677 dv-cinder-830097-4-iscsi neutron-server[103457]: INFO neutron.wsgi [req-4ca567ac-879f-4171-92e7-a4ec9fd849db req-701cc78f-51a4-452f-92eb-6fedddd4971e service neutron] 10.222.0.18 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0455201 Apr 12 13:21:41.575745 dv-cinder-830097-4-iscsi neutron-server[103458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8471dfd6-5ea9-4fc7-8938-ba7416269c54 req-07dd98ed-5119-4815-a8d7-20b160b3ae62 tempest-AttachVolumeShelveTestJSON-707707766 tempest-AttachVolumeShelveTestJSON-707707766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 13:21:41.577253 dv-cinder-830097-4-iscsi neutron-server[103458]: INFO neutron.wsgi [req-8471dfd6-5ea9-4fc7-8938-ba7416269c54 req-07dd98ed-5119-4815-a8d7-20b160b3ae62 tempest-AttachVolumeShelveTestJSON-707707766 tempest-AttachVolumeShelveTestJSON-707707766-project] 10.222.0.18 "GET /v2.0/ports?device_id=36b20118-8b82-4226-bcbc-1d8115480b68 HTTP/1.1" status: 200 len: 943 time: 0.0467639 Apr 12 13:21:41.628624 dv-cinder-830097-4-iscsi neutron-server[103458]: INFO neutron.wsgi [req-8471dfd6-5ea9-4fc7-8938-ba7416269c54 req-37e88cbf-c275-4bfd-8976-b31b209478c9 tempest-AttachVolumeShelveTestJSON-707707766 tempest-AttachVolumeShelveTestJSON-707707766-project] 10.222.0.18 "GET /v2.0/security-groups?id=6faf4076-452d-49e5-b67e-bfa1b1fd13c3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0444481 Apr 12 13:21:41.739279 dv-cinder-830097-4-iscsi neutron-server[103457]: DEBUG neutron.wsgi [-] (103457) accepted ('10.222.0.18', 46882) {{(pid=103457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 13:21:41.818346 dv-cinder-830097-4-iscsi neutron-server[103457]: INFO neutron.wsgi [req-1a8d3761-8263-49e6-a056-264c9b636c61 req-5ad926ad-53e3-4bbf-baaa-b2698ee25bd6 service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=36b20118-8b82-4226-bcbc-1d8115480b68&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0779395 Apr 12 13:21:41.827706 dv-cinder-830097-4-iscsi neutron-server[103457]: DEBUG neutron.wsgi [req-1a8d3761-8263-49e6-a056-264c9b636c61 req-37a94d2e-c543-4e4b-91d8-9c4ea0a43e20 service neutron] http://10.222.0.18:9696/v2.0/extensions returned with HTTP 200 {{(pid=103457) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Apr 12 13:21:41.828645 dv-cinder-830097-4-iscsi neutron-server[103457]: INFO neutron.wsgi [req-1a8d3761-8263-49e6-a056-264c9b636c61 req-37a94d2e-c543-4e4b-91d8-9c4ea0a43e20 service neutron] 10.222.0.18 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0057228 Apr 12 13:21:41.906651 dv-cinder-830097-4-iscsi neutron-server[103457]: DEBUG neutron.wsgi [-] (103457) accepted ('10.222.0.18', 46890) {{(pid=103457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 13:21:41.999113 dv-cinder-830097-4-iscsi neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a8d3761-8263-49e6-a056-264c9b636c61 req-728d2a27-2675-422e-9a5b-24915e5558fc tempest-AttachVolumeShelveTestJSON-707707766 tempest-AttachVolumeShelveTestJSON-707707766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 13:21:42.000337 dv-cinder-830097-4-iscsi neutron-server[103457]: INFO neutron.wsgi [req-1a8d3761-8263-49e6-a056-264c9b636c61 req-728d2a27-2675-422e-9a5b-24915e5558fc tempest-AttachVolumeShelveTestJSON-707707766 tempest-AttachVolumeShelveTestJSON-707707766-project] 10.222.0.18 "GET /v2.0/ports/fb9ce2f5-e944-45af-8bea-9306ac5c33df HTTP/1.1" status: 200 len: 940 time: 0.0927346 Apr 12 13:21:42.751666 dv-cinder-830097-4-iscsi neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fce2362-5ef3-43d1-ae54-95b8bd7dd140 req-2c8f0b10-c2e7-4ed3-98fc-25706bafbfba tempest-AttachVolumeShelveTestJSON-707707766 tempest-AttachVolumeShelveTestJSON-707707766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 13:21:42.753119 dv-cinder-830097-4-iscsi neutron-server[103457]: INFO neutron.wsgi [req-7fce2362-5ef3-43d1-ae54-95b8bd7dd140 req-2c8f0b10-c2e7-4ed3-98fc-25706bafbfba tempest-AttachVolumeShelveTestJSON-707707766 tempest-AttachVolumeShelveTestJSON-707707766-project] 10.222.0.18 "GET /v2.0/ports?device_id=36b20118-8b82-4226-bcbc-1d8115480b68 HTTP/1.1" status: 200 len: 943 time: 0.0461898 Apr 12 13:21:42.798467 dv-cinder-830097-4-iscsi neutron-server[103457]: INFO neutron.wsgi [req-7fce2362-5ef3-43d1-ae54-95b8bd7dd140 req-305829c0-44e2-4e35-bb85-d14974abdeaf tempest-AttachVolumeShelveTestJSON-707707766 tempest-AttachVolumeShelveTestJSON-707707766-project] 10.222.0.18 "GET /v2.0/security-groups?id=6faf4076-452d-49e5-b67e-bfa1b1fd13c3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0397773 Apr 12 13:21:43.906308 dv-cinder-830097-4-iscsi neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a8d3761-8263-49e6-a056-264c9b636c61 req-4b96511b-93b8-4718-a252-017781ae1bb0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 13:21:43.907799 dv-cinder-830097-4-iscsi neutron-server[103457]: INFO neutron.wsgi [req-1a8d3761-8263-49e6-a056-264c9b636c61 req-4b96511b-93b8-4718-a252-017781ae1bb0 service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=36b20118-8b82-4226-bcbc-1d8115480b68&tenant_id=5ebad6ef7aca47f397d0e45a428e3948 HTTP/1.1" status: 200 len: 1127 time: 0.0736752 Apr 12 13:21:43.918182 dv-cinder-830097-4-iscsi neutron-server[103458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32b3cb63-d0c6-48a9-912f-8e581143bb2d req-f08dd24d-9580-4bef-b719-adbbc5847d66 tempest-AttachVolumeShelveTestJSON-707707766 tempest-AttachVolumeShelveTestJSON-707707766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 13:21:43.919618 dv-cinder-830097-4-iscsi neutron-server[103458]: INFO neutron.wsgi [req-32b3cb63-d0c6-48a9-912f-8e581143bb2d req-f08dd24d-9580-4bef-b719-adbbc5847d66 tempest-AttachVolumeShelveTestJSON-707707766 tempest-AttachVolumeShelveTestJSON-707707766-project] 10.222.0.18 "GET /v2.0/ports?device_id=36b20118-8b82-4226-bcbc-1d8115480b68 HTTP/1.1" status: 200 len: 943 time: 0.0474360 Apr 12 13:21:43.966184 dv-cinder-830097-4-iscsi neutron-server[103458]: INFO neutron.wsgi [req-32b3cb63-d0c6-48a9-912f-8e581143bb2d req-2e8d4cd7-a939-4e50-ae71-5dd108ed8a84 tempest-AttachVolumeShelveTestJSON-707707766 tempest-AttachVolumeShelveTestJSON-707707766-project] 10.222.0.18 "GET /v2.0/security-groups?id=6faf4076-452d-49e5-b67e-bfa1b1fd13c3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0410769 Apr 12 13:21:43.987336 dv-cinder-830097-4-iscsi neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a8d3761-8263-49e6-a056-264c9b636c61 req-ab956fa1-cc41-4c3a-b6d7-25bf982cebce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 13:21:43.988836 dv-cinder-830097-4-iscsi neutron-server[103457]: INFO neutron.wsgi [req-1a8d3761-8263-49e6-a056-264c9b636c61 req-ab956fa1-cc41-4c3a-b6d7-25bf982cebce service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=5ebad6ef7aca47f397d0e45a428e3948&device_id=36b20118-8b82-4226-bcbc-1d8115480b68 HTTP/1.1" status: 200 len: 1127 time: 0.0393538 Apr 12 13:21:44.077177 dv-cinder-830097-4-iscsi neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a8d3761-8263-49e6-a056-264c9b636c61 req-c89f10e9-d577-4ebe-bc36-7ece99215fb8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 13:21:44.078605 dv-cinder-830097-4-iscsi neutron-server[103457]: INFO neutron.wsgi [req-1a8d3761-8263-49e6-a056-264c9b636c61 req-c89f10e9-d577-4ebe-bc36-7ece99215fb8 service neutron] 10.222.0.55 "GET /v2.0/networks?id=6562521a-2ea5-45f4-a1f8-589dc7fbc9f3 HTTP/1.1" status: 200 len: 917 time: 0.0834696 Apr 12 13:21:44.145521 dv-cinder-830097-4-iscsi neutron-server[103457]: INFO neutron.wsgi [req-1a8d3761-8263-49e6-a056-264c9b636c61 req-d1a8ab14-3082-4423-95fc-592381acd436 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=fb9ce2f5-e944-45af-8bea-9306ac5c33df HTTP/1.1" status: 200 len: 998 time: 0.0550594 Apr 12 13:21:44.197334 dv-cinder-830097-4-iscsi neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a8d3761-8263-49e6-a056-264c9b636c61 req-a5824497-bab9-4d1e-9886-3689e6a034b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 13:21:44.198860 dv-cinder-830097-4-iscsi neutron-server[103457]: INFO neutron.wsgi [req-1a8d3761-8263-49e6-a056-264c9b636c61 req-a5824497-bab9-4d1e-9886-3689e6a034b0 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=cf735079-dcf8-4625-b8a7-d372f8fef245 HTTP/1.1" status: 200 len: 855 time: 0.0438988 Apr 12 13:21:44.241900 dv-cinder-830097-4-iscsi neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a8d3761-8263-49e6-a056-264c9b636c61 req-7735ef38-4f39-4278-9041-1a940901ee06 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 13:21:44.243336 dv-cinder-830097-4-iscsi neutron-server[103457]: INFO neutron.wsgi [req-1a8d3761-8263-49e6-a056-264c9b636c61 req-7735ef38-4f39-4278-9041-1a940901ee06 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=6562521a-2ea5-45f4-a1f8-589dc7fbc9f3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0377960 Apr 12 13:21:44.330160 dv-cinder-830097-4-iscsi neutron-server[103457]: INFO neutron.wsgi [req-1a8d3761-8263-49e6-a056-264c9b636c61 req-b99e4e04-d650-4150-89cc-45bd7ec6df46 service neutron] 10.222.0.55 "GET /v2.0/networks/6562521a-2ea5-45f4-a1f8-589dc7fbc9f3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0797248 Apr 12 13:21:44.662226 dv-cinder-830097-4-iscsi neutron-server[103457]: INFO neutron.wsgi [req-1a8d3761-8263-49e6-a056-264c9b636c61 req-3fab3695-d342-4220-99a3-b9e92f7bca23 service neutron] 10.222.0.55 "GET /v2.0/networks/6562521a-2ea5-45f4-a1f8-589dc7fbc9f3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3259022 Apr 12 13:21:44.693260 dv-cinder-830097-4-iscsi neutron-server[103459]: DEBUG neutron.plugins.ml2.rpc [None req-3505bd68-a9fd-4823-92ea-1a6ded8ab071 None None] Device fb9ce2f5-e944-45af-8bea-9306ac5c33df no longer exists at agent hyperv_hv-cinder-83009 {{(pid=103459) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 12 13:21:44.771265 dv-cinder-830097-4-iscsi neutron-server[103459]: DEBUG neutron.plugins.ml2.plugin [None req-3505bd68-a9fd-4823-92ea-1a6ded8ab071 None None] Current status of the port fb9ce2f5-e944-45af-8bea-9306ac5c33df is: DOWN; New status is: DOWN {{(pid=103459) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 12 13:21:45.092145 dv-cinder-830097-4-iscsi neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1327556-2c60-42d4-b042-343f6718bd89 req-7549f051-064d-492d-a711-44e26e74d8df tempest-AttachVolumeShelveTestJSON-707707766 tempest-AttachVolumeShelveTestJSON-707707766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 13:21:45.093674 dv-cinder-830097-4-iscsi neutron-server[103457]: INFO neutron.wsgi [req-a1327556-2c60-42d4-b042-343f6718bd89 req-7549f051-064d-492d-a711-44e26e74d8df tempest-AttachVolumeShelveTestJSON-707707766 tempest-AttachVolumeShelveTestJSON-707707766-project] 10.222.0.18 "GET /v2.0/ports?device_id=36b20118-8b82-4226-bcbc-1d8115480b68 HTTP/1.1" status: 200 len: 943 time: 0.0537226 Apr 12 13:21:45.149578 dv-cinder-830097-4-iscsi neutron-server[103457]: INFO neutron.wsgi [req-a1327556-2c60-42d4-b042-343f6718bd89 req-f8c73042-9ff0-430e-903f-6d5c61cb87ac tempest-AttachVolumeShelveTestJSON-707707766 tempest-AttachVolumeShelveTestJSON-707707766-project] 10.222.0.18 "GET /v2.0/security-groups?id=6faf4076-452d-49e5-b67e-bfa1b1fd13c3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0489645 Apr 12 13:21:46.282811 dv-cinder-830097-4-iscsi neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc393fdf-d757-45b5-9c5f-b42103e77669 req-96000950-8596-4270-a175-e27899184f15 tempest-AttachVolumeShelveTestJSON-707707766 tempest-AttachVolumeShelveTestJSON-707707766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 13:21:46.284448 dv-cinder-830097-4-iscsi neutron-server[103457]: INFO neutron.wsgi [req-cc393fdf-d757-45b5-9c5f-b42103e77669 req-96000950-8596-4270-a175-e27899184f15 tempest-AttachVolumeShelveTestJSON-707707766 tempest-AttachVolumeShelveTestJSON-707707766-project] 10.222.0.18 "GET /v2.0/ports?device_id=36b20118-8b82-4226-bcbc-1d8115480b68 HTTP/1.1" status: 200 len: 943 time: 0.0592594 Apr 12 13:21:46.334847 dv-cinder-830097-4-iscsi neutron-server[103457]: INFO neutron.wsgi [req-cc393fdf-d757-45b5-9c5f-b42103e77669 req-7199896b-ecf8-4e7d-bb34-bb86480dafd7 tempest-AttachVolumeShelveTestJSON-707707766 tempest-AttachVolumeShelveTestJSON-707707766-project] 10.222.0.18 "GET /v2.0/security-groups?id=6faf4076-452d-49e5-b67e-bfa1b1fd13c3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0445211 Apr 12 13:21:46.382451 dv-cinder-830097-4-iscsi neutron-server[103458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ccb6b23-30e0-4063-9092-2f4185a54931 req-cd7fa69e-803e-490a-9e98-9fbbd1d88fc2 tempest-TestMinimumBasicScenario-297192541 tempest-TestMinimumBasicScenario-297192541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 13:21:46.384121 dv-cinder-830097-4-iscsi neutron-server[103458]: INFO neutron.wsgi [req-8ccb6b23-30e0-4063-9092-2f4185a54931 req-cd7fa69e-803e-490a-9e98-9fbbd1d88fc2 tempest-TestMinimumBasicScenario-297192541 tempest-TestMinimumBasicScenario-297192541-project] 10.222.0.18 "GET /v2.0/ports?device_id=0edcbb02-c1d2-41b0-b791-4ffce2309512 HTTP/1.1" status: 200 len: 984 time: 0.0575402 Apr 12 13:21:46.447033 dv-cinder-830097-4-iscsi neutron-server[103458]: INFO neutron.wsgi [req-8ccb6b23-30e0-4063-9092-2f4185a54931 req-c746fbf5-1d53-417f-b85a-1460f5019365 tempest-TestMinimumBasicScenario-297192541 tempest-TestMinimumBasicScenario-297192541-project] 10.222.0.18 "GET /v2.0/security-groups?id=55f33019-2c5a-40ec-a925-b601e34334e2&id=5cff6b3d-3421-463c-b8d1-a470719c1ceb&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0563369 Apr 12 13:21:46.757940 dv-cinder-830097-4-iscsi neutron-server[103459]: DEBUG neutron_lib.callbacks.manager [None req-72a6a641-0691-4968-a5b2-692f9feb76f8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732727929501', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-657397'] for agent (246ca497-e2ee-4e0b-b432-b4153c207e5f), after_update {{(pid=103459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:21:47.460270 dv-cinder-830097-4-iscsi neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bce1f939-7b09-4688-ab41-04ffe52ddfc8 req-f4dba027-d7af-43a8-80ed-378c6e31539a tempest-AttachVolumeShelveTestJSON-707707766 tempest-AttachVolumeShelveTestJSON-707707766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 13:21:47.461792 dv-cinder-830097-4-iscsi neutron-server[103457]: INFO neutron.wsgi [req-bce1f939-7b09-4688-ab41-04ffe52ddfc8 req-f4dba027-d7af-43a8-80ed-378c6e31539a tempest-AttachVolumeShelveTestJSON-707707766 tempest-AttachVolumeShelveTestJSON-707707766-project] 10.222.0.18 "GET /v2.0/ports?device_id=36b20118-8b82-4226-bcbc-1d8115480b68 HTTP/1.1" status: 200 len: 943 time: 0.0508819 Apr 12 13:21:47.510504 dv-cinder-830097-4-iscsi neutron-server[103457]: INFO neutron.wsgi [req-bce1f939-7b09-4688-ab41-04ffe52ddfc8 req-95d30942-35b4-472e-99cd-2859e847b2db tempest-AttachVolumeShelveTestJSON-707707766 tempest-AttachVolumeShelveTestJSON-707707766-project] 10.222.0.18 "GET /v2.0/security-groups?id=6faf4076-452d-49e5-b67e-bfa1b1fd13c3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0429776 Apr 12 13:21:47.565153 dv-cinder-830097-4-iscsi neutron-server[103458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8ed60f8-1203-4020-96ea-319c845da81a req-122aea56-9c91-46da-ac80-35cd28431270 tempest-TestMinimumBasicScenario-297192541 tempest-TestMinimumBasicScenario-297192541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 13:21:47.566601 dv-cinder-830097-4-iscsi neutron-server[103458]: INFO neutron.wsgi [req-f8ed60f8-1203-4020-96ea-319c845da81a req-122aea56-9c91-46da-ac80-35cd28431270 tempest-TestMinimumBasicScenario-297192541 tempest-TestMinimumBasicScenario-297192541-project] 10.222.0.18 "GET /v2.0/ports?device_id=0edcbb02-c1d2-41b0-b791-4ffce2309512 HTTP/1.1" status: 200 len: 984 time: 0.0512638 Apr 12 13:21:47.626509 dv-cinder-830097-4-iscsi neutron-server[103458]: INFO neutron.wsgi [req-f8ed60f8-1203-4020-96ea-319c845da81a req-3f2e9a42-e18b-4c2a-ab4c-3e95899e3dbf tempest-TestMinimumBasicScenario-297192541 tempest-TestMinimumBasicScenario-297192541-project] 10.222.0.18 "GET /v2.0/security-groups?id=55f33019-2c5a-40ec-a925-b601e34334e2&id=5cff6b3d-3421-463c-b8d1-a470719c1ceb&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0541553 Apr 12 13:21:48.634264 dv-cinder-830097-4-iscsi neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08079d6d-4c5b-416b-8784-7dd504234ca5 req-b5017c56-85a7-4182-a993-84652e4f6352 tempest-AttachVolumeShelveTestJSON-707707766 tempest-AttachVolumeShelveTestJSON-707707766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 13:21:48.635718 dv-cinder-830097-4-iscsi neutron-server[103457]: INFO neutron.wsgi [req-08079d6d-4c5b-416b-8784-7dd504234ca5 req-b5017c56-85a7-4182-a993-84652e4f6352 tempest-AttachVolumeShelveTestJSON-707707766 tempest-AttachVolumeShelveTestJSON-707707766-project] 10.222.0.18 "GET /v2.0/ports?device_id=36b20118-8b82-4226-bcbc-1d8115480b68 HTTP/1.1" status: 200 len: 943 time: 0.0515866 Apr 12 13:21:48.691138 dv-cinder-830097-4-iscsi neutron-server[103457]: INFO neutron.wsgi [req-08079d6d-4c5b-416b-8784-7dd504234ca5 req-76675a8f-70fe-4639-bfa9-6044748cf17e tempest-AttachVolumeShelveTestJSON-707707766 tempest-AttachVolumeShelveTestJSON-707707766-project] 10.222.0.18 "GET /v2.0/security-groups?id=6faf4076-452d-49e5-b67e-bfa1b1fd13c3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0497661 Apr 12 13:21:48.745683 dv-cinder-830097-4-iscsi neutron-server[103458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97c965c6-d34e-43b8-8b4d-04aaa2000ee9 req-64abeeb6-c618-4d29-81b4-f5a0fe132190 tempest-TestMinimumBasicScenario-297192541 tempest-TestMinimumBasicScenario-297192541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 13:21:48.747138 dv-cinder-830097-4-iscsi neutron-server[103458]: INFO neutron.wsgi [req-97c965c6-d34e-43b8-8b4d-04aaa2000ee9 req-64abeeb6-c618-4d29-81b4-f5a0fe132190 tempest-TestMinimumBasicScenario-297192541 tempest-TestMinimumBasicScenario-297192541-project] 10.222.0.18 "GET /v2.0/ports?device_id=0edcbb02-c1d2-41b0-b791-4ffce2309512 HTTP/1.1" status: 200 len: 984 time: 0.0487130 Apr 12 13:21:48.807692 dv-cinder-830097-4-iscsi neutron-server[103458]: INFO neutron.wsgi [req-97c965c6-d34e-43b8-8b4d-04aaa2000ee9 req-44003c37-5040-452b-837f-5c51bee1cedb tempest-TestMinimumBasicScenario-297192541 tempest-TestMinimumBasicScenario-297192541-project] 10.222.0.18 "GET /v2.0/security-groups?id=55f33019-2c5a-40ec-a925-b601e34334e2&id=5cff6b3d-3421-463c-b8d1-a470719c1ceb&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0546038 Apr 12 13:21:49.356963 dv-cinder-830097-4-iscsi neutron-server[103459]: DEBUG neutron_lib.callbacks.manager [None req-6291b33e-e357-471c-90c9-ba169fe4cb61 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732727929501', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-657397'] for agent (b7e11a8b-aeed-493f-9763-461016dddc93), after_update {{(pid=103459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:21:49.814265 dv-cinder-830097-4-iscsi neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a12c62a-8e37-40c8-a81f-92cad199b507 req-513630b9-ffa6-411b-9b5c-48892127734d tempest-AttachVolumeShelveTestJSON-707707766 tempest-AttachVolumeShelveTestJSON-707707766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 13:21:49.817253 dv-cinder-830097-4-iscsi neutron-server[103457]: INFO neutron.wsgi [req-6a12c62a-8e37-40c8-a81f-92cad199b507 req-513630b9-ffa6-411b-9b5c-48892127734d tempest-AttachVolumeShelveTestJSON-707707766 tempest-AttachVolumeShelveTestJSON-707707766-project] 10.222.0.18 "GET /v2.0/ports?device_id=36b20118-8b82-4226-bcbc-1d8115480b68 HTTP/1.1" status: 200 len: 943 time: 0.0486877 Apr 12 13:21:49.866040 dv-cinder-830097-4-iscsi neutron-server[103457]: INFO neutron.wsgi [req-6a12c62a-8e37-40c8-a81f-92cad199b507 req-5d4330ad-3751-4c8e-8301-893e8280214f tempest-AttachVolumeShelveTestJSON-707707766 tempest-AttachVolumeShelveTestJSON-707707766-project] 10.222.0.18 "GET /v2.0/security-groups?id=6faf4076-452d-49e5-b67e-bfa1b1fd13c3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0446453 Apr 12 13:21:49.943626 dv-cinder-830097-4-iscsi neutron-server[103458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95723515-6232-4ad6-beb1-df63bc11537f req-9105568c-1fc1-4a69-8fb2-14c80bce0683 tempest-TestMinimumBasicScenario-297192541 tempest-TestMinimumBasicScenario-297192541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 13:21:49.945406 dv-cinder-830097-4-iscsi neutron-server[103458]: INFO neutron.wsgi [req-95723515-6232-4ad6-beb1-df63bc11537f req-9105568c-1fc1-4a69-8fb2-14c80bce0683 tempest-TestMinimumBasicScenario-297192541 tempest-TestMinimumBasicScenario-297192541-project] 10.222.0.18 "GET /v2.0/ports?device_id=0edcbb02-c1d2-41b0-b791-4ffce2309512 HTTP/1.1" status: 200 len: 984 time: 0.0558562 Apr 12 13:21:50.013728 dv-cinder-830097-4-iscsi neutron-server[103458]: INFO neutron.wsgi [req-95723515-6232-4ad6-beb1-df63bc11537f req-4165aedc-2ebe-414d-8e10-6c376fca43d0 tempest-TestMinimumBasicScenario-297192541 tempest-TestMinimumBasicScenario-297192541-project] 10.222.0.18 "GET /v2.0/security-groups?id=55f33019-2c5a-40ec-a925-b601e34334e2&id=5cff6b3d-3421-463c-b8d1-a470719c1ceb&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0625658 Apr 12 13:21:50.267395 dv-cinder-830097-4-iscsi neutron-server[103459]: DEBUG neutron_lib.callbacks.manager [None req-f20c20fe-5767-407a-9f30-b36f01c50254 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732727929501', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-657397'] for agent (1e8a91c7-94d1-4b17-9536-32bc01f44a9b), after_update {{(pid=103459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:21:50.989872 dv-cinder-830097-4-iscsi neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2d0e469-2f2d-4a48-82ba-11e377961eee req-8600c995-0ac7-47ef-9bae-b2fd724f92e5 tempest-AttachVolumeShelveTestJSON-707707766 tempest-AttachVolumeShelveTestJSON-707707766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 13:21:50.991254 dv-cinder-830097-4-iscsi neutron-server[103457]: INFO neutron.wsgi [req-a2d0e469-2f2d-4a48-82ba-11e377961eee req-8600c995-0ac7-47ef-9bae-b2fd724f92e5 tempest-AttachVolumeShelveTestJSON-707707766 tempest-AttachVolumeShelveTestJSON-707707766-project] 10.222.0.18 "GET /v2.0/ports?device_id=36b20118-8b82-4226-bcbc-1d8115480b68 HTTP/1.1" status: 200 len: 943 time: 0.0468130 Apr 12 13:21:51.040077 dv-cinder-830097-4-iscsi neutron-server[103457]: INFO neutron.wsgi [req-a2d0e469-2f2d-4a48-82ba-11e377961eee req-9aeb7ff9-1003-4abe-9b16-e6c8c4bc120c tempest-AttachVolumeShelveTestJSON-707707766 tempest-AttachVolumeShelveTestJSON-707707766-project] 10.222.0.18 "GET /v2.0/security-groups?id=6faf4076-452d-49e5-b67e-bfa1b1fd13c3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0421612 Apr 12 13:21:51.138327 dv-cinder-830097-4-iscsi neutron-server[103458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02f12355-75dc-4229-a09b-3b3d0334ec7a req-feb3579f-2a4e-460a-a2f4-d1f4b379bc4e tempest-TestMinimumBasicScenario-297192541 tempest-TestMinimumBasicScenario-297192541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 13:21:51.139865 dv-cinder-830097-4-iscsi neutron-server[103458]: INFO neutron.wsgi [req-02f12355-75dc-4229-a09b-3b3d0334ec7a req-feb3579f-2a4e-460a-a2f4-d1f4b379bc4e tempest-TestMinimumBasicScenario-297192541 tempest-TestMinimumBasicScenario-297192541-project] 10.222.0.18 "GET /v2.0/ports?device_id=0edcbb02-c1d2-41b0-b791-4ffce2309512 HTTP/1.1" status: 200 len: 984 time: 0.0490179 Apr 12 13:21:51.204765 dv-cinder-830097-4-iscsi neutron-server[103458]: INFO neutron.wsgi [req-02f12355-75dc-4229-a09b-3b3d0334ec7a req-26a3c342-98bf-4b35-8cd4-539d985138cd tempest-TestMinimumBasicScenario-297192541 tempest-TestMinimumBasicScenario-297192541-project] 10.222.0.18 "GET /v2.0/security-groups?id=55f33019-2c5a-40ec-a925-b601e34334e2&id=5cff6b3d-3421-463c-b8d1-a470719c1ceb&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0591137 Apr 12 13:21:51.400715 dv-cinder-830097-4-iscsi neutron-server[103459]: DEBUG neutron_lib.callbacks.manager [None req-09c91955-1169-4ba5-b480-d25faf385fa1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732727929501', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-657397'] for agent (6571c785-b050-42b7-b6d0-d71237f75507), after_update {{(pid=103459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:21:52.168499 dv-cinder-830097-4-iscsi neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93eaefa9-bbcf-4435-8503-ed8abe883274 req-911ad62c-478b-4006-b20b-489699defaab tempest-AttachVolumeShelveTestJSON-707707766 tempest-AttachVolumeShelveTestJSON-707707766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 13:21:52.170178 dv-cinder-830097-4-iscsi neutron-server[103457]: INFO neutron.wsgi [req-93eaefa9-bbcf-4435-8503-ed8abe883274 req-911ad62c-478b-4006-b20b-489699defaab tempest-AttachVolumeShelveTestJSON-707707766 tempest-AttachVolumeShelveTestJSON-707707766-project] 10.222.0.18 "GET /v2.0/ports?device_id=36b20118-8b82-4226-bcbc-1d8115480b68 HTTP/1.1" status: 200 len: 943 time: 0.0531847 Apr 12 13:21:52.218738 dv-cinder-830097-4-iscsi neutron-server[103457]: INFO neutron.wsgi [req-93eaefa9-bbcf-4435-8503-ed8abe883274 req-a4a5dfcd-8b20-4b28-a1b8-990ac39be73c tempest-AttachVolumeShelveTestJSON-707707766 tempest-AttachVolumeShelveTestJSON-707707766-project] 10.222.0.18 "GET /v2.0/security-groups?id=6faf4076-452d-49e5-b67e-bfa1b1fd13c3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0420418 Apr 12 13:21:52.320913 dv-cinder-830097-4-iscsi neutron-server[103458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35ab9dea-6eb1-4b14-aa86-71e003c72f03 req-4a0743c9-8a3a-4a44-9144-33a683781bfa tempest-TestMinimumBasicScenario-297192541 tempest-TestMinimumBasicScenario-297192541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 13:21:52.322685 dv-cinder-830097-4-iscsi neutron-server[103458]: INFO neutron.wsgi [req-35ab9dea-6eb1-4b14-aa86-71e003c72f03 req-4a0743c9-8a3a-4a44-9144-33a683781bfa tempest-TestMinimumBasicScenario-297192541 tempest-TestMinimumBasicScenario-297192541-project] 10.222.0.18 "GET /v2.0/ports?device_id=0edcbb02-c1d2-41b0-b791-4ffce2309512 HTTP/1.1" status: 200 len: 984 time: 0.0492394 Apr 12 13:21:52.400150 dv-cinder-830097-4-iscsi neutron-server[103458]: INFO neutron.wsgi [req-35ab9dea-6eb1-4b14-aa86-71e003c72f03 req-491edf52-0d4a-4ae9-a0aa-ab937512be04 tempest-TestMinimumBasicScenario-297192541 tempest-TestMinimumBasicScenario-297192541-project] 10.222.0.18 "GET /v2.0/security-groups?id=55f33019-2c5a-40ec-a925-b601e34334e2&id=5cff6b3d-3421-463c-b8d1-a470719c1ceb&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0708792 Apr 12 13:21:53.194526 dv-cinder-830097-4-iscsi neutron-server[103459]: DEBUG neutron_lib.callbacks.manager [None req-53781792-8650-4c78-93a6-1c4d328d874c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732727929501', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-657397'] for agent (3f2daa45-5e56-452b-8a21-b519edfce99e), after_update {{(pid=103459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:21:53.341964 dv-cinder-830097-4-iscsi neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-668cb8de-76f5-422b-b2f6-4ccfd2fb6fdd req-f9c0b143-8866-4f50-8e7c-aa885669a658 tempest-AttachVolumeShelveTestJSON-707707766 tempest-AttachVolumeShelveTestJSON-707707766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 13:21:53.343542 dv-cinder-830097-4-iscsi neutron-server[103457]: INFO neutron.wsgi [req-668cb8de-76f5-422b-b2f6-4ccfd2fb6fdd req-f9c0b143-8866-4f50-8e7c-aa885669a658 tempest-AttachVolumeShelveTestJSON-707707766 tempest-AttachVolumeShelveTestJSON-707707766-project] 10.222.0.18 "GET /v2.0/ports?device_id=36b20118-8b82-4226-bcbc-1d8115480b68 HTTP/1.1" status: 200 len: 943 time: 0.0468423 Apr 12 13:21:53.396443 dv-cinder-830097-4-iscsi neutron-server[103457]: INFO neutron.wsgi [req-668cb8de-76f5-422b-b2f6-4ccfd2fb6fdd req-fb863dca-fee2-4235-bd90-df292ee0868c tempest-AttachVolumeShelveTestJSON-707707766 tempest-AttachVolumeShelveTestJSON-707707766-project] 10.222.0.18 "GET /v2.0/security-groups?id=6faf4076-452d-49e5-b67e-bfa1b1fd13c3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0473266 Apr 12 13:21:53.522368 dv-cinder-830097-4-iscsi neutron-server[103458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf07baaf-ef58-424a-90b5-e83ed7cac49b req-fe164099-fcb9-4e8c-9e7e-43c87cc5a5cd tempest-TestMinimumBasicScenario-297192541 tempest-TestMinimumBasicScenario-297192541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 13:21:53.523870 dv-cinder-830097-4-iscsi neutron-server[103458]: INFO neutron.wsgi [req-cf07baaf-ef58-424a-90b5-e83ed7cac49b req-fe164099-fcb9-4e8c-9e7e-43c87cc5a5cd tempest-TestMinimumBasicScenario-297192541 tempest-TestMinimumBasicScenario-297192541-project] 10.222.0.18 "GET /v2.0/ports?device_id=0edcbb02-c1d2-41b0-b791-4ffce2309512 HTTP/1.1" status: 200 len: 984 time: 0.0517442 Apr 12 13:21:53.587733 dv-cinder-830097-4-iscsi neutron-server[103458]: INFO neutron.wsgi [req-cf07baaf-ef58-424a-90b5-e83ed7cac49b req-8ef125fb-365a-4b34-b0bf-51e198bc7a99 tempest-TestMinimumBasicScenario-297192541 tempest-TestMinimumBasicScenario-297192541-project] 10.222.0.18 "GET /v2.0/security-groups?id=55f33019-2c5a-40ec-a925-b601e34334e2&id=5cff6b3d-3421-463c-b8d1-a470719c1ceb&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0578699 Apr 12 13:21:54.524558 dv-cinder-830097-4-iscsi neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1cc2469-ba9f-4e80-8f94-b5cf83135aeb req-8c1d28a2-aa7a-4bb7-8002-1984155ea22b tempest-AttachVolumeShelveTestJSON-707707766 tempest-AttachVolumeShelveTestJSON-707707766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 13:21:54.526156 dv-cinder-830097-4-iscsi neutron-server[103457]: INFO neutron.wsgi [req-f1cc2469-ba9f-4e80-8f94-b5cf83135aeb req-8c1d28a2-aa7a-4bb7-8002-1984155ea22b tempest-AttachVolumeShelveTestJSON-707707766 tempest-AttachVolumeShelveTestJSON-707707766-project] 10.222.0.18 "GET /v2.0/ports?device_id=36b20118-8b82-4226-bcbc-1d8115480b68 HTTP/1.1" status: 200 len: 943 time: 0.0514035 Apr 12 13:21:54.574498 dv-cinder-830097-4-iscsi neutron-server[103457]: INFO neutron.wsgi [req-f1cc2469-ba9f-4e80-8f94-b5cf83135aeb req-58297936-0586-4e5b-af3b-e146099283ef tempest-AttachVolumeShelveTestJSON-707707766 tempest-AttachVolumeShelveTestJSON-707707766-project] 10.222.0.18 "GET /v2.0/security-groups?id=6faf4076-452d-49e5-b67e-bfa1b1fd13c3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0422466 Apr 12 13:21:54.703459 dv-cinder-830097-4-iscsi neutron-server[103458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bb45686-e746-45c2-8934-520d9309e48d req-5ec89c22-b61c-4d10-9308-20378a108b3f tempest-TestMinimumBasicScenario-297192541 tempest-TestMinimumBasicScenario-297192541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 13:21:54.705238 dv-cinder-830097-4-iscsi neutron-server[103458]: INFO neutron.wsgi [req-3bb45686-e746-45c2-8934-520d9309e48d req-5ec89c22-b61c-4d10-9308-20378a108b3f tempest-TestMinimumBasicScenario-297192541 tempest-TestMinimumBasicScenario-297192541-project] 10.222.0.18 "GET /v2.0/ports?device_id=0edcbb02-c1d2-41b0-b791-4ffce2309512 HTTP/1.1" status: 200 len: 984 time: 0.0473225 Apr 12 13:21:54.767068 dv-cinder-830097-4-iscsi neutron-server[103458]: INFO neutron.wsgi [req-3bb45686-e746-45c2-8934-520d9309e48d req-270e665c-3437-4c15-a97a-c4c9bb6e68cd tempest-TestMinimumBasicScenario-297192541 tempest-TestMinimumBasicScenario-297192541-project] 10.222.0.18 "GET /v2.0/security-groups?id=55f33019-2c5a-40ec-a925-b601e34334e2&id=5cff6b3d-3421-463c-b8d1-a470719c1ceb&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0557947 Apr 12 13:21:55.692137 dv-cinder-830097-4-iscsi neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bb0e0fc-6fbe-4dac-abb9-8e25fab329da req-82940457-4c83-4f03-a506-2bd155b5df1a tempest-AttachVolumeShelveTestJSON-707707766 tempest-AttachVolumeShelveTestJSON-707707766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 13:21:55.693662 dv-cinder-830097-4-iscsi neutron-server[103457]: INFO neutron.wsgi [req-4bb0e0fc-6fbe-4dac-abb9-8e25fab329da req-82940457-4c83-4f03-a506-2bd155b5df1a tempest-AttachVolumeShelveTestJSON-707707766 tempest-AttachVolumeShelveTestJSON-707707766-project] 10.222.0.18 "GET /v2.0/ports?device_id=36b20118-8b82-4226-bcbc-1d8115480b68 HTTP/1.1" status: 200 len: 943 time: 0.0470197 Apr 12 13:21:55.741753 dv-cinder-830097-4-iscsi neutron-server[103457]: INFO neutron.wsgi [req-4bb0e0fc-6fbe-4dac-abb9-8e25fab329da req-8d2af973-827f-440b-bce5-87ce69f31eb7 tempest-AttachVolumeShelveTestJSON-707707766 tempest-AttachVolumeShelveTestJSON-707707766-project] 10.222.0.18 "GET /v2.0/security-groups?id=6faf4076-452d-49e5-b67e-bfa1b1fd13c3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0420370 Apr 12 13:21:55.884674 dv-cinder-830097-4-iscsi neutron-server[103458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f68a2e2-74e5-4e39-96af-2c594378f048 req-08caf303-c3c3-4b87-b0d7-02ee47bf7dc5 tempest-TestMinimumBasicScenario-297192541 tempest-TestMinimumBasicScenario-297192541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 13:21:55.886459 dv-cinder-830097-4-iscsi neutron-server[103458]: INFO neutron.wsgi [req-4f68a2e2-74e5-4e39-96af-2c594378f048 req-08caf303-c3c3-4b87-b0d7-02ee47bf7dc5 tempest-TestMinimumBasicScenario-297192541 tempest-TestMinimumBasicScenario-297192541-project] 10.222.0.18 "GET /v2.0/ports?device_id=0edcbb02-c1d2-41b0-b791-4ffce2309512 HTTP/1.1" status: 200 len: 984 time: 0.0536220 Apr 12 13:21:55.948086 dv-cinder-830097-4-iscsi neutron-server[103458]: INFO neutron.wsgi [req-4f68a2e2-74e5-4e39-96af-2c594378f048 req-cc8077fb-45b9-4a41-93d8-7e40b0e8fd90 tempest-TestMinimumBasicScenario-297192541 tempest-TestMinimumBasicScenario-297192541-project] 10.222.0.18 "GET /v2.0/security-groups?id=55f33019-2c5a-40ec-a925-b601e34334e2&id=5cff6b3d-3421-463c-b8d1-a470719c1ceb&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0558665 Apr 12 13:21:56.863699 dv-cinder-830097-4-iscsi neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54a496ce-2bb3-44ed-bb73-b9f1cfabf8cf req-3bbf5181-3404-4982-8876-abc6f8c8e0e7 tempest-AttachVolumeShelveTestJSON-707707766 tempest-AttachVolumeShelveTestJSON-707707766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 13:21:56.865204 dv-cinder-830097-4-iscsi neutron-server[103457]: INFO neutron.wsgi [req-54a496ce-2bb3-44ed-bb73-b9f1cfabf8cf req-3bbf5181-3404-4982-8876-abc6f8c8e0e7 tempest-AttachVolumeShelveTestJSON-707707766 tempest-AttachVolumeShelveTestJSON-707707766-project] 10.222.0.18 "GET /v2.0/ports?device_id=36b20118-8b82-4226-bcbc-1d8115480b68 HTTP/1.1" status: 200 len: 943 time: 0.0476475 Apr 12 13:21:56.936806 dv-cinder-830097-4-iscsi neutron-server[103457]: INFO neutron.wsgi [req-54a496ce-2bb3-44ed-bb73-b9f1cfabf8cf req-c73ba476-5f0b-420b-859e-e6fa4d45cddd tempest-AttachVolumeShelveTestJSON-707707766 tempest-AttachVolumeShelveTestJSON-707707766-project] 10.222.0.18 "GET /v2.0/security-groups?id=6faf4076-452d-49e5-b67e-bfa1b1fd13c3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0647566 Apr 12 13:21:57.070612 dv-cinder-830097-4-iscsi neutron-server[103458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4608dac4-835e-499f-9b71-3943335eb8b2 req-975bcd20-11ff-42c0-a32a-79f7fb7868dd tempest-TestMinimumBasicScenario-297192541 tempest-TestMinimumBasicScenario-297192541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 13:21:57.071987 dv-cinder-830097-4-iscsi neutron-server[103458]: INFO neutron.wsgi [req-4608dac4-835e-499f-9b71-3943335eb8b2 req-975bcd20-11ff-42c0-a32a-79f7fb7868dd tempest-TestMinimumBasicScenario-297192541 tempest-TestMinimumBasicScenario-297192541-project] 10.222.0.18 "GET /v2.0/ports?device_id=0edcbb02-c1d2-41b0-b791-4ffce2309512 HTTP/1.1" status: 200 len: 984 time: 0.0527880 Apr 12 13:21:57.132238 dv-cinder-830097-4-iscsi neutron-server[103458]: INFO neutron.wsgi [req-4608dac4-835e-499f-9b71-3943335eb8b2 req-d609b99a-326c-4bc5-b66e-1a4b8a504f8f tempest-TestMinimumBasicScenario-297192541 tempest-TestMinimumBasicScenario-297192541-project] 10.222.0.18 "GET /v2.0/security-groups?id=55f33019-2c5a-40ec-a925-b601e34334e2&id=5cff6b3d-3421-463c-b8d1-a470719c1ceb&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0539618 Apr 12 13:21:58.052697 dv-cinder-830097-4-iscsi neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5aaf33b6-b12b-40a0-947d-4e6d9ccc1cf7 req-58de3665-8d59-4540-a3d3-6f080f7fd25d tempest-AttachVolumeShelveTestJSON-707707766 tempest-AttachVolumeShelveTestJSON-707707766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 13:21:58.054176 dv-cinder-830097-4-iscsi neutron-server[103457]: INFO neutron.wsgi [req-5aaf33b6-b12b-40a0-947d-4e6d9ccc1cf7 req-58de3665-8d59-4540-a3d3-6f080f7fd25d tempest-AttachVolumeShelveTestJSON-707707766 tempest-AttachVolumeShelveTestJSON-707707766-project] 10.222.0.18 "GET /v2.0/ports?device_id=36b20118-8b82-4226-bcbc-1d8115480b68 HTTP/1.1" status: 200 len: 943 time: 0.0457196 Apr 12 13:21:58.099642 dv-cinder-830097-4-iscsi neutron-server[103457]: INFO neutron.wsgi [req-5aaf33b6-b12b-40a0-947d-4e6d9ccc1cf7 req-574d6f57-e05d-4a25-b976-1ad57e04332d tempest-AttachVolumeShelveTestJSON-707707766 tempest-AttachVolumeShelveTestJSON-707707766-project] 10.222.0.18 "GET /v2.0/security-groups?id=6faf4076-452d-49e5-b67e-bfa1b1fd13c3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0391774 Apr 12 13:21:58.246361 dv-cinder-830097-4-iscsi neutron-server[103458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11428136-8032-4e4c-b310-e228f4c23c78 req-9b6e78b2-8014-48b4-8bed-65941d7ee766 tempest-TestMinimumBasicScenario-297192541 tempest-TestMinimumBasicScenario-297192541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 13:21:58.247856 dv-cinder-830097-4-iscsi neutron-server[103458]: INFO neutron.wsgi [req-11428136-8032-4e4c-b310-e228f4c23c78 req-9b6e78b2-8014-48b4-8bed-65941d7ee766 tempest-TestMinimumBasicScenario-297192541 tempest-TestMinimumBasicScenario-297192541-project] 10.222.0.18 "GET /v2.0/ports?device_id=0edcbb02-c1d2-41b0-b791-4ffce2309512 HTTP/1.1" status: 200 len: 984 time: 0.0484772 Apr 12 13:21:58.310470 dv-cinder-830097-4-iscsi neutron-server[103458]: INFO neutron.wsgi [req-11428136-8032-4e4c-b310-e228f4c23c78 req-9455f3a8-ed11-4628-83a4-c5c2db2c4620 tempest-TestMinimumBasicScenario-297192541 tempest-TestMinimumBasicScenario-297192541-project] 10.222.0.18 "GET /v2.0/security-groups?id=55f33019-2c5a-40ec-a925-b601e34334e2&id=5cff6b3d-3421-463c-b8d1-a470719c1ceb&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0568473 Apr 12 13:21:59.216299 dv-cinder-830097-4-iscsi neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78a171ea-5f39-44db-957a-f7e177bb1805 req-1312cbd5-cdc3-42e2-8705-edb7d4eed24d tempest-AttachVolumeShelveTestJSON-707707766 tempest-AttachVolumeShelveTestJSON-707707766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 13:21:59.217751 dv-cinder-830097-4-iscsi neutron-server[103457]: INFO neutron.wsgi [req-78a171ea-5f39-44db-957a-f7e177bb1805 req-1312cbd5-cdc3-42e2-8705-edb7d4eed24d tempest-AttachVolumeShelveTestJSON-707707766 tempest-AttachVolumeShelveTestJSON-707707766-project] 10.222.0.18 "GET /v2.0/ports?device_id=36b20118-8b82-4226-bcbc-1d8115480b68 HTTP/1.1" status: 200 len: 943 time: 0.0450101 Apr 12 13:21:59.263237 dv-cinder-830097-4-iscsi neutron-server[103457]: INFO neutron.wsgi [req-78a171ea-5f39-44db-957a-f7e177bb1805 req-00e874dc-8070-4ba8-b274-f49f0b8ef309 tempest-AttachVolumeShelveTestJSON-707707766 tempest-AttachVolumeShelveTestJSON-707707766-project] 10.222.0.18 "GET /v2.0/security-groups?id=6faf4076-452d-49e5-b67e-bfa1b1fd13c3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0400660 Apr 12 13:21:59.420981 dv-cinder-830097-4-iscsi neutron-server[103458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4328a552-36d9-4c5b-9e42-7ae6605d8c12 req-2b43bc6a-ffaa-4919-b0f2-413c9c9400fe tempest-TestMinimumBasicScenario-297192541 tempest-TestMinimumBasicScenario-297192541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 13:21:59.422358 dv-cinder-830097-4-iscsi neutron-server[103458]: INFO neutron.wsgi [req-4328a552-36d9-4c5b-9e42-7ae6605d8c12 req-2b43bc6a-ffaa-4919-b0f2-413c9c9400fe tempest-TestMinimumBasicScenario-297192541 tempest-TestMinimumBasicScenario-297192541-project] 10.222.0.18 "GET /v2.0/ports?device_id=0edcbb02-c1d2-41b0-b791-4ffce2309512 HTTP/1.1" status: 200 len: 984 time: 0.0469971 Apr 12 13:21:59.482035 dv-cinder-830097-4-iscsi neutron-server[103458]: INFO neutron.wsgi [req-4328a552-36d9-4c5b-9e42-7ae6605d8c12 req-78d00191-5707-438d-873d-85aa9b4c426d tempest-TestMinimumBasicScenario-297192541 tempest-TestMinimumBasicScenario-297192541-project] 10.222.0.18 "GET /v2.0/security-groups?id=55f33019-2c5a-40ec-a925-b601e34334e2&id=5cff6b3d-3421-463c-b8d1-a470719c1ceb&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0538926 Apr 12 13:21:59.506081 dv-cinder-830097-4-iscsi neutron-server[103459]: DEBUG neutron_lib.callbacks.manager [None req-3505bd68-a9fd-4823-92ea-1a6ded8ab071 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732727929501', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-657397'] for agent (ee5509cd-6dd7-49df-aa37-3740ebd1e34b), after_update {{(pid=103459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:22:00.383932 dv-cinder-830097-4-iscsi neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3783134b-2eff-4075-8170-379bb82f7e65 req-fc93ef42-ef78-4145-8e93-bb2a6852b4fc tempest-AttachVolumeShelveTestJSON-707707766 tempest-AttachVolumeShelveTestJSON-707707766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 13:22:00.386456 dv-cinder-830097-4-iscsi neutron-server[103457]: INFO neutron.wsgi [req-3783134b-2eff-4075-8170-379bb82f7e65 req-fc93ef42-ef78-4145-8e93-bb2a6852b4fc tempest-AttachVolumeShelveTestJSON-707707766 tempest-AttachVolumeShelveTestJSON-707707766-project] 10.222.0.18 "GET /v2.0/ports?device_id=36b20118-8b82-4226-bcbc-1d8115480b68 HTTP/1.1" status: 200 len: 943 time: 0.0522692 Apr 12 13:22:00.433416 dv-cinder-830097-4-iscsi neutron-server[103457]: INFO neutron.wsgi [req-3783134b-2eff-4075-8170-379bb82f7e65 req-b80c17ff-53a6-470f-91dc-e7843c2e8168 tempest-AttachVolumeShelveTestJSON-707707766 tempest-AttachVolumeShelveTestJSON-707707766-project] 10.222.0.18 "GET /v2.0/security-groups?id=6faf4076-452d-49e5-b67e-bfa1b1fd13c3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0415161 Apr 12 13:22:00.593987 dv-cinder-830097-4-iscsi neutron-server[103458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ba7a59f-7c61-440e-973c-1da1a4b9447c req-d29e022d-2345-404b-ae1a-b84276fb0688 tempest-TestMinimumBasicScenario-297192541 tempest-TestMinimumBasicScenario-297192541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 13:22:00.595389 dv-cinder-830097-4-iscsi neutron-server[103458]: INFO neutron.wsgi [req-2ba7a59f-7c61-440e-973c-1da1a4b9447c req-d29e022d-2345-404b-ae1a-b84276fb0688 tempest-TestMinimumBasicScenario-297192541 tempest-TestMinimumBasicScenario-297192541-project] 10.222.0.18 "GET /v2.0/ports?device_id=0edcbb02-c1d2-41b0-b791-4ffce2309512 HTTP/1.1" status: 200 len: 984 time: 0.0469148 Apr 12 13:22:00.653162 dv-cinder-830097-4-iscsi neutron-server[103458]: INFO neutron.wsgi [req-2ba7a59f-7c61-440e-973c-1da1a4b9447c req-05216f28-0618-4086-b87a-d7356e7d8f3c tempest-TestMinimumBasicScenario-297192541 tempest-TestMinimumBasicScenario-297192541-project] 10.222.0.18 "GET /v2.0/security-groups?id=55f33019-2c5a-40ec-a925-b601e34334e2&id=5cff6b3d-3421-463c-b8d1-a470719c1ceb&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0521562 Apr 12 13:22:01.551366 dv-cinder-830097-4-iscsi neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90f2e16f-98d3-4236-b840-a4dace3ba435 req-b1b8e1e6-5c97-45d5-b52b-ebd247cf2cdd tempest-AttachVolumeShelveTestJSON-707707766 tempest-AttachVolumeShelveTestJSON-707707766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 13:22:01.552860 dv-cinder-830097-4-iscsi neutron-server[103457]: INFO neutron.wsgi [req-90f2e16f-98d3-4236-b840-a4dace3ba435 req-b1b8e1e6-5c97-45d5-b52b-ebd247cf2cdd tempest-AttachVolumeShelveTestJSON-707707766 tempest-AttachVolumeShelveTestJSON-707707766-project] 10.222.0.18 "GET /v2.0/ports?device_id=36b20118-8b82-4226-bcbc-1d8115480b68 HTTP/1.1" status: 200 len: 943 time: 0.0476370 Apr 12 13:22:01.599432 dv-cinder-830097-4-iscsi neutron-server[103457]: INFO neutron.wsgi [req-90f2e16f-98d3-4236-b840-a4dace3ba435 req-23ab3abf-2e53-4fd5-9eb4-f1a71cd02abb tempest-AttachVolumeShelveTestJSON-707707766 tempest-AttachVolumeShelveTestJSON-707707766-project] 10.222.0.18 "GET /v2.0/security-groups?id=6faf4076-452d-49e5-b67e-bfa1b1fd13c3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0404928 Apr 12 13:22:01.767685 dv-cinder-830097-4-iscsi neutron-server[103458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3051c6b7-0c47-4093-a33e-baa22a15f50c req-4f07e87e-a1c1-48f5-a935-eb6f59d34a0e tempest-TestMinimumBasicScenario-297192541 tempest-TestMinimumBasicScenario-297192541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 13:22:01.769044 dv-cinder-830097-4-iscsi neutron-server[103458]: INFO neutron.wsgi [req-3051c6b7-0c47-4093-a33e-baa22a15f50c req-4f07e87e-a1c1-48f5-a935-eb6f59d34a0e tempest-TestMinimumBasicScenario-297192541 tempest-TestMinimumBasicScenario-297192541-project] 10.222.0.18 "GET /v2.0/ports?device_id=0edcbb02-c1d2-41b0-b791-4ffce2309512 HTTP/1.1" status: 200 len: 984 time: 0.0490518 Apr 12 13:22:01.826027 dv-cinder-830097-4-iscsi neutron-server[103458]: INFO neutron.wsgi [req-3051c6b7-0c47-4093-a33e-baa22a15f50c req-9756741f-e08c-4744-9c29-6c82b7647ed8 tempest-TestMinimumBasicScenario-297192541 tempest-TestMinimumBasicScenario-297192541-project] 10.222.0.18 "GET /v2.0/security-groups?id=55f33019-2c5a-40ec-a925-b601e34334e2&id=5cff6b3d-3421-463c-b8d1-a470719c1ceb&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0513413 Apr 12 13:22:02.716987 dv-cinder-830097-4-iscsi neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82af882c-b69e-4645-8724-47ca9698c231 req-e001a3dd-00ad-4581-b569-bfbb74beac76 tempest-AttachVolumeShelveTestJSON-707707766 tempest-AttachVolumeShelveTestJSON-707707766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 13:22:02.718436 dv-cinder-830097-4-iscsi neutron-server[103457]: INFO neutron.wsgi [req-82af882c-b69e-4645-8724-47ca9698c231 req-e001a3dd-00ad-4581-b569-bfbb74beac76 tempest-AttachVolumeShelveTestJSON-707707766 tempest-AttachVolumeShelveTestJSON-707707766-project] 10.222.0.18 "GET /v2.0/ports?device_id=36b20118-8b82-4226-bcbc-1d8115480b68 HTTP/1.1" status: 200 len: 943 time: 0.0460856 Apr 12 13:22:02.767770 dv-cinder-830097-4-iscsi neutron-server[103457]: INFO neutron.wsgi [req-82af882c-b69e-4645-8724-47ca9698c231 req-00292251-02fc-491c-811a-3cefddf01d69 tempest-AttachVolumeShelveTestJSON-707707766 tempest-AttachVolumeShelveTestJSON-707707766-project] 10.222.0.18 "GET /v2.0/security-groups?id=6faf4076-452d-49e5-b67e-bfa1b1fd13c3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0437253 Apr 12 13:22:02.848045 dv-cinder-830097-4-iscsi neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-038d491e-bc86-4c5f-ba0e-c80244e4b379 req-61ce9e34-f0b3-4503-b5ae-f549ab78c34c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 13:22:02.849569 dv-cinder-830097-4-iscsi neutron-server[103457]: INFO neutron.wsgi [req-038d491e-bc86-4c5f-ba0e-c80244e4b379 req-61ce9e34-f0b3-4503-b5ae-f549ab78c34c service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=324be551cdc84d27989a0ab080f181fe&device_id=0edcbb02-c1d2-41b0-b791-4ffce2309512 HTTP/1.1" status: 200 len: 1168 time: 0.0383284 Apr 12 13:22:02.939451 dv-cinder-830097-4-iscsi neutron-server[103458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77894847-62ba-46fa-b488-38eebbdf731e req-8ad35034-3fbb-406b-ad64-0c2fed919eb6 tempest-TestMinimumBasicScenario-297192541 tempest-TestMinimumBasicScenario-297192541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 13:22:02.940935 dv-cinder-830097-4-iscsi neutron-server[103458]: INFO neutron.wsgi [req-77894847-62ba-46fa-b488-38eebbdf731e req-8ad35034-3fbb-406b-ad64-0c2fed919eb6 tempest-TestMinimumBasicScenario-297192541 tempest-TestMinimumBasicScenario-297192541-project] 10.222.0.18 "GET /v2.0/ports?device_id=0edcbb02-c1d2-41b0-b791-4ffce2309512 HTTP/1.1" status: 200 len: 984 time: 0.0468338 Apr 12 13:22:02.956231 dv-cinder-830097-4-iscsi neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-038d491e-bc86-4c5f-ba0e-c80244e4b379 req-7b4546e0-ff03-4bf8-8360-460bde8c4052 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 13:22:02.957719 dv-cinder-830097-4-iscsi neutron-server[103457]: INFO neutron.wsgi [req-038d491e-bc86-4c5f-ba0e-c80244e4b379 req-7b4546e0-ff03-4bf8-8360-460bde8c4052 service neutron] 10.222.0.55 "GET /v2.0/networks?id=43ad3d49-b83e-473d-8b7c-7c5b9f9692d2 HTTP/1.1" status: 200 len: 916 time: 0.0902917 Apr 12 13:22:03.000600 dv-cinder-830097-4-iscsi neutron-server[103458]: INFO neutron.wsgi [req-77894847-62ba-46fa-b488-38eebbdf731e req-8eb08392-3f48-448e-bba6-d5be1be1022e tempest-TestMinimumBasicScenario-297192541 tempest-TestMinimumBasicScenario-297192541-project] 10.222.0.18 "GET /v2.0/security-groups?id=55f33019-2c5a-40ec-a925-b601e34334e2&id=5cff6b3d-3421-463c-b8d1-a470719c1ceb&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0538781 Apr 12 13:22:03.032938 dv-cinder-830097-4-iscsi neutron-server[103457]: INFO neutron.wsgi [req-038d491e-bc86-4c5f-ba0e-c80244e4b379 req-6dc9f68a-9972-4052-828b-913e825679c0 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=4e621a2e-a21d-400b-97c6-4a2cf9634d9b HTTP/1.1" status: 200 len: 1001 time: 0.0671735 Apr 12 13:22:03.080938 dv-cinder-830097-4-iscsi neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-038d491e-bc86-4c5f-ba0e-c80244e4b379 req-1c2f0bd9-d70d-4d08-93d1-387ff6d940c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 13:22:03.082316 dv-cinder-830097-4-iscsi neutron-server[103457]: INFO neutron.wsgi [req-038d491e-bc86-4c5f-ba0e-c80244e4b379 req-1c2f0bd9-d70d-4d08-93d1-387ff6d940c2 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=459228ea-ace1-423f-95f0-441946c28473 HTTP/1.1" status: 200 len: 854 time: 0.0423915 Apr 12 13:22:03.124656 dv-cinder-830097-4-iscsi neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-038d491e-bc86-4c5f-ba0e-c80244e4b379 req-1b4dda9e-e373-43df-8fdb-85b61f1c3b75 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 13:22:03.126119 dv-cinder-830097-4-iscsi neutron-server[103457]: INFO neutron.wsgi [req-038d491e-bc86-4c5f-ba0e-c80244e4b379 req-1b4dda9e-e373-43df-8fdb-85b61f1c3b75 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=43ad3d49-b83e-473d-8b7c-7c5b9f9692d2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0366724 Apr 12 13:22:03.217536 dv-cinder-830097-4-iscsi neutron-server[103457]: INFO neutron.wsgi [req-038d491e-bc86-4c5f-ba0e-c80244e4b379 req-3ef2c9fe-11f9-4cae-8e57-e97f32b69fdf service neutron] 10.222.0.55 "GET /v2.0/networks/43ad3d49-b83e-473d-8b7c-7c5b9f9692d2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0838902 Apr 12 13:22:03.312380 dv-cinder-830097-4-iscsi neutron-server[103457]: INFO neutron.wsgi [req-038d491e-bc86-4c5f-ba0e-c80244e4b379 req-b75d1658-69f9-4d7f-a5ea-3a56698d4d60 service neutron] 10.222.0.55 "GET /v2.0/networks/43ad3d49-b83e-473d-8b7c-7c5b9f9692d2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0846066 Apr 12 13:22:03.885983 dv-cinder-830097-4-iscsi neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d35049dd-17ca-4075-8486-2707717f9a6f req-e178c6a3-017a-4fb4-add6-e8d6c04192ec tempest-AttachVolumeShelveTestJSON-707707766 tempest-AttachVolumeShelveTestJSON-707707766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 13:22:03.887425 dv-cinder-830097-4-iscsi neutron-server[103457]: INFO neutron.wsgi [req-d35049dd-17ca-4075-8486-2707717f9a6f req-e178c6a3-017a-4fb4-add6-e8d6c04192ec tempest-AttachVolumeShelveTestJSON-707707766 tempest-AttachVolumeShelveTestJSON-707707766-project] 10.222.0.18 "GET /v2.0/ports?device_id=36b20118-8b82-4226-bcbc-1d8115480b68 HTTP/1.1" status: 200 len: 943 time: 0.0469599 Apr 12 13:22:03.934343 dv-cinder-830097-4-iscsi neutron-server[103457]: INFO neutron.wsgi [req-d35049dd-17ca-4075-8486-2707717f9a6f req-83721115-1aac-44f0-b59f-36afb6916ad0 tempest-AttachVolumeShelveTestJSON-707707766 tempest-AttachVolumeShelveTestJSON-707707766-project] 10.222.0.18 "GET /v2.0/security-groups?id=6faf4076-452d-49e5-b67e-bfa1b1fd13c3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0413527 Apr 12 13:22:04.111553 dv-cinder-830097-4-iscsi neutron-server[103458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88c3a4bc-5539-4947-bf82-b2565b479b27 req-210bb872-5d97-4cbf-92fd-f400a9a75412 tempest-TestMinimumBasicScenario-297192541 tempest-TestMinimumBasicScenario-297192541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 13:22:04.112933 dv-cinder-830097-4-iscsi neutron-server[103458]: INFO neutron.wsgi [req-88c3a4bc-5539-4947-bf82-b2565b479b27 req-210bb872-5d97-4cbf-92fd-f400a9a75412 tempest-TestMinimumBasicScenario-297192541 tempest-TestMinimumBasicScenario-297192541-project] 10.222.0.18 "GET /v2.0/ports?device_id=0edcbb02-c1d2-41b0-b791-4ffce2309512 HTTP/1.1" status: 200 len: 984 time: 0.0464337 Apr 12 13:22:04.175889 dv-cinder-830097-4-iscsi neutron-server[103458]: INFO neutron.wsgi [req-88c3a4bc-5539-4947-bf82-b2565b479b27 req-0d31c78d-553d-4a86-8c56-ac2098643a6b tempest-TestMinimumBasicScenario-297192541 tempest-TestMinimumBasicScenario-297192541-project] 10.222.0.18 "GET /v2.0/security-groups?id=55f33019-2c5a-40ec-a925-b601e34334e2&id=5cff6b3d-3421-463c-b8d1-a470719c1ceb&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0573771 Apr 12 13:22:05.050616 dv-cinder-830097-4-iscsi neutron-server[103458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3443cca7-a212-43c0-a23a-b21104e60ab1 req-a219b07d-ec39-4350-954c-1a3c06b36073 tempest-AttachVolumeShelveTestJSON-707707766 tempest-AttachVolumeShelveTestJSON-707707766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 13:22:05.052036 dv-cinder-830097-4-iscsi neutron-server[103458]: INFO neutron.wsgi [req-3443cca7-a212-43c0-a23a-b21104e60ab1 req-a219b07d-ec39-4350-954c-1a3c06b36073 tempest-AttachVolumeShelveTestJSON-707707766 tempest-AttachVolumeShelveTestJSON-707707766-project] 10.222.0.18 "GET /v2.0/ports?device_id=36b20118-8b82-4226-bcbc-1d8115480b68 HTTP/1.1" status: 200 len: 943 time: 0.0467207 Apr 12 13:22:05.097128 dv-cinder-830097-4-iscsi neutron-server[103458]: INFO neutron.wsgi [req-3443cca7-a212-43c0-a23a-b21104e60ab1 req-bebde5bd-d213-4593-85a9-df18365846a9 tempest-AttachVolumeShelveTestJSON-707707766 tempest-AttachVolumeShelveTestJSON-707707766-project] 10.222.0.18 "GET /v2.0/security-groups?id=6faf4076-452d-49e5-b67e-bfa1b1fd13c3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0394964 Apr 12 13:22:05.289160 dv-cinder-830097-4-iscsi neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e56efad4-3b06-4d4c-8fa4-8541491d62f6 req-9aa922e6-4ab5-40c8-bd77-78222108a6be tempest-TestMinimumBasicScenario-297192541 tempest-TestMinimumBasicScenario-297192541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 13:22:05.290587 dv-cinder-830097-4-iscsi neutron-server[103457]: INFO neutron.wsgi [req-e56efad4-3b06-4d4c-8fa4-8541491d62f6 req-9aa922e6-4ab5-40c8-bd77-78222108a6be tempest-TestMinimumBasicScenario-297192541 tempest-TestMinimumBasicScenario-297192541-project] 10.222.0.18 "GET /v2.0/ports?device_id=0edcbb02-c1d2-41b0-b791-4ffce2309512 HTTP/1.1" status: 200 len: 984 time: 0.0461771 Apr 12 13:22:05.348392 dv-cinder-830097-4-iscsi neutron-server[103457]: INFO neutron.wsgi [req-e56efad4-3b06-4d4c-8fa4-8541491d62f6 req-3b42dacb-1ec8-4dd6-90b6-f500217ce888 tempest-TestMinimumBasicScenario-297192541 tempest-TestMinimumBasicScenario-297192541-project] 10.222.0.18 "GET /v2.0/security-groups?id=55f33019-2c5a-40ec-a925-b601e34334e2&id=5cff6b3d-3421-463c-b8d1-a470719c1ceb&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0516865 Apr 12 13:22:05.527477 dv-cinder-830097-4-iscsi neutron-server[103457]: INFO neutron.wsgi [req-367a32c2-bc7f-404e-9ee9-0e093129fe14 req-924cd0a5-89d6-4e86-aad1-e51773084c12 service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=ba22d8d3-a051-42d3-976a-fa1a9f083b90&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0408881 Apr 12 13:22:05.603300 dv-cinder-830097-4-iscsi neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-367a32c2-bc7f-404e-9ee9-0e093129fe14 req-b4c5cd05-c523-48d7-b1d4-afdfc0ab4ceb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 13:22:05.605682 dv-cinder-830097-4-iscsi neutron-server[103457]: INFO neutron.wsgi [req-367a32c2-bc7f-404e-9ee9-0e093129fe14 req-b4c5cd05-c523-48d7-b1d4-afdfc0ab4ceb service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=973344adf45e43fc87f28572c7cc70a5&device_id=ba22d8d3-a051-42d3-976a-fa1a9f083b90 HTTP/1.1" status: 200 len: 1130 time: 0.0384579 Apr 12 13:22:05.708981 dv-cinder-830097-4-iscsi neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-367a32c2-bc7f-404e-9ee9-0e093129fe14 req-b2d565ff-6a35-4e50-8c80-dcf80b67ccc2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 13:22:05.710440 dv-cinder-830097-4-iscsi neutron-server[103457]: INFO neutron.wsgi [req-367a32c2-bc7f-404e-9ee9-0e093129fe14 req-b2d565ff-6a35-4e50-8c80-dcf80b67ccc2 service neutron] 10.222.0.55 "GET /v2.0/networks?id=33c58c83-bd42-46e6-829a-cd11f58e9fb1 HTTP/1.1" status: 200 len: 912 time: 0.0854509 Apr 12 13:22:05.776362 dv-cinder-830097-4-iscsi neutron-server[103457]: INFO neutron.wsgi [req-367a32c2-bc7f-404e-9ee9-0e093129fe14 req-c8f086e7-be7c-4225-9cfb-bcab21037ee6 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=62c1ce97-2966-4f79-9ab2-998dae58f04b HTTP/1.1" status: 200 len: 1001 time: 0.0569470 Apr 12 13:22:05.822773 dv-cinder-830097-4-iscsi neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-367a32c2-bc7f-404e-9ee9-0e093129fe14 req-e0bafabd-e7fe-4e1f-a146-2bf31bec8e07 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 13:22:05.824158 dv-cinder-830097-4-iscsi neutron-server[103457]: INFO neutron.wsgi [req-367a32c2-bc7f-404e-9ee9-0e093129fe14 req-e0bafabd-e7fe-4e1f-a146-2bf31bec8e07 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=e7f58421-9187-48e8-8ede-d2e25149e657 HTTP/1.1" status: 200 len: 850 time: 0.0412264 Apr 12 13:22:05.870725 dv-cinder-830097-4-iscsi neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-367a32c2-bc7f-404e-9ee9-0e093129fe14 req-85dca9fb-d012-41d6-bfc8-6a8c29c1e042 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 13:22:05.872276 dv-cinder-830097-4-iscsi neutron-server[103457]: INFO neutron.wsgi [req-367a32c2-bc7f-404e-9ee9-0e093129fe14 req-85dca9fb-d012-41d6-bfc8-6a8c29c1e042 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=33c58c83-bd42-46e6-829a-cd11f58e9fb1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0411475 Apr 12 13:22:05.959104 dv-cinder-830097-4-iscsi neutron-server[103457]: INFO neutron.wsgi [req-367a32c2-bc7f-404e-9ee9-0e093129fe14 req-7e30b6b1-9dc3-40a3-b2c7-e913f9962c23 service neutron] 10.222.0.55 "GET /v2.0/networks/33c58c83-bd42-46e6-829a-cd11f58e9fb1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0794294 Apr 12 13:22:06.051190 dv-cinder-830097-4-iscsi neutron-server[103457]: INFO neutron.wsgi [req-367a32c2-bc7f-404e-9ee9-0e093129fe14 req-9cda31fa-e955-43cf-b72b-0647b57d5d77 service neutron] 10.222.0.55 "GET /v2.0/networks/33c58c83-bd42-46e6-829a-cd11f58e9fb1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0836134 Apr 12 13:22:06.215406 dv-cinder-830097-4-iscsi neutron-server[103458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e0b2c65-dcbe-472d-bc7b-ca8a0e7168a7 req-828a1ec5-65f2-49fa-863c-940fce4d284a tempest-AttachVolumeShelveTestJSON-707707766 tempest-AttachVolumeShelveTestJSON-707707766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 13:22:06.216883 dv-cinder-830097-4-iscsi neutron-server[103458]: INFO neutron.wsgi [req-2e0b2c65-dcbe-472d-bc7b-ca8a0e7168a7 req-828a1ec5-65f2-49fa-863c-940fce4d284a tempest-AttachVolumeShelveTestJSON-707707766 tempest-AttachVolumeShelveTestJSON-707707766-project] 10.222.0.18 "GET /v2.0/ports?device_id=36b20118-8b82-4226-bcbc-1d8115480b68 HTTP/1.1" status: 200 len: 943 time: 0.0476677 Apr 12 13:22:06.261952 dv-cinder-830097-4-iscsi neutron-server[103458]: INFO neutron.wsgi [req-2e0b2c65-dcbe-472d-bc7b-ca8a0e7168a7 req-d5b761dd-3a91-47ac-9a7a-ee9941fba7ba tempest-AttachVolumeShelveTestJSON-707707766 tempest-AttachVolumeShelveTestJSON-707707766-project] 10.222.0.18 "GET /v2.0/security-groups?id=6faf4076-452d-49e5-b67e-bfa1b1fd13c3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0394993 Apr 12 13:22:06.458815 dv-cinder-830097-4-iscsi neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb0a9e04-586a-4e9c-880c-82c394e4bae0 req-03aebd53-1521-494f-89aa-976e5d916584 tempest-TestMinimumBasicScenario-297192541 tempest-TestMinimumBasicScenario-297192541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 13:22:06.460283 dv-cinder-830097-4-iscsi neutron-server[103457]: INFO neutron.wsgi [req-fb0a9e04-586a-4e9c-880c-82c394e4bae0 req-03aebd53-1521-494f-89aa-976e5d916584 tempest-TestMinimumBasicScenario-297192541 tempest-TestMinimumBasicScenario-297192541-project] 10.222.0.18 "GET /v2.0/ports?device_id=0edcbb02-c1d2-41b0-b791-4ffce2309512 HTTP/1.1" status: 200 len: 984 time: 0.0458472 Apr 12 13:22:06.518137 dv-cinder-830097-4-iscsi neutron-server[103457]: INFO neutron.wsgi [req-fb0a9e04-586a-4e9c-880c-82c394e4bae0 req-dea6b128-222f-4e01-bf85-222badddd0fc tempest-TestMinimumBasicScenario-297192541 tempest-TestMinimumBasicScenario-297192541-project] 10.222.0.18 "GET /v2.0/security-groups?id=55f33019-2c5a-40ec-a925-b601e34334e2&id=5cff6b3d-3421-463c-b8d1-a470719c1ceb&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0516057 Apr 12 13:22:07.381751 dv-cinder-830097-4-iscsi neutron-server[103458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df3ce0ed-2aab-44ae-8abe-b76405cf60e8 req-033f4c48-7d53-4494-a531-1b8453a5447d tempest-AttachVolumeShelveTestJSON-707707766 tempest-AttachVolumeShelveTestJSON-707707766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 13:22:07.383185 dv-cinder-830097-4-iscsi neutron-server[103458]: INFO neutron.wsgi [req-df3ce0ed-2aab-44ae-8abe-b76405cf60e8 req-033f4c48-7d53-4494-a531-1b8453a5447d tempest-AttachVolumeShelveTestJSON-707707766 tempest-AttachVolumeShelveTestJSON-707707766-project] 10.222.0.18 "GET /v2.0/ports?device_id=36b20118-8b82-4226-bcbc-1d8115480b68 HTTP/1.1" status: 200 len: 943 time: 0.0495033 Apr 12 13:22:07.429857 dv-cinder-830097-4-iscsi neutron-server[103458]: INFO neutron.wsgi [req-df3ce0ed-2aab-44ae-8abe-b76405cf60e8 req-f8cd33c3-8308-4b27-ac59-0a94f886ad14 tempest-AttachVolumeShelveTestJSON-707707766 tempest-AttachVolumeShelveTestJSON-707707766-project] 10.222.0.18 "GET /v2.0/security-groups?id=6faf4076-452d-49e5-b67e-bfa1b1fd13c3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0411088 Apr 12 13:22:07.630537 dv-cinder-830097-4-iscsi neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-167a18ba-9e7e-45a0-bf70-a290acb5ed1e req-913abfe4-419b-441a-8643-5e3e07071702 tempest-TestMinimumBasicScenario-297192541 tempest-TestMinimumBasicScenario-297192541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 13:22:07.631988 dv-cinder-830097-4-iscsi neutron-server[103457]: INFO neutron.wsgi [req-167a18ba-9e7e-45a0-bf70-a290acb5ed1e req-913abfe4-419b-441a-8643-5e3e07071702 tempest-TestMinimumBasicScenario-297192541 tempest-TestMinimumBasicScenario-297192541-project] 10.222.0.18 "GET /v2.0/ports?device_id=0edcbb02-c1d2-41b0-b791-4ffce2309512 HTTP/1.1" status: 200 len: 984 time: 0.0465555 Apr 12 13:22:07.694024 dv-cinder-830097-4-iscsi neutron-server[103457]: INFO neutron.wsgi [req-167a18ba-9e7e-45a0-bf70-a290acb5ed1e req-782de23b-5529-4308-b297-e2293b12c140 tempest-TestMinimumBasicScenario-297192541 tempest-TestMinimumBasicScenario-297192541-project] 10.222.0.18 "GET /v2.0/security-groups?id=55f33019-2c5a-40ec-a925-b601e34334e2&id=5cff6b3d-3421-463c-b8d1-a470719c1ceb&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0557029 Apr 12 13:22:08.544997 dv-cinder-830097-4-iscsi neutron-server[103458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e8186e0-87fa-4047-a230-0f698f751a6c req-7d453a8d-c58b-4d75-9599-17c6f505a124 tempest-AttachVolumeShelveTestJSON-707707766 tempest-AttachVolumeShelveTestJSON-707707766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 13:22:08.546433 dv-cinder-830097-4-iscsi neutron-server[103458]: INFO neutron.wsgi [req-5e8186e0-87fa-4047-a230-0f698f751a6c req-7d453a8d-c58b-4d75-9599-17c6f505a124 tempest-AttachVolumeShelveTestJSON-707707766 tempest-AttachVolumeShelveTestJSON-707707766-project] 10.222.0.18 "GET /v2.0/ports?device_id=36b20118-8b82-4226-bcbc-1d8115480b68 HTTP/1.1" status: 200 len: 943 time: 0.0452185 Apr 12 13:22:08.592568 dv-cinder-830097-4-iscsi neutron-server[103458]: INFO neutron.wsgi [req-5e8186e0-87fa-4047-a230-0f698f751a6c req-e1dce294-524c-488f-b21f-449c260d4ac6 tempest-AttachVolumeShelveTestJSON-707707766 tempest-AttachVolumeShelveTestJSON-707707766-project] 10.222.0.18 "GET /v2.0/security-groups?id=6faf4076-452d-49e5-b67e-bfa1b1fd13c3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0406516 Apr 12 13:22:08.805015 dv-cinder-830097-4-iscsi neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc01fb40-9c3b-49c6-b126-271aa67291eb req-bf18d434-a205-4557-b5ed-36a602aef167 tempest-TestMinimumBasicScenario-297192541 tempest-TestMinimumBasicScenario-297192541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 13:22:08.806439 dv-cinder-830097-4-iscsi neutron-server[103457]: INFO neutron.wsgi [req-bc01fb40-9c3b-49c6-b126-271aa67291eb req-bf18d434-a205-4557-b5ed-36a602aef167 tempest-TestMinimumBasicScenario-297192541 tempest-TestMinimumBasicScenario-297192541-project] 10.222.0.18 "GET /v2.0/ports?device_id=0edcbb02-c1d2-41b0-b791-4ffce2309512 HTTP/1.1" status: 200 len: 984 time: 0.0462291 Apr 12 13:22:08.863990 dv-cinder-830097-4-iscsi neutron-server[103457]: INFO neutron.wsgi [req-bc01fb40-9c3b-49c6-b126-271aa67291eb req-012ecbbb-5759-4ca3-bba1-93e8523efa29 tempest-TestMinimumBasicScenario-297192541 tempest-TestMinimumBasicScenario-297192541-project] 10.222.0.18 "GET /v2.0/security-groups?id=55f33019-2c5a-40ec-a925-b601e34334e2&id=5cff6b3d-3421-463c-b8d1-a470719c1ceb&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0519223 Apr 12 13:22:09.711788 dv-cinder-830097-4-iscsi neutron-server[103458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1cbe7ad-561a-4d05-ba3c-6a1157cda289 req-5a447be3-df93-439c-8f8c-d2d111e64bb3 tempest-AttachVolumeShelveTestJSON-707707766 tempest-AttachVolumeShelveTestJSON-707707766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 13:22:09.713239 dv-cinder-830097-4-iscsi neutron-server[103458]: INFO neutron.wsgi [req-d1cbe7ad-561a-4d05-ba3c-6a1157cda289 req-5a447be3-df93-439c-8f8c-d2d111e64bb3 tempest-AttachVolumeShelveTestJSON-707707766 tempest-AttachVolumeShelveTestJSON-707707766-project] 10.222.0.18 "GET /v2.0/ports?device_id=36b20118-8b82-4226-bcbc-1d8115480b68 HTTP/1.1" status: 200 len: 943 time: 0.0495815 Apr 12 13:22:09.967706 dv-cinder-830097-4-iscsi neutron-server[103458]: INFO neutron.wsgi [req-d1cbe7ad-561a-4d05-ba3c-6a1157cda289 req-6ffcce32-3eed-4700-8c7d-802f4efffb4d tempest-AttachVolumeShelveTestJSON-707707766 tempest-AttachVolumeShelveTestJSON-707707766-project] 10.222.0.18 "GET /v2.0/security-groups?id=6faf4076-452d-49e5-b67e-bfa1b1fd13c3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2489491 Apr 12 13:22:09.987337 dv-cinder-830097-4-iscsi neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b624166a-a106-4f8c-8eca-23ed24896dbe req-67ea93f8-882e-47d3-af2a-4906e7954854 tempest-TestMinimumBasicScenario-297192541 tempest-TestMinimumBasicScenario-297192541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 13:22:09.988853 dv-cinder-830097-4-iscsi neutron-server[103457]: INFO neutron.wsgi [req-b624166a-a106-4f8c-8eca-23ed24896dbe req-67ea93f8-882e-47d3-af2a-4906e7954854 tempest-TestMinimumBasicScenario-297192541 tempest-TestMinimumBasicScenario-297192541-project] 10.222.0.18 "GET /v2.0/ports?device_id=0edcbb02-c1d2-41b0-b791-4ffce2309512 HTTP/1.1" status: 200 len: 984 time: 0.0565403 Apr 12 13:22:10.047586 dv-cinder-830097-4-iscsi neutron-server[103457]: INFO neutron.wsgi [req-b624166a-a106-4f8c-8eca-23ed24896dbe req-3f5eaaa6-c81a-4144-b281-cf7b1ef59575 tempest-TestMinimumBasicScenario-297192541 tempest-TestMinimumBasicScenario-297192541-project] 10.222.0.18 "GET /v2.0/security-groups?id=55f33019-2c5a-40ec-a925-b601e34334e2&id=5cff6b3d-3421-463c-b8d1-a470719c1ceb&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0530391 Apr 12 13:22:10.759172 dv-cinder-830097-4-iscsi neutron-server[103459]: DEBUG neutron.plugins.ml2.rpc [None req-3505bd68-a9fd-4823-92ea-1a6ded8ab071 None None] Device fb9ce2f5-e944-45af-8bea-9306ac5c33df details requested by agent hyperv_hv-cinder-83009 with host hv-cinder-83009 {{(pid=103459) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 12 13:22:10.856704 dv-cinder-830097-4-iscsi neutron-server[103459]: DEBUG neutron.plugins.ml2.db [None req-3505bd68-a9fd-4823-92ea-1a6ded8ab071 None None] For port fb9ce2f5-e944-45af-8bea-9306ac5c33df, host hv-cinder-83009, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83009',level=0,port_id=fb9ce2f5-e944-45af-8bea-9306ac5c33df,segment=NetworkSegment(97cb7c0e-6017-4956-9bfd-101a1a75a7c0),segment_id=97cb7c0e-6017-4956-9bfd-101a1a75a7c0)] {{(pid=103459) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 12 13:22:10.867249 dv-cinder-830097-4-iscsi neutron-server[103459]: DEBUG neutron.plugins.ml2.rpc [None req-3505bd68-a9fd-4823-92ea-1a6ded8ab071 None None] Returning: {'device': 'fb9ce2f5-e944-45af-8bea-9306ac5c33df', 'network_id': '6562521a-2ea5-45f4-a1f8-589dc7fbc9f3', 'port_id': 'fb9ce2f5-e944-45af-8bea-9306ac5c33df', 'mac_address': 'fa:16:3e:99:71:8e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 244, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'cf735079-dcf8-4625-b8a7-d372f8fef245', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103459) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 12 13:22:10.904494 dv-cinder-830097-4-iscsi neutron-server[103459]: DEBUG neutron.plugins.ml2.plugin [None req-3505bd68-a9fd-4823-92ea-1a6ded8ab071 None None] Current status of the port fb9ce2f5-e944-45af-8bea-9306ac5c33df is: DOWN; New status is: BUILD {{(pid=103459) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 12 13:22:10.904922 dv-cinder-830097-4-iscsi neutron-server[103459]: DEBUG neutron_lib.callbacks.manager [None req-3505bd68-a9fd-4823-92ea-1a6ded8ab071 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-916304'] for port (fb9ce2f5-e944-45af-8bea-9306ac5c33df), before_update {{(pid=103459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:22:10.917314 dv-cinder-830097-4-iscsi neutron-server[103459]: DEBUG neutron.notifiers.nova [None req-3505bd68-a9fd-4823-92ea-1a6ded8ab071 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id fb9ce2f5-e944-45af-8bea-9306ac5c33df {{(pid=103459) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 12 13:22:10.936731 dv-cinder-830097-4-iscsi neutron-server[103459]: DEBUG neutron.plugins.ml2.db [None req-3505bd68-a9fd-4823-92ea-1a6ded8ab071 None None] For port fb9ce2f5-e944-45af-8bea-9306ac5c33df, host hv-cinder-83009, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83009',level=0,port_id=fb9ce2f5-e944-45af-8bea-9306ac5c33df,segment=NetworkSegment(97cb7c0e-6017-4956-9bfd-101a1a75a7c0),segment_id=97cb7c0e-6017-4956-9bfd-101a1a75a7c0)] {{(pid=103459) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 12 13:22:10.940722 dv-cinder-830097-4-iscsi neutron-server[103459]: DEBUG neutron_lib.callbacks.manager [None req-3505bd68-a9fd-4823-92ea-1a6ded8ab071 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-915890', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3697887', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732727894815', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732727417932', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732727417950'] for port (fb9ce2f5-e944-45af-8bea-9306ac5c33df), after_update {{(pid=103459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:22:10.991856 dv-cinder-830097-4-iscsi neutron-server[103459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3505bd68-a9fd-4823-92ea-1a6ded8ab071 None None] Pushing event updated for resources: {'Port': ['ID=fb9ce2f5-e944-45af-8bea-9306ac5c33df,revision_number=9']} {{(pid=103459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 13:22:11.086395 dv-cinder-830097-4-iscsi neutron-server[103458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7eeaaa3-e883-4f37-b4b3-d601a532be39 req-cf8af3c8-275e-4ae2-9d32-4d01145dd9d6 tempest-AttachVolumeShelveTestJSON-707707766 tempest-AttachVolumeShelveTestJSON-707707766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 13:22:11.087867 dv-cinder-830097-4-iscsi neutron-server[103458]: INFO neutron.wsgi [req-e7eeaaa3-e883-4f37-b4b3-d601a532be39 req-cf8af3c8-275e-4ae2-9d32-4d01145dd9d6 tempest-AttachVolumeShelveTestJSON-707707766 tempest-AttachVolumeShelveTestJSON-707707766-project] 10.222.0.18 "GET /v2.0/ports?device_id=36b20118-8b82-4226-bcbc-1d8115480b68 HTTP/1.1" status: 200 len: 944 time: 0.0482440 Apr 12 13:22:11.133641 dv-cinder-830097-4-iscsi neutron-server[103458]: INFO neutron.wsgi [req-e7eeaaa3-e883-4f37-b4b3-d601a532be39 req-449f2b29-ab37-46a8-ab1a-e4d2f7a19f1e tempest-AttachVolumeShelveTestJSON-707707766 tempest-AttachVolumeShelveTestJSON-707707766-project] 10.222.0.18 "GET /v2.0/security-groups?id=6faf4076-452d-49e5-b67e-bfa1b1fd13c3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0402017 Apr 12 13:22:11.165566 dv-cinder-830097-4-iscsi neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27199d4c-4574-42a0-825b-e14f2eda58b2 req-c2899a3c-b9dc-4d59-94a3-8de1552107d6 tempest-TestMinimumBasicScenario-297192541 tempest-TestMinimumBasicScenario-297192541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 13:22:11.167221 dv-cinder-830097-4-iscsi neutron-server[103457]: INFO neutron.wsgi [req-27199d4c-4574-42a0-825b-e14f2eda58b2 req-c2899a3c-b9dc-4d59-94a3-8de1552107d6 tempest-TestMinimumBasicScenario-297192541 tempest-TestMinimumBasicScenario-297192541-project] 10.222.0.18 "GET /v2.0/ports?device_id=0edcbb02-c1d2-41b0-b791-4ffce2309512 HTTP/1.1" status: 200 len: 984 time: 0.0514574 Apr 12 13:22:11.224304 dv-cinder-830097-4-iscsi neutron-server[103460]: DEBUG neutron.db.agents_db [None req-38c2972b-b018-47ca-95cb-8760adc1e78b None None] Agent healthcheck: found 6 active agents {{(pid=103460) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 12 13:22:11.225780 dv-cinder-830097-4-iscsi neutron-server[103457]: INFO neutron.wsgi [req-27199d4c-4574-42a0-825b-e14f2eda58b2 req-6b9a84ce-4cdc-4ffb-b93e-39a292bf6574 tempest-TestMinimumBasicScenario-297192541 tempest-TestMinimumBasicScenario-297192541-project] 10.222.0.18 "GET /v2.0/security-groups?id=55f33019-2c5a-40ec-a925-b601e34334e2&id=5cff6b3d-3421-463c-b8d1-a470719c1ceb&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0529721 Apr 12 13:22:11.744367 dv-cinder-830097-4-iscsi neutron-server[103459]: DEBUG neutron.plugins.ml2.db [None req-3505bd68-a9fd-4823-92ea-1a6ded8ab071 None None] get_ports_and_sgs() called for port_ids ['fb9ce2f5-e944-45af-8bea-9306ac5c33df'] {{(pid=103459) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 12 13:22:12.253027 dv-cinder-830097-4-iscsi neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b054fbe9-c2dd-4f8b-a8ab-712c92cfc7ff req-4dcfe5c3-4465-4713-bc61-fcb4a043c55f tempest-AttachVolumeShelveTestJSON-707707766 tempest-AttachVolumeShelveTestJSON-707707766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 13:22:12.254492 dv-cinder-830097-4-iscsi neutron-server[103457]: INFO neutron.wsgi [req-b054fbe9-c2dd-4f8b-a8ab-712c92cfc7ff req-4dcfe5c3-4465-4713-bc61-fcb4a043c55f tempest-AttachVolumeShelveTestJSON-707707766 tempest-AttachVolumeShelveTestJSON-707707766-project] 10.222.0.18 "GET /v2.0/ports?device_id=36b20118-8b82-4226-bcbc-1d8115480b68 HTTP/1.1" status: 200 len: 944 time: 0.0484154 Apr 12 13:22:12.309826 dv-cinder-830097-4-iscsi neutron-server[103457]: INFO neutron.wsgi [req-b054fbe9-c2dd-4f8b-a8ab-712c92cfc7ff req-2352c0bb-33a4-4ccb-a517-3f7ff4019a95 tempest-AttachVolumeShelveTestJSON-707707766 tempest-AttachVolumeShelveTestJSON-707707766-project] 10.222.0.18 "GET /v2.0/security-groups?id=6faf4076-452d-49e5-b67e-bfa1b1fd13c3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0497236 Apr 12 13:22:12.379606 dv-cinder-830097-4-iscsi neutron-server[103458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26c19c27-34f4-49d4-9fce-05616d472096 req-3fcda0ca-ca4f-4547-9a04-09262faf07f6 tempest-TestMinimumBasicScenario-297192541 tempest-TestMinimumBasicScenario-297192541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 13:22:12.381244 dv-cinder-830097-4-iscsi neutron-server[103458]: INFO neutron.wsgi [req-26c19c27-34f4-49d4-9fce-05616d472096 req-3fcda0ca-ca4f-4547-9a04-09262faf07f6 tempest-TestMinimumBasicScenario-297192541 tempest-TestMinimumBasicScenario-297192541-project] 10.222.0.18 "GET /v2.0/ports?device_id=0edcbb02-c1d2-41b0-b791-4ffce2309512 HTTP/1.1" status: 200 len: 984 time: 0.0579767 Apr 12 13:22:12.423692 dv-cinder-830097-4-iscsi neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66685a0a-2f56-4f77-ae09-e6d2f2355e51 req-50bb10bd-cecf-4e36-83b3-dfdc2f6d6ce0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 13:22:12.425207 dv-cinder-830097-4-iscsi neutron-server[103457]: INFO neutron.wsgi [req-66685a0a-2f56-4f77-ae09-e6d2f2355e51 req-50bb10bd-cecf-4e36-83b3-dfdc2f6d6ce0 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=03e871d047514daabb60a84f86099232&device_id=629d75a5-e426-4cc1-9a91-03495357fac5 HTTP/1.1" status: 200 len: 1130 time: 0.0710149 Apr 12 13:22:12.445034 dv-cinder-830097-4-iscsi neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13ef7dd0-6dfb-49d2-a318-2a28283158b9 req-c69cd377-b683-426f-b9b5-30a0852934e6 tempest-ServerRescueNegativeTestJSON-440649021 tempest-ServerRescueNegativeTestJSON-440649021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 13:22:12.445907 dv-cinder-830097-4-iscsi neutron-server[103458]: INFO neutron.wsgi [req-26c19c27-34f4-49d4-9fce-05616d472096 req-3d948f31-b7fa-4994-a75f-0b862532582f tempest-TestMinimumBasicScenario-297192541 tempest-TestMinimumBasicScenario-297192541-project] 10.222.0.18 "GET /v2.0/security-groups?id=55f33019-2c5a-40ec-a925-b601e34334e2&id=5cff6b3d-3421-463c-b8d1-a470719c1ceb&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0581715 Apr 12 13:22:12.446426 dv-cinder-830097-4-iscsi neutron-server[103457]: INFO neutron.wsgi [req-13ef7dd0-6dfb-49d2-a318-2a28283158b9 req-c69cd377-b683-426f-b9b5-30a0852934e6 tempest-ServerRescueNegativeTestJSON-440649021 tempest-ServerRescueNegativeTestJSON-440649021-project] 10.222.0.18 "GET /v2.0/ports?device_id=629d75a5-e426-4cc1-9a91-03495357fac5 HTTP/1.1" status: 200 len: 946 time: 0.0658505 Apr 12 13:22:12.542910 dv-cinder-830097-4-iscsi neutron-server[103457]: INFO neutron.wsgi [req-13ef7dd0-6dfb-49d2-a318-2a28283158b9 req-e18a9968-0324-4b51-9d60-f4984b38f129 tempest-ServerRescueNegativeTestJSON-440649021 tempest-ServerRescueNegativeTestJSON-440649021-project] 10.222.0.18 "GET /v2.0/security-groups?id=9a69e885-7be4-4d2c-b3f6-55a097b025b0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0843868 Apr 12 13:22:12.555951 dv-cinder-830097-4-iscsi neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66685a0a-2f56-4f77-ae09-e6d2f2355e51 req-471c1d32-197a-4fbb-99ce-7066bdba0b44 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 13:22:12.558132 dv-cinder-830097-4-iscsi neutron-server[103457]: INFO neutron.wsgi [req-66685a0a-2f56-4f77-ae09-e6d2f2355e51 req-471c1d32-197a-4fbb-99ce-7066bdba0b44 service neutron] 10.222.0.55 "GET /v2.0/networks?id=8a9d7c73-ddbc-4eef-a839-e9bbe858207d HTTP/1.1" status: 200 len: 919 time: 0.1255429 Apr 12 13:22:12.626021 dv-cinder-830097-4-iscsi neutron-server[103457]: INFO neutron.wsgi [req-66685a0a-2f56-4f77-ae09-e6d2f2355e51 req-e9ff59ca-a8eb-4fd3-bcb6-c4b5270e2f5b service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=704ccb89-914e-44b5-a4ae-1dde71563bb0 HTTP/1.1" status: 200 len: 1002 time: 0.0612895 Apr 12 13:22:12.674321 dv-cinder-830097-4-iscsi neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66685a0a-2f56-4f77-ae09-e6d2f2355e51 req-512f4079-6bf8-414d-b751-bd8ac3972042 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 13:22:12.675818 dv-cinder-830097-4-iscsi neutron-server[103457]: INFO neutron.wsgi [req-66685a0a-2f56-4f77-ae09-e6d2f2355e51 req-512f4079-6bf8-414d-b751-bd8ac3972042 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=e7f620b9-ee69-4e3f-9fdf-c3881765f45f HTTP/1.1" status: 200 len: 857 time: 0.0433028 Apr 12 13:22:12.718885 dv-cinder-830097-4-iscsi neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66685a0a-2f56-4f77-ae09-e6d2f2355e51 req-9ec986fa-bf3c-41ad-8b91-9e8e86cad198 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 13:22:12.720563 dv-cinder-830097-4-iscsi neutron-server[103457]: INFO neutron.wsgi [req-66685a0a-2f56-4f77-ae09-e6d2f2355e51 req-9ec986fa-bf3c-41ad-8b91-9e8e86cad198 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=8a9d7c73-ddbc-4eef-a839-e9bbe858207d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0376568 Apr 12 13:22:12.811744 dv-cinder-830097-4-iscsi neutron-server[103457]: INFO neutron.wsgi [req-66685a0a-2f56-4f77-ae09-e6d2f2355e51 req-d689768f-f211-4185-9f6c-c5a38b5e3f78 service neutron] 10.222.0.55 "GET /v2.0/networks/8a9d7c73-ddbc-4eef-a839-e9bbe858207d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0841193 Apr 12 13:22:12.903774 dv-cinder-830097-4-iscsi neutron-server[103457]: INFO neutron.wsgi [req-66685a0a-2f56-4f77-ae09-e6d2f2355e51 req-3c2c8859-0df2-4f4e-83e3-aa9ff26aca70 service neutron] 10.222.0.55 "GET /v2.0/networks/8a9d7c73-ddbc-4eef-a839-e9bbe858207d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0849109 Apr 12 13:22:12.965695 dv-cinder-830097-4-iscsi neutron-server[103459]: DEBUG neutron.plugins.ml2.rpc [None req-3505bd68-a9fd-4823-92ea-1a6ded8ab071 None None] Device fb9ce2f5-e944-45af-8bea-9306ac5c33df up at agent hyperv_hv-cinder-83009 {{(pid=103459) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 12 13:22:13.015238 dv-cinder-830097-4-iscsi neutron-server[103459]: DEBUG neutron.db.provisioning_blocks [None req-3505bd68-a9fd-4823-92ea-1a6ded8ab071 None None] Provisioning complete for port fb9ce2f5-e944-45af-8bea-9306ac5c33df triggered by entity L2. {{(pid=103459) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 12 13:22:13.015604 dv-cinder-830097-4-iscsi neutron-server[103459]: DEBUG neutron_lib.callbacks.manager [None req-3505bd68-a9fd-4823-92ea-1a6ded8ab071 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-657243'] for port (fb9ce2f5-e944-45af-8bea-9306ac5c33df), provisioning_complete {{(pid=103459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:22:13.092507 dv-cinder-830097-4-iscsi neutron-server[103459]: DEBUG neutron.plugins.ml2.plugin [None req-3505bd68-a9fd-4823-92ea-1a6ded8ab071 None None] Current status of the port fb9ce2f5-e944-45af-8bea-9306ac5c33df is: BUILD; New status is: ACTIVE {{(pid=103459) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 12 13:22:13.092825 dv-cinder-830097-4-iscsi neutron-server[103459]: DEBUG neutron_lib.callbacks.manager [None req-3505bd68-a9fd-4823-92ea-1a6ded8ab071 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-916304'] for port (fb9ce2f5-e944-45af-8bea-9306ac5c33df), before_update {{(pid=103459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:22:13.114490 dv-cinder-830097-4-iscsi neutron-server[103459]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '36b20118-8b82-4226-bcbc-1d8115480b68', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fb9ce2f5-e944-45af-8bea-9306ac5c33df'}] {{(pid=103459) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 12 13:22:13.116657 dv-cinder-830097-4-iscsi neutron-server[103459]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}95104bc0dd48ad9143548caf8a5bdec643107760c32fce8433ea43eac3fbdd81" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ac934a06-2bac-4e47-8321-6771ca32cbe1" -d '{"events": [{"server_uuid": "36b20118-8b82-4226-bcbc-1d8115480b68", "name": "network-vif-plugged", "status": "completed", "tag": "fb9ce2f5-e944-45af-8bea-9306ac5c33df"}]}' {{(pid=103459) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 12 13:22:13.128614 dv-cinder-830097-4-iscsi neutron-server[103459]: DEBUG neutron.plugins.ml2.db [None req-3505bd68-a9fd-4823-92ea-1a6ded8ab071 None None] For port fb9ce2f5-e944-45af-8bea-9306ac5c33df, host hv-cinder-83009, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83009',level=0,port_id=fb9ce2f5-e944-45af-8bea-9306ac5c33df,segment=NetworkSegment(97cb7c0e-6017-4956-9bfd-101a1a75a7c0),segment_id=97cb7c0e-6017-4956-9bfd-101a1a75a7c0)] {{(pid=103459) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 12 13:22:13.132901 dv-cinder-830097-4-iscsi neutron-server[103459]: DEBUG neutron_lib.callbacks.manager [None req-3505bd68-a9fd-4823-92ea-1a6ded8ab071 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-915890', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3697887', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732727894815', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732727417932', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732727417950'] for port (fb9ce2f5-e944-45af-8bea-9306ac5c33df), after_update {{(pid=103459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:22:13.163193 dv-cinder-830097-4-iscsi neutron-server[103459]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 12 Apr 2022 13:22:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-beb0fdd9-5362-463f-b01a-b3acc02995d3 x-openstack-request-id: req-beb0fdd9-5362-463f-b01a-b3acc02995d3 {{(pid=103459) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 12 13:22:13.163498 dv-cinder-830097-4-iscsi neutron-server[103459]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "36b20118-8b82-4226-bcbc-1d8115480b68", "name": "network-vif-plugged", "status": "completed", "tag": "fb9ce2f5-e944-45af-8bea-9306ac5c33df", "code": 200}]} {{(pid=103459) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 12 13:22:13.163745 dv-cinder-830097-4-iscsi neutron-server[103459]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-beb0fdd9-5362-463f-b01a-b3acc02995d3 {{(pid=103459) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 12 13:22:13.164122 dv-cinder-830097-4-iscsi neutron-server[103459]: INFO neutron.notifiers.nova [-] Nova event matching ['req-beb0fdd9-5362-463f-b01a-b3acc02995d3'] response: {'server_uuid': '36b20118-8b82-4226-bcbc-1d8115480b68', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fb9ce2f5-e944-45af-8bea-9306ac5c33df', 'code': 200} Apr 12 13:22:13.184864 dv-cinder-830097-4-iscsi neutron-server[103459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3505bd68-a9fd-4823-92ea-1a6ded8ab071 None None] Pushing event updated for resources: {'Port': ['ID=fb9ce2f5-e944-45af-8bea-9306ac5c33df,revision_number=10']} {{(pid=103459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 13:22:13.427860 dv-cinder-830097-4-iscsi neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-251820f1-3b66-4045-a493-0fc6debfea30 req-707ee2b5-2ea1-4303-a0cb-c0ff1ea8c23b tempest-AttachVolumeShelveTestJSON-707707766 tempest-AttachVolumeShelveTestJSON-707707766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 13:22:13.429433 dv-cinder-830097-4-iscsi neutron-server[103457]: INFO neutron.wsgi [req-251820f1-3b66-4045-a493-0fc6debfea30 req-707ee2b5-2ea1-4303-a0cb-c0ff1ea8c23b tempest-AttachVolumeShelveTestJSON-707707766 tempest-AttachVolumeShelveTestJSON-707707766-project] 10.222.0.18 "GET /v2.0/ports?device_id=36b20118-8b82-4226-bcbc-1d8115480b68 HTTP/1.1" status: 200 len: 946 time: 0.0474894 Apr 12 13:22:13.475259 dv-cinder-830097-4-iscsi neutron-server[103457]: INFO neutron.wsgi [req-251820f1-3b66-4045-a493-0fc6debfea30 req-2a7ba60c-dd9e-4d50-afe8-300a49641b3c tempest-AttachVolumeShelveTestJSON-707707766 tempest-AttachVolumeShelveTestJSON-707707766-project] 10.222.0.18 "GET /v2.0/security-groups?id=6faf4076-452d-49e5-b67e-bfa1b1fd13c3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0401273 Apr 12 13:22:13.559349 dv-cinder-830097-4-iscsi neutron-server[103458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8ca1c2b-5152-47a9-bc30-a6999250ab1d req-2a9ab163-d8f5-4191-a6af-de2f25f5b933 tempest-TestMinimumBasicScenario-297192541 tempest-TestMinimumBasicScenario-297192541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 13:22:13.560836 dv-cinder-830097-4-iscsi neutron-server[103458]: INFO neutron.wsgi [req-d8ca1c2b-5152-47a9-bc30-a6999250ab1d req-2a9ab163-d8f5-4191-a6af-de2f25f5b933 tempest-TestMinimumBasicScenario-297192541 tempest-TestMinimumBasicScenario-297192541-project] 10.222.0.18 "GET /v2.0/ports?device_id=0edcbb02-c1d2-41b0-b791-4ffce2309512 HTTP/1.1" status: 200 len: 984 time: 0.0469007 Apr 12 13:22:13.621279 dv-cinder-830097-4-iscsi neutron-server[103458]: INFO neutron.wsgi [req-d8ca1c2b-5152-47a9-bc30-a6999250ab1d req-cabfb396-ddbc-424e-a9c3-dc6afe47959c tempest-TestMinimumBasicScenario-297192541 tempest-TestMinimumBasicScenario-297192541-project] 10.222.0.18 "GET /v2.0/security-groups?id=55f33019-2c5a-40ec-a925-b601e34334e2&id=5cff6b3d-3421-463c-b8d1-a470719c1ceb&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0546706 Apr 12 13:22:13.657457 dv-cinder-830097-4-iscsi neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0dc8afa-8093-4496-b8b7-cff38cb70af9 req-00a03392-9de4-4ba4-ad13-5d140b2596c4 tempest-ServerRescueNegativeTestJSON-440649021 tempest-ServerRescueNegativeTestJSON-440649021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 13:22:13.659021 dv-cinder-830097-4-iscsi neutron-server[103457]: INFO neutron.wsgi [req-b0dc8afa-8093-4496-b8b7-cff38cb70af9 req-00a03392-9de4-4ba4-ad13-5d140b2596c4 tempest-ServerRescueNegativeTestJSON-440649021 tempest-ServerRescueNegativeTestJSON-440649021-project] 10.222.0.18 "GET /v2.0/ports?device_id=629d75a5-e426-4cc1-9a91-03495357fac5 HTTP/1.1" status: 200 len: 946 time: 0.0488076 Apr 12 13:22:13.707616 dv-cinder-830097-4-iscsi neutron-server[103457]: INFO neutron.wsgi [req-b0dc8afa-8093-4496-b8b7-cff38cb70af9 req-d97f9745-a309-4102-b741-e02b0e0d930b tempest-ServerRescueNegativeTestJSON-440649021 tempest-ServerRescueNegativeTestJSON-440649021-project] 10.222.0.18 "GET /v2.0/security-groups?id=9a69e885-7be4-4d2c-b3f6-55a097b025b0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0429339 Apr 12 13:22:13.787374 dv-cinder-830097-4-iscsi neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb4a83e9-6532-48e3-a8c6-e87899f003e1 req-7237672e-cdb9-4ae9-b8ee-8595261a043b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 13:22:13.788834 dv-cinder-830097-4-iscsi neutron-server[103457]: INFO neutron.wsgi [req-cb4a83e9-6532-48e3-a8c6-e87899f003e1 req-7237672e-cdb9-4ae9-b8ee-8595261a043b service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=36b20118-8b82-4226-bcbc-1d8115480b68 HTTP/1.1" status: 200 len: 1130 time: 0.0413256 Apr 12 13:22:13.830553 dv-cinder-830097-4-iscsi neutron-server[103457]: INFO neutron.wsgi [req-cb4a83e9-6532-48e3-a8c6-e87899f003e1 req-2f57d58d-4599-406f-9024-933c5df1ab35 service neutron] 10.222.0.55 "GET /v2.0/security-groups?id=6faf4076-452d-49e5-b67e-bfa1b1fd13c3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0353577 Apr 12 13:22:14.590162 dv-cinder-830097-4-iscsi neutron-server[103458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b7f90ac-dff4-4279-a53c-71d6ee245d94 req-a8a7f7e3-3f5d-42fb-bc5b-4f727422e0e7 tempest-AttachVolumeShelveTestJSON-707707766 tempest-AttachVolumeShelveTestJSON-707707766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 13:22:14.591619 dv-cinder-830097-4-iscsi neutron-server[103458]: INFO neutron.wsgi [req-0b7f90ac-dff4-4279-a53c-71d6ee245d94 req-a8a7f7e3-3f5d-42fb-bc5b-4f727422e0e7 tempest-AttachVolumeShelveTestJSON-707707766 tempest-AttachVolumeShelveTestJSON-707707766-project] 10.222.0.18 "GET /v2.0/ports?device_id=36b20118-8b82-4226-bcbc-1d8115480b68 HTTP/1.1" status: 200 len: 946 time: 0.0461493 Apr 12 13:22:14.637716 dv-cinder-830097-4-iscsi neutron-server[103458]: INFO neutron.wsgi [req-0b7f90ac-dff4-4279-a53c-71d6ee245d94 req-29fe6fb2-cff8-480a-b30c-a61008128418 tempest-AttachVolumeShelveTestJSON-707707766 tempest-AttachVolumeShelveTestJSON-707707766-project] 10.222.0.18 "GET /v2.0/security-groups?id=6faf4076-452d-49e5-b67e-bfa1b1fd13c3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0405805 Apr 12 13:22:14.735743 dv-cinder-830097-4-iscsi neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a205a9e2-c5f4-43a8-9d12-758bfaf12126 req-69e32a56-7b12-4125-8b58-08fb2a7206c5 tempest-TestMinimumBasicScenario-297192541 tempest-TestMinimumBasicScenario-297192541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 13:22:14.737242 dv-cinder-830097-4-iscsi neutron-server[103457]: INFO neutron.wsgi [req-a205a9e2-c5f4-43a8-9d12-758bfaf12126 req-69e32a56-7b12-4125-8b58-08fb2a7206c5 tempest-TestMinimumBasicScenario-297192541 tempest-TestMinimumBasicScenario-297192541-project] 10.222.0.18 "GET /v2.0/ports?device_id=0edcbb02-c1d2-41b0-b791-4ffce2309512 HTTP/1.1" status: 200 len: 984 time: 0.0481496 Apr 12 13:22:14.798024 dv-cinder-830097-4-iscsi neutron-server[103457]: INFO neutron.wsgi [req-a205a9e2-c5f4-43a8-9d12-758bfaf12126 req-74e823ae-39b8-433b-8713-90b4166a4747 tempest-TestMinimumBasicScenario-297192541 tempest-TestMinimumBasicScenario-297192541-project] 10.222.0.18 "GET /v2.0/security-groups?id=55f33019-2c5a-40ec-a925-b601e34334e2&id=5cff6b3d-3421-463c-b8d1-a470719c1ceb&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0550072 Apr 12 13:22:14.823892 dv-cinder-830097-4-iscsi neutron-server[103458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3c6f60b-c59c-49b4-95d3-c93c4adb24d8 req-1cda6f8a-93fe-40de-a2cb-277fb95ef157 tempest-ServerRescueNegativeTestJSON-440649021 tempest-ServerRescueNegativeTestJSON-440649021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 13:22:14.825372 dv-cinder-830097-4-iscsi neutron-server[103458]: INFO neutron.wsgi [req-a3c6f60b-c59c-49b4-95d3-c93c4adb24d8 req-1cda6f8a-93fe-40de-a2cb-277fb95ef157 tempest-ServerRescueNegativeTestJSON-440649021 tempest-ServerRescueNegativeTestJSON-440649021-project] 10.222.0.18 "GET /v2.0/ports?device_id=629d75a5-e426-4cc1-9a91-03495357fac5 HTTP/1.1" status: 200 len: 946 time: 0.0502992 Apr 12 13:22:14.871222 dv-cinder-830097-4-iscsi neutron-server[103458]: INFO neutron.wsgi [req-a3c6f60b-c59c-49b4-95d3-c93c4adb24d8 req-4d11f065-3376-4f6b-9dee-0d87b31abfb4 tempest-ServerRescueNegativeTestJSON-440649021 tempest-ServerRescueNegativeTestJSON-440649021-project] 10.222.0.18 "GET /v2.0/security-groups?id=9a69e885-7be4-4d2c-b3f6-55a097b025b0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0400443 Apr 12 13:22:15.755034 dv-cinder-830097-4-iscsi neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d67d55d-24ea-4a89-8653-5221b73ea77f req-5277c57d-3b6a-4237-bac2-d488d7b7a25c tempest-AttachVolumeShelveTestJSON-707707766 tempest-AttachVolumeShelveTestJSON-707707766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 13:22:15.756476 dv-cinder-830097-4-iscsi neutron-server[103457]: INFO neutron.wsgi [req-9d67d55d-24ea-4a89-8653-5221b73ea77f req-5277c57d-3b6a-4237-bac2-d488d7b7a25c tempest-AttachVolumeShelveTestJSON-707707766 tempest-AttachVolumeShelveTestJSON-707707766-project] 10.222.0.18 "GET /v2.0/ports?device_id=36b20118-8b82-4226-bcbc-1d8115480b68 HTTP/1.1" status: 200 len: 946 time: 0.0469983 Apr 12 13:22:15.807787 dv-cinder-830097-4-iscsi neutron-server[103457]: INFO neutron.wsgi [req-9d67d55d-24ea-4a89-8653-5221b73ea77f req-0b1981e8-ed48-4651-a730-dd2a96577118 tempest-AttachVolumeShelveTestJSON-707707766 tempest-AttachVolumeShelveTestJSON-707707766-project] 10.222.0.18 "GET /v2.0/security-groups?id=6faf4076-452d-49e5-b67e-bfa1b1fd13c3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0451102 Apr 12 13:22:15.914579 dv-cinder-830097-4-iscsi neutron-server[103458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e123fe04-047b-4c79-9f08-b853598b2596 req-32126fbf-7969-4d5e-ac9f-a5fbe8cca878 tempest-TestMinimumBasicScenario-297192541 tempest-TestMinimumBasicScenario-297192541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 13:22:15.916563 dv-cinder-830097-4-iscsi neutron-server[103458]: INFO neutron.wsgi [req-e123fe04-047b-4c79-9f08-b853598b2596 req-32126fbf-7969-4d5e-ac9f-a5fbe8cca878 tempest-TestMinimumBasicScenario-297192541 tempest-TestMinimumBasicScenario-297192541-project] 10.222.0.18 "GET /v2.0/ports?device_id=0edcbb02-c1d2-41b0-b791-4ffce2309512 HTTP/1.1" status: 200 len: 984 time: 0.0499206 Apr 12 13:22:15.979832 dv-cinder-830097-4-iscsi neutron-server[103458]: INFO neutron.wsgi [req-e123fe04-047b-4c79-9f08-b853598b2596 req-dec2554b-4ed1-46d7-a37b-eb73e5ad9844 tempest-TestMinimumBasicScenario-297192541 tempest-TestMinimumBasicScenario-297192541-project] 10.222.0.18 "GET /v2.0/security-groups?id=55f33019-2c5a-40ec-a925-b601e34334e2&id=5cff6b3d-3421-463c-b8d1-a470719c1ceb&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0574670 Apr 12 13:22:15.994530 dv-cinder-830097-4-iscsi neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bde9d65-bf94-4541-9b52-06c96678bc41 req-84faba00-e1ca-4703-926c-e3a0311ca4fe tempest-ServerRescueNegativeTestJSON-440649021 tempest-ServerRescueNegativeTestJSON-440649021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 13:22:15.996093 dv-cinder-830097-4-iscsi neutron-server[103457]: INFO neutron.wsgi [req-6bde9d65-bf94-4541-9b52-06c96678bc41 req-84faba00-e1ca-4703-926c-e3a0311ca4fe tempest-ServerRescueNegativeTestJSON-440649021 tempest-ServerRescueNegativeTestJSON-440649021-project] 10.222.0.18 "GET /v2.0/ports?device_id=629d75a5-e426-4cc1-9a91-03495357fac5 HTTP/1.1" status: 200 len: 946 time: 0.0528173 Apr 12 13:22:16.046405 dv-cinder-830097-4-iscsi neutron-server[103457]: INFO neutron.wsgi [req-6bde9d65-bf94-4541-9b52-06c96678bc41 req-4c96085b-4757-4a97-90c9-810f91e9fbb2 tempest-ServerRescueNegativeTestJSON-440649021 tempest-ServerRescueNegativeTestJSON-440649021-project] 10.222.0.18 "GET /v2.0/security-groups?id=9a69e885-7be4-4d2c-b3f6-55a097b025b0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0440156 Apr 12 13:22:16.758957 dv-cinder-830097-4-iscsi neutron-server[103459]: DEBUG neutron_lib.callbacks.manager [None req-566ee2da-9ef0-4326-a0c1-b5c45e3ba4e7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732727929501', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-657397'] for agent (246ca497-e2ee-4e0b-b432-b4153c207e5f), after_update {{(pid=103459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:22:16.932787 dv-cinder-830097-4-iscsi neutron-server[103458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b59a5811-1941-42ed-8eed-6ca3814e6013 req-b0801d53-66a0-4d83-89fe-4b3fcbef168a tempest-AttachVolumeShelveTestJSON-707707766 tempest-AttachVolumeShelveTestJSON-707707766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 13:22:16.935261 dv-cinder-830097-4-iscsi neutron-server[103458]: INFO neutron.wsgi [req-b59a5811-1941-42ed-8eed-6ca3814e6013 req-b0801d53-66a0-4d83-89fe-4b3fcbef168a tempest-AttachVolumeShelveTestJSON-707707766 tempest-AttachVolumeShelveTestJSON-707707766-project] 10.222.0.18 "GET /v2.0/ports?device_id=36b20118-8b82-4226-bcbc-1d8115480b68 HTTP/1.1" status: 200 len: 946 time: 0.0528007 Apr 12 13:22:16.982963 dv-cinder-830097-4-iscsi neutron-server[103458]: INFO neutron.wsgi [req-b59a5811-1941-42ed-8eed-6ca3814e6013 req-58bb74a4-754c-4d1a-83ba-ae905df725ec tempest-AttachVolumeShelveTestJSON-707707766 tempest-AttachVolumeShelveTestJSON-707707766-project] 10.222.0.18 "GET /v2.0/security-groups?id=6faf4076-452d-49e5-b67e-bfa1b1fd13c3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0422201 Apr 12 13:22:17.097188 dv-cinder-830097-4-iscsi neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1531b456-bba7-42b3-9813-81f08aa04abc req-187597a2-c4ac-49c8-963b-ee1d8a7d600e tempest-TestMinimumBasicScenario-297192541 tempest-TestMinimumBasicScenario-297192541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 13:22:17.098753 dv-cinder-830097-4-iscsi neutron-server[103457]: INFO neutron.wsgi [req-1531b456-bba7-42b3-9813-81f08aa04abc req-187597a2-c4ac-49c8-963b-ee1d8a7d600e tempest-TestMinimumBasicScenario-297192541 tempest-TestMinimumBasicScenario-297192541-project] 10.222.0.18 "GET /v2.0/ports?device_id=0edcbb02-c1d2-41b0-b791-4ffce2309512 HTTP/1.1" status: 200 len: 984 time: 0.0497885 Apr 12 13:22:17.159897 dv-cinder-830097-4-iscsi neutron-server[103457]: INFO neutron.wsgi [req-1531b456-bba7-42b3-9813-81f08aa04abc req-175d8898-0c3e-4955-90ff-f6d5cd4f9d5b tempest-TestMinimumBasicScenario-297192541 tempest-TestMinimumBasicScenario-297192541-project] 10.222.0.18 "GET /v2.0/security-groups?id=55f33019-2c5a-40ec-a925-b601e34334e2&id=5cff6b3d-3421-463c-b8d1-a470719c1ceb&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0544376 Apr 12 13:22:17.166293 dv-cinder-830097-4-iscsi neutron-server[103458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bbee95d-a41c-4555-91f9-5fdb6aaf1558 req-02f788c4-9629-47c6-b14a-2524f2cdb51c tempest-ServerRescueNegativeTestJSON-440649021 tempest-ServerRescueNegativeTestJSON-440649021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 13:22:17.167869 dv-cinder-830097-4-iscsi neutron-server[103458]: INFO neutron.wsgi [req-5bbee95d-a41c-4555-91f9-5fdb6aaf1558 req-02f788c4-9629-47c6-b14a-2524f2cdb51c tempest-ServerRescueNegativeTestJSON-440649021 tempest-ServerRescueNegativeTestJSON-440649021-project] 10.222.0.18 "GET /v2.0/ports?device_id=629d75a5-e426-4cc1-9a91-03495357fac5 HTTP/1.1" status: 200 len: 946 time: 0.0514019 Apr 12 13:22:17.217321 dv-cinder-830097-4-iscsi neutron-server[103458]: INFO neutron.wsgi [req-5bbee95d-a41c-4555-91f9-5fdb6aaf1558 req-fae41d79-6482-4a7d-908b-65d90275db54 tempest-ServerRescueNegativeTestJSON-440649021 tempest-ServerRescueNegativeTestJSON-440649021-project] 10.222.0.18 "GET /v2.0/security-groups?id=9a69e885-7be4-4d2c-b3f6-55a097b025b0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0437262 Apr 12 13:22:18.282735 dv-cinder-830097-4-iscsi neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea2d98fe-8345-4355-b733-c5ca8867a017 req-5a96f8e6-8d7a-41f9-9e98-4242db8124cb tempest-TestMinimumBasicScenario-297192541 tempest-TestMinimumBasicScenario-297192541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 13:22:18.284286 dv-cinder-830097-4-iscsi neutron-server[103457]: INFO neutron.wsgi [req-ea2d98fe-8345-4355-b733-c5ca8867a017 req-5a96f8e6-8d7a-41f9-9e98-4242db8124cb tempest-TestMinimumBasicScenario-297192541 tempest-TestMinimumBasicScenario-297192541-project] 10.222.0.18 "GET /v2.0/ports?device_id=0edcbb02-c1d2-41b0-b791-4ffce2309512 HTTP/1.1" status: 200 len: 984 time: 0.0520077 Apr 12 13:22:18.327616 dv-cinder-830097-4-iscsi neutron-server[103458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aafff801-9ea0-495b-89b7-2399f7bd8663 req-bb84782a-c35e-43a3-87c4-5fc05891cfe8 tempest-ServerRescueNegativeTestJSON-440649021 tempest-ServerRescueNegativeTestJSON-440649021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 13:22:18.329370 dv-cinder-830097-4-iscsi neutron-server[103458]: INFO neutron.wsgi [req-aafff801-9ea0-495b-89b7-2399f7bd8663 req-bb84782a-c35e-43a3-87c4-5fc05891cfe8 tempest-ServerRescueNegativeTestJSON-440649021 tempest-ServerRescueNegativeTestJSON-440649021-project] 10.222.0.18 "GET /v2.0/ports?device_id=629d75a5-e426-4cc1-9a91-03495357fac5 HTTP/1.1" status: 200 len: 946 time: 0.0459127 Apr 12 13:22:18.344077 dv-cinder-830097-4-iscsi neutron-server[103457]: INFO neutron.wsgi [req-ea2d98fe-8345-4355-b733-c5ca8867a017 req-9c81cfc8-bbd5-4fa7-934c-7e0ece812237 tempest-TestMinimumBasicScenario-297192541 tempest-TestMinimumBasicScenario-297192541-project] 10.222.0.18 "GET /v2.0/security-groups?id=55f33019-2c5a-40ec-a925-b601e34334e2&id=5cff6b3d-3421-463c-b8d1-a470719c1ceb&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0542889 Apr 12 13:22:18.379067 dv-cinder-830097-4-iscsi neutron-server[103458]: INFO neutron.wsgi [req-aafff801-9ea0-495b-89b7-2399f7bd8663 req-79cd8770-fccf-4968-b708-a1e011e1e737 tempest-ServerRescueNegativeTestJSON-440649021 tempest-ServerRescueNegativeTestJSON-440649021-project] 10.222.0.18 "GET /v2.0/security-groups?id=9a69e885-7be4-4d2c-b3f6-55a097b025b0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0441060 Apr 12 13:22:19.358224 dv-cinder-830097-4-iscsi neutron-server[103459]: DEBUG neutron_lib.callbacks.manager [None req-db6fc281-e9c3-4427-90f7-95241fff40a4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732727929501', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-657397'] for agent (b7e11a8b-aeed-493f-9763-461016dddc93), after_update {{(pid=103459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:22:19.457467 dv-cinder-830097-4-iscsi neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3130866c-45d1-4608-b45b-ef45e46aa726 req-45454670-a28c-448e-a035-fbcd05bcb12c tempest-TestMinimumBasicScenario-297192541 tempest-TestMinimumBasicScenario-297192541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 13:22:19.458996 dv-cinder-830097-4-iscsi neutron-server[103457]: INFO neutron.wsgi [req-3130866c-45d1-4608-b45b-ef45e46aa726 req-45454670-a28c-448e-a035-fbcd05bcb12c tempest-TestMinimumBasicScenario-297192541 tempest-TestMinimumBasicScenario-297192541-project] 10.222.0.18 "GET /v2.0/ports?device_id=0edcbb02-c1d2-41b0-b791-4ffce2309512 HTTP/1.1" status: 200 len: 984 time: 0.0491529 Apr 12 13:22:19.492238 dv-cinder-830097-4-iscsi neutron-server[103458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6575df84-f462-4b10-9097-393574220c19 req-bd4cd2ae-d512-49e9-a8e4-7e2a9dad4bca tempest-ServerRescueNegativeTestJSON-440649021 tempest-ServerRescueNegativeTestJSON-440649021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 13:22:19.494286 dv-cinder-830097-4-iscsi neutron-server[103458]: INFO neutron.wsgi [req-6575df84-f462-4b10-9097-393574220c19 req-bd4cd2ae-d512-49e9-a8e4-7e2a9dad4bca tempest-ServerRescueNegativeTestJSON-440649021 tempest-ServerRescueNegativeTestJSON-440649021-project] 10.222.0.18 "GET /v2.0/ports?device_id=629d75a5-e426-4cc1-9a91-03495357fac5 HTTP/1.1" status: 200 len: 946 time: 0.0470617 Apr 12 13:22:19.522845 dv-cinder-830097-4-iscsi neutron-server[103457]: INFO neutron.wsgi [req-3130866c-45d1-4608-b45b-ef45e46aa726 req-461584b3-4ceb-4578-923c-60fc54579ff6 tempest-TestMinimumBasicScenario-297192541 tempest-TestMinimumBasicScenario-297192541-project] 10.222.0.18 "GET /v2.0/security-groups?id=55f33019-2c5a-40ec-a925-b601e34334e2&id=5cff6b3d-3421-463c-b8d1-a470719c1ceb&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0580392 Apr 12 13:22:19.543105 dv-cinder-830097-4-iscsi neutron-server[103458]: INFO neutron.wsgi [req-6575df84-f462-4b10-9097-393574220c19 req-713bde19-2bee-4ad8-915f-8ed3c980a6ee tempest-ServerRescueNegativeTestJSON-440649021 tempest-ServerRescueNegativeTestJSON-440649021-project] 10.222.0.18 "GET /v2.0/security-groups?id=9a69e885-7be4-4d2c-b3f6-55a097b025b0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0425591 Apr 12 13:22:20.269822 dv-cinder-830097-4-iscsi neutron-server[103459]: DEBUG neutron_lib.callbacks.manager [None req-f20c20fe-5767-407a-9f30-b36f01c50254 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732727929501', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-657397'] for agent (1e8a91c7-94d1-4b17-9536-32bc01f44a9b), after_update {{(pid=103459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:22:20.643004 dv-cinder-830097-4-iscsi neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7b12714-72a0-4af6-8d84-aa187bfdbc01 req-98a9fc85-77ed-4e6a-ae83-fceb109ee779 tempest-TestMinimumBasicScenario-297192541 tempest-TestMinimumBasicScenario-297192541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 13:22:20.644477 dv-cinder-830097-4-iscsi neutron-server[103457]: INFO neutron.wsgi [req-b7b12714-72a0-4af6-8d84-aa187bfdbc01 req-98a9fc85-77ed-4e6a-ae83-fceb109ee779 tempest-TestMinimumBasicScenario-297192541 tempest-TestMinimumBasicScenario-297192541-project] 10.222.0.18 "GET /v2.0/ports?device_id=0edcbb02-c1d2-41b0-b791-4ffce2309512 HTTP/1.1" status: 200 len: 984 time: 0.0536273 Apr 12 13:22:20.659277 dv-cinder-830097-4-iscsi neutron-server[103458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39641a18-8881-4f11-a0b4-02a8f56785c9 req-84cbb860-674a-4e00-ae0d-817c22fc9734 tempest-ServerRescueNegativeTestJSON-440649021 tempest-ServerRescueNegativeTestJSON-440649021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 13:22:20.660899 dv-cinder-830097-4-iscsi neutron-server[103458]: INFO neutron.wsgi [req-39641a18-8881-4f11-a0b4-02a8f56785c9 req-84cbb860-674a-4e00-ae0d-817c22fc9734 tempest-ServerRescueNegativeTestJSON-440649021 tempest-ServerRescueNegativeTestJSON-440649021-project] 10.222.0.18 "GET /v2.0/ports?device_id=629d75a5-e426-4cc1-9a91-03495357fac5 HTTP/1.1" status: 200 len: 946 time: 0.0507834 Apr 12 13:22:20.704836 dv-cinder-830097-4-iscsi neutron-server[103457]: INFO neutron.wsgi [req-b7b12714-72a0-4af6-8d84-aa187bfdbc01 req-d7896450-f599-40aa-91a8-b427ab0f311a tempest-TestMinimumBasicScenario-297192541 tempest-TestMinimumBasicScenario-297192541-project] 10.222.0.18 "GET /v2.0/security-groups?id=55f33019-2c5a-40ec-a925-b601e34334e2&id=5cff6b3d-3421-463c-b8d1-a470719c1ceb&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0545583 Apr 12 13:22:20.708988 dv-cinder-830097-4-iscsi neutron-server[103458]: INFO neutron.wsgi [req-39641a18-8881-4f11-a0b4-02a8f56785c9 req-06f9e639-8e92-4f23-afaf-17375d593c20 tempest-ServerRescueNegativeTestJSON-440649021 tempest-ServerRescueNegativeTestJSON-440649021-project] 10.222.0.18 "GET /v2.0/security-groups?id=9a69e885-7be4-4d2c-b3f6-55a097b025b0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0419047 Apr 12 13:22:21.402007 dv-cinder-830097-4-iscsi neutron-server[103459]: DEBUG neutron_lib.callbacks.manager [None req-09c91955-1169-4ba5-b480-d25faf385fa1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732727929501', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-657397'] for agent (6571c785-b050-42b7-b6d0-d71237f75507), after_update {{(pid=103459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:22:21.822271 dv-cinder-830097-4-iscsi neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad90ff4f-e9ce-451c-b456-0b4f27995182 req-fba5ed24-c654-4c7b-b5c7-36587c270842 tempest-ServerRescueNegativeTestJSON-440649021 tempest-ServerRescueNegativeTestJSON-440649021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 13:22:21.823914 dv-cinder-830097-4-iscsi neutron-server[103457]: INFO neutron.wsgi [req-ad90ff4f-e9ce-451c-b456-0b4f27995182 req-fba5ed24-c654-4c7b-b5c7-36587c270842 tempest-ServerRescueNegativeTestJSON-440649021 tempest-ServerRescueNegativeTestJSON-440649021-project] 10.222.0.18 "GET /v2.0/ports?device_id=629d75a5-e426-4cc1-9a91-03495357fac5 HTTP/1.1" status: 200 len: 946 time: 0.0478921 Apr 12 13:22:21.827578 dv-cinder-830097-4-iscsi neutron-server[103458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5946e4f1-6ebb-45d5-aa9e-ca0ca06b7b27 req-bf7ff836-c67c-431d-bf31-a485d4c2699d tempest-TestMinimumBasicScenario-297192541 tempest-TestMinimumBasicScenario-297192541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 13:22:21.829325 dv-cinder-830097-4-iscsi neutron-server[103458]: INFO neutron.wsgi [req-5946e4f1-6ebb-45d5-aa9e-ca0ca06b7b27 req-bf7ff836-c67c-431d-bf31-a485d4c2699d tempest-TestMinimumBasicScenario-297192541 tempest-TestMinimumBasicScenario-297192541-project] 10.222.0.18 "GET /v2.0/ports?device_id=0edcbb02-c1d2-41b0-b791-4ffce2309512 HTTP/1.1" status: 200 len: 984 time: 0.0504768 Apr 12 13:22:21.869801 dv-cinder-830097-4-iscsi neutron-server[103457]: INFO neutron.wsgi [req-ad90ff4f-e9ce-451c-b456-0b4f27995182 req-5109a8c3-82ec-4374-9ff9-a229d9fa20f1 tempest-ServerRescueNegativeTestJSON-440649021 tempest-ServerRescueNegativeTestJSON-440649021-project] 10.222.0.18 "GET /v2.0/security-groups?id=9a69e885-7be4-4d2c-b3f6-55a097b025b0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0400939 Apr 12 13:22:21.892720 dv-cinder-830097-4-iscsi neutron-server[103458]: INFO neutron.wsgi [req-5946e4f1-6ebb-45d5-aa9e-ca0ca06b7b27 req-21ece1b4-014f-477d-89db-27834fd2defb tempest-TestMinimumBasicScenario-297192541 tempest-TestMinimumBasicScenario-297192541-project] 10.222.0.18 "GET /v2.0/security-groups?id=55f33019-2c5a-40ec-a925-b601e34334e2&id=5cff6b3d-3421-463c-b8d1-a470719c1ceb&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0549867 Apr 12 13:22:22.984154 dv-cinder-830097-4-iscsi neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39524b60-eda3-4d0f-84bb-27e2e68640db req-528eef51-aaba-401d-b307-67c3660aae59 tempest-ServerRescueNegativeTestJSON-440649021 tempest-ServerRescueNegativeTestJSON-440649021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 13:22:22.985632 dv-cinder-830097-4-iscsi neutron-server[103457]: INFO neutron.wsgi [req-39524b60-eda3-4d0f-84bb-27e2e68640db req-528eef51-aaba-401d-b307-67c3660aae59 tempest-ServerRescueNegativeTestJSON-440649021 tempest-ServerRescueNegativeTestJSON-440649021-project] 10.222.0.18 "GET /v2.0/ports?device_id=629d75a5-e426-4cc1-9a91-03495357fac5 HTTP/1.1" status: 200 len: 946 time: 0.0467787 Apr 12 13:22:23.002733 dv-cinder-830097-4-iscsi neutron-server[103458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f05682bf-dc6d-47a0-9099-59277e951669 req-7b372b50-f3b6-417b-93d3-a13965996579 tempest-TestMinimumBasicScenario-297192541 tempest-TestMinimumBasicScenario-297192541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 13:22:23.004383 dv-cinder-830097-4-iscsi neutron-server[103458]: INFO neutron.wsgi [req-f05682bf-dc6d-47a0-9099-59277e951669 req-7b372b50-f3b6-417b-93d3-a13965996579 tempest-TestMinimumBasicScenario-297192541 tempest-TestMinimumBasicScenario-297192541-project] 10.222.0.18 "GET /v2.0/ports?device_id=0edcbb02-c1d2-41b0-b791-4ffce2309512 HTTP/1.1" status: 200 len: 984 time: 0.0465908 Apr 12 13:22:23.035727 dv-cinder-830097-4-iscsi neutron-server[103457]: INFO neutron.wsgi [req-39524b60-eda3-4d0f-84bb-27e2e68640db req-df015d7d-d038-44cc-b569-b769b901d154 tempest-ServerRescueNegativeTestJSON-440649021 tempest-ServerRescueNegativeTestJSON-440649021-project] 10.222.0.18 "GET /v2.0/security-groups?id=9a69e885-7be4-4d2c-b3f6-55a097b025b0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0444140 Apr 12 13:22:23.064318 dv-cinder-830097-4-iscsi neutron-server[103458]: INFO neutron.wsgi [req-f05682bf-dc6d-47a0-9099-59277e951669 req-a405e945-8f09-4fe4-8459-970794a6d1c1 tempest-TestMinimumBasicScenario-297192541 tempest-TestMinimumBasicScenario-297192541-project] 10.222.0.18 "GET /v2.0/security-groups?id=55f33019-2c5a-40ec-a925-b601e34334e2&id=5cff6b3d-3421-463c-b8d1-a470719c1ceb&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0541406 Apr 12 13:22:23.196420 dv-cinder-830097-4-iscsi neutron-server[103459]: DEBUG neutron_lib.callbacks.manager [None req-53781792-8650-4c78-93a6-1c4d328d874c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732727929501', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-657397'] for agent (3f2daa45-5e56-452b-8a21-b519edfce99e), after_update {{(pid=103459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:22:24.148646 dv-cinder-830097-4-iscsi neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0eb6edd5-e02b-476f-a8eb-d2588d6f7805 req-911bc9c1-8bdd-4f96-91c6-d4c207e78a1a tempest-ServerRescueNegativeTestJSON-440649021 tempest-ServerRescueNegativeTestJSON-440649021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 13:22:24.150130 dv-cinder-830097-4-iscsi neutron-server[103457]: INFO neutron.wsgi [req-0eb6edd5-e02b-476f-a8eb-d2588d6f7805 req-911bc9c1-8bdd-4f96-91c6-d4c207e78a1a tempest-ServerRescueNegativeTestJSON-440649021 tempest-ServerRescueNegativeTestJSON-440649021-project] 10.222.0.18 "GET /v2.0/ports?device_id=629d75a5-e426-4cc1-9a91-03495357fac5 HTTP/1.1" status: 200 len: 946 time: 0.0471399 Apr 12 13:22:24.176352 dv-cinder-830097-4-iscsi neutron-server[103458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd08bf58-7b84-418b-b5f1-788ccdc0bfd6 req-61284efb-832d-4a0e-8f5e-cf69fa0a0b4e tempest-TestMinimumBasicScenario-297192541 tempest-TestMinimumBasicScenario-297192541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 13:22:24.177866 dv-cinder-830097-4-iscsi neutron-server[103458]: INFO neutron.wsgi [req-cd08bf58-7b84-418b-b5f1-788ccdc0bfd6 req-61284efb-832d-4a0e-8f5e-cf69fa0a0b4e tempest-TestMinimumBasicScenario-297192541 tempest-TestMinimumBasicScenario-297192541-project] 10.222.0.18 "GET /v2.0/ports?device_id=0edcbb02-c1d2-41b0-b791-4ffce2309512 HTTP/1.1" status: 200 len: 984 time: 0.0466342 Apr 12 13:22:24.196330 dv-cinder-830097-4-iscsi neutron-server[103457]: INFO neutron.wsgi [req-0eb6edd5-e02b-476f-a8eb-d2588d6f7805 req-cb9b8212-3e9a-460b-bbef-3ea9fbf5aac8 tempest-ServerRescueNegativeTestJSON-440649021 tempest-ServerRescueNegativeTestJSON-440649021-project] 10.222.0.18 "GET /v2.0/security-groups?id=9a69e885-7be4-4d2c-b3f6-55a097b025b0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0407190 Apr 12 13:22:24.241594 dv-cinder-830097-4-iscsi neutron-server[103458]: INFO neutron.wsgi [req-cd08bf58-7b84-418b-b5f1-788ccdc0bfd6 req-f54b9d4c-aaf2-4d98-b195-c8f59349231c tempest-TestMinimumBasicScenario-297192541 tempest-TestMinimumBasicScenario-297192541-project] 10.222.0.18 "GET /v2.0/security-groups?id=55f33019-2c5a-40ec-a925-b601e34334e2&id=5cff6b3d-3421-463c-b8d1-a470719c1ceb&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0580740 Apr 12 13:22:25.306166 dv-cinder-830097-4-iscsi neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-960542eb-d4c8-42bb-9e67-dd3c6cbc6f31 req-9da37818-a874-4e4b-b5da-fc9fa324d5f9 tempest-ServerRescueNegativeTestJSON-440649021 tempest-ServerRescueNegativeTestJSON-440649021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 13:22:25.307624 dv-cinder-830097-4-iscsi neutron-server[103457]: INFO neutron.wsgi [req-960542eb-d4c8-42bb-9e67-dd3c6cbc6f31 req-9da37818-a874-4e4b-b5da-fc9fa324d5f9 tempest-ServerRescueNegativeTestJSON-440649021 tempest-ServerRescueNegativeTestJSON-440649021-project] 10.222.0.18 "GET /v2.0/ports?device_id=629d75a5-e426-4cc1-9a91-03495357fac5 HTTP/1.1" status: 200 len: 946 time: 0.0450010 Apr 12 13:22:25.353544 dv-cinder-830097-4-iscsi neutron-server[103458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e78d920-9740-401b-b1a4-ea68a3d2c9a4 req-f50f8680-8baa-412a-b307-dc19511a3eed tempest-TestMinimumBasicScenario-297192541 tempest-TestMinimumBasicScenario-297192541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 13:22:25.354165 dv-cinder-830097-4-iscsi neutron-server[103457]: INFO neutron.wsgi [req-960542eb-d4c8-42bb-9e67-dd3c6cbc6f31 req-dda82c97-6c8f-4ebb-abcc-eae76e6d64f1 tempest-ServerRescueNegativeTestJSON-440649021 tempest-ServerRescueNegativeTestJSON-440649021-project] 10.222.0.18 "GET /v2.0/security-groups?id=9a69e885-7be4-4d2c-b3f6-55a097b025b0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0401986 Apr 12 13:22:25.355334 dv-cinder-830097-4-iscsi neutron-server[103458]: INFO neutron.wsgi [req-6e78d920-9740-401b-b1a4-ea68a3d2c9a4 req-f50f8680-8baa-412a-b307-dc19511a3eed tempest-TestMinimumBasicScenario-297192541 tempest-TestMinimumBasicScenario-297192541-project] 10.222.0.18 "GET /v2.0/ports?device_id=0edcbb02-c1d2-41b0-b791-4ffce2309512 HTTP/1.1" status: 200 len: 984 time: 0.0482223 Apr 12 13:22:25.413641 dv-cinder-830097-4-iscsi neutron-server[103458]: INFO neutron.wsgi [req-6e78d920-9740-401b-b1a4-ea68a3d2c9a4 req-7cd013bb-9409-4ead-8351-70473ac115f2 tempest-TestMinimumBasicScenario-297192541 tempest-TestMinimumBasicScenario-297192541-project] 10.222.0.18 "GET /v2.0/security-groups?id=55f33019-2c5a-40ec-a925-b601e34334e2&id=5cff6b3d-3421-463c-b8d1-a470719c1ceb&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0526431 Apr 12 13:22:26.474875 dv-cinder-830097-4-iscsi neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6652f857-0b2c-4f0a-8a65-2d931f4b628e req-7f47a21f-4644-42cf-9733-db12ad03bf5e tempest-ServerRescueNegativeTestJSON-440649021 tempest-ServerRescueNegativeTestJSON-440649021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 13:22:26.481348 dv-cinder-830097-4-iscsi neutron-server[103457]: INFO neutron.wsgi [req-6652f857-0b2c-4f0a-8a65-2d931f4b628e req-7f47a21f-4644-42cf-9733-db12ad03bf5e tempest-ServerRescueNegativeTestJSON-440649021 tempest-ServerRescueNegativeTestJSON-440649021-project] 10.222.0.18 "GET /v2.0/ports?device_id=629d75a5-e426-4cc1-9a91-03495357fac5 HTTP/1.1" status: 200 len: 946 time: 0.0585413 Apr 12 13:22:26.527773 dv-cinder-830097-4-iscsi neutron-server[103457]: INFO neutron.wsgi [req-6652f857-0b2c-4f0a-8a65-2d931f4b628e req-4eed25dc-fb65-45bb-b52e-b027063cc934 tempest-ServerRescueNegativeTestJSON-440649021 tempest-ServerRescueNegativeTestJSON-440649021-project] 10.222.0.18 "GET /v2.0/security-groups?id=9a69e885-7be4-4d2c-b3f6-55a097b025b0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0444517 Apr 12 13:22:26.532875 dv-cinder-830097-4-iscsi neutron-server[103458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6f3b0a1-ccf5-40e7-aca6-60bfb49a4d39 req-cdf98e6b-17a7-4700-88d0-cf2bf0fbc685 tempest-TestMinimumBasicScenario-297192541 tempest-TestMinimumBasicScenario-297192541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 13:22:26.534364 dv-cinder-830097-4-iscsi neutron-server[103458]: INFO neutron.wsgi [req-e6f3b0a1-ccf5-40e7-aca6-60bfb49a4d39 req-cdf98e6b-17a7-4700-88d0-cf2bf0fbc685 tempest-TestMinimumBasicScenario-297192541 tempest-TestMinimumBasicScenario-297192541-project] 10.222.0.18 "GET /v2.0/ports?device_id=0edcbb02-c1d2-41b0-b791-4ffce2309512 HTTP/1.1" status: 200 len: 984 time: 0.0515678 Apr 12 13:22:26.593516 dv-cinder-830097-4-iscsi neutron-server[103458]: INFO neutron.wsgi [req-e6f3b0a1-ccf5-40e7-aca6-60bfb49a4d39 req-441a21f8-47f6-4f40-b36c-7acf2641f121 tempest-TestMinimumBasicScenario-297192541 tempest-TestMinimumBasicScenario-297192541-project] 10.222.0.18 "GET /v2.0/security-groups?id=55f33019-2c5a-40ec-a925-b601e34334e2&id=5cff6b3d-3421-463c-b8d1-a470719c1ceb&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0535221 Apr 12 13:22:27.637997 dv-cinder-830097-4-iscsi neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e8a9a9e-c68a-4851-84d5-d98c195ce66d req-75077f49-8a4f-4802-83c4-02407b676a4b tempest-ServerRescueNegativeTestJSON-440649021 tempest-ServerRescueNegativeTestJSON-440649021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 13:22:27.639488 dv-cinder-830097-4-iscsi neutron-server[103457]: INFO neutron.wsgi [req-4e8a9a9e-c68a-4851-84d5-d98c195ce66d req-75077f49-8a4f-4802-83c4-02407b676a4b tempest-ServerRescueNegativeTestJSON-440649021 tempest-ServerRescueNegativeTestJSON-440649021-project] 10.222.0.18 "GET /v2.0/ports?device_id=629d75a5-e426-4cc1-9a91-03495357fac5 HTTP/1.1" status: 200 len: 946 time: 0.0465050 Apr 12 13:22:27.687547 dv-cinder-830097-4-iscsi neutron-server[103457]: INFO neutron.wsgi [req-4e8a9a9e-c68a-4851-84d5-d98c195ce66d req-92c4a69e-c571-4f06-8439-d652d45c398e tempest-ServerRescueNegativeTestJSON-440649021 tempest-ServerRescueNegativeTestJSON-440649021-project] 10.222.0.18 "GET /v2.0/security-groups?id=9a69e885-7be4-4d2c-b3f6-55a097b025b0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0425198 Apr 12 13:22:27.709092 dv-cinder-830097-4-iscsi neutron-server[103458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a48f7602-580f-43e3-adce-f69ca19967bd req-3d5ee45d-d655-4724-bb16-21e41c445ad1 tempest-TestMinimumBasicScenario-297192541 tempest-TestMinimumBasicScenario-297192541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 13:22:27.710564 dv-cinder-830097-4-iscsi neutron-server[103458]: INFO neutron.wsgi [req-a48f7602-580f-43e3-adce-f69ca19967bd req-3d5ee45d-d655-4724-bb16-21e41c445ad1 tempest-TestMinimumBasicScenario-297192541 tempest-TestMinimumBasicScenario-297192541-project] 10.222.0.18 "GET /v2.0/ports?device_id=0edcbb02-c1d2-41b0-b791-4ffce2309512 HTTP/1.1" status: 200 len: 984 time: 0.0521474 Apr 12 13:22:27.769200 dv-cinder-830097-4-iscsi neutron-server[103458]: INFO neutron.wsgi [req-a48f7602-580f-43e3-adce-f69ca19967bd req-8c6762be-51bd-4e03-b0e2-0100bc462cff tempest-TestMinimumBasicScenario-297192541 tempest-TestMinimumBasicScenario-297192541-project] 10.222.0.18 "GET /v2.0/security-groups?id=55f33019-2c5a-40ec-a925-b601e34334e2&id=5cff6b3d-3421-463c-b8d1-a470719c1ceb&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0523047 Apr 12 13:22:28.809589 dv-cinder-830097-4-iscsi neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-356bd0a6-fcda-4d94-a6f7-fadccb195cbf req-ef0e7485-9080-4c32-8962-9786cdba3c1f tempest-ServerRescueNegativeTestJSON-440649021 tempest-ServerRescueNegativeTestJSON-440649021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 13:22:28.811047 dv-cinder-830097-4-iscsi neutron-server[103457]: INFO neutron.wsgi [req-356bd0a6-fcda-4d94-a6f7-fadccb195cbf req-ef0e7485-9080-4c32-8962-9786cdba3c1f tempest-ServerRescueNegativeTestJSON-440649021 tempest-ServerRescueNegativeTestJSON-440649021-project] 10.222.0.18 "GET /v2.0/ports?device_id=629d75a5-e426-4cc1-9a91-03495357fac5 HTTP/1.1" status: 200 len: 946 time: 0.0516050 Apr 12 13:22:28.864840 dv-cinder-830097-4-iscsi neutron-server[103457]: INFO neutron.wsgi [req-356bd0a6-fcda-4d94-a6f7-fadccb195cbf req-f723e22c-fbc0-4482-9191-bec454b4b028 tempest-ServerRescueNegativeTestJSON-440649021 tempest-ServerRescueNegativeTestJSON-440649021-project] 10.222.0.18 "GET /v2.0/security-groups?id=9a69e885-7be4-4d2c-b3f6-55a097b025b0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0482044 Apr 12 13:22:29.518670 dv-cinder-830097-4-iscsi neutron-server[103459]: DEBUG neutron_lib.callbacks.manager [None req-3505bd68-a9fd-4823-92ea-1a6ded8ab071 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732727929501', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-657397'] for agent (ee5509cd-6dd7-49df-aa37-3740ebd1e34b), after_update {{(pid=103459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:22:29.978079 dv-cinder-830097-4-iscsi neutron-server[103458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfc0a3d0-5ed1-40ff-a6a9-772e7598672a req-d456d469-1ae6-4d77-bd8f-2ce6c6560a74 tempest-ServerRescueNegativeTestJSON-440649021 tempest-ServerRescueNegativeTestJSON-440649021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 13:22:29.979523 dv-cinder-830097-4-iscsi neutron-server[103458]: INFO neutron.wsgi [req-dfc0a3d0-5ed1-40ff-a6a9-772e7598672a req-d456d469-1ae6-4d77-bd8f-2ce6c6560a74 tempest-ServerRescueNegativeTestJSON-440649021 tempest-ServerRescueNegativeTestJSON-440649021-project] 10.222.0.18 "GET /v2.0/ports?device_id=629d75a5-e426-4cc1-9a91-03495357fac5 HTTP/1.1" status: 200 len: 946 time: 0.0476177 Apr 12 13:22:30.025031 dv-cinder-830097-4-iscsi neutron-server[103458]: INFO neutron.wsgi [req-dfc0a3d0-5ed1-40ff-a6a9-772e7598672a req-ddcd6c0a-88df-429e-b9f6-a0aba88b8a65 tempest-ServerRescueNegativeTestJSON-440649021 tempest-ServerRescueNegativeTestJSON-440649021-project] 10.222.0.18 "GET /v2.0/security-groups?id=9a69e885-7be4-4d2c-b3f6-55a097b025b0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0393221 Apr 12 13:22:30.634615 dv-cinder-830097-4-iscsi neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7aa5d683-4702-40df-bda8-c08463649528 req-644dc93d-ea4a-4c6f-a9a2-3ec5c7f7f9c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 13:22:30.636057 dv-cinder-830097-4-iscsi neutron-server[103457]: INFO neutron.wsgi [req-7aa5d683-4702-40df-bda8-c08463649528 req-644dc93d-ea4a-4c6f-a9a2-3ec5c7f7f9c5 service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=629d75a5-e426-4cc1-9a91-03495357fac5 HTTP/1.1" status: 200 len: 1130 time: 0.0367048 Apr 12 13:22:30.678520 dv-cinder-830097-4-iscsi neutron-server[103457]: INFO neutron.wsgi [req-7aa5d683-4702-40df-bda8-c08463649528 req-ae07e22a-8afc-4c23-a142-f9bce7f0b3a9 service neutron] 10.222.0.55 "GET /v2.0/security-groups?id=9a69e885-7be4-4d2c-b3f6-55a097b025b0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0359707 Apr 12 13:22:31.136503 dv-cinder-830097-4-iscsi neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0526c466-59c1-4a29-9bbe-e8ecf04c8920 req-b545af37-bf18-417d-be2f-abdc730739db tempest-ServerRescueNegativeTestJSON-440649021 tempest-ServerRescueNegativeTestJSON-440649021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 13:22:31.137994 dv-cinder-830097-4-iscsi neutron-server[103457]: INFO neutron.wsgi [req-0526c466-59c1-4a29-9bbe-e8ecf04c8920 req-b545af37-bf18-417d-be2f-abdc730739db tempest-ServerRescueNegativeTestJSON-440649021 tempest-ServerRescueNegativeTestJSON-440649021-project] 10.222.0.18 "GET /v2.0/ports?device_id=629d75a5-e426-4cc1-9a91-03495357fac5 HTTP/1.1" status: 200 len: 946 time: 0.0452020 Apr 12 13:22:31.183713 dv-cinder-830097-4-iscsi neutron-server[103457]: INFO neutron.wsgi [req-0526c466-59c1-4a29-9bbe-e8ecf04c8920 req-2f943d49-cf4c-4410-8aa6-5d88b524c9e5 tempest-ServerRescueNegativeTestJSON-440649021 tempest-ServerRescueNegativeTestJSON-440649021-project] 10.222.0.18 "GET /v2.0/security-groups?id=9a69e885-7be4-4d2c-b3f6-55a097b025b0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0402324 Apr 12 13:22:32.300541 dv-cinder-830097-4-iscsi neutron-server[103458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58f25029-e128-4050-802f-ebf8f321da14 req-65ad5ab3-677f-4842-858f-ba0604f5ae08 tempest-ServerRescueNegativeTestJSON-440649021 tempest-ServerRescueNegativeTestJSON-440649021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 13:22:32.302007 dv-cinder-830097-4-iscsi neutron-server[103458]: INFO neutron.wsgi [req-58f25029-e128-4050-802f-ebf8f321da14 req-65ad5ab3-677f-4842-858f-ba0604f5ae08 tempest-ServerRescueNegativeTestJSON-440649021 tempest-ServerRescueNegativeTestJSON-440649021-project] 10.222.0.18 "GET /v2.0/ports?device_id=629d75a5-e426-4cc1-9a91-03495357fac5 HTTP/1.1" status: 200 len: 946 time: 0.0520270 Apr 12 13:22:32.346662 dv-cinder-830097-4-iscsi neutron-server[103458]: INFO neutron.wsgi [req-58f25029-e128-4050-802f-ebf8f321da14 req-8548d708-bb68-471d-ba11-e94274fb92ca tempest-ServerRescueNegativeTestJSON-440649021 tempest-ServerRescueNegativeTestJSON-440649021-project] 10.222.0.18 "GET /v2.0/security-groups?id=9a69e885-7be4-4d2c-b3f6-55a097b025b0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0392025 Apr 12 13:22:33.459511 dv-cinder-830097-4-iscsi neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-664afdf7-5c6e-4924-8e4b-1a7b16ff6a4c req-2e3a601c-101f-4607-8495-79c59a2ec711 tempest-ServerRescueNegativeTestJSON-440649021 tempest-ServerRescueNegativeTestJSON-440649021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 13:22:33.460953 dv-cinder-830097-4-iscsi neutron-server[103457]: INFO neutron.wsgi [req-664afdf7-5c6e-4924-8e4b-1a7b16ff6a4c req-2e3a601c-101f-4607-8495-79c59a2ec711 tempest-ServerRescueNegativeTestJSON-440649021 tempest-ServerRescueNegativeTestJSON-440649021-project] 10.222.0.18 "GET /v2.0/ports?device_id=629d75a5-e426-4cc1-9a91-03495357fac5 HTTP/1.1" status: 200 len: 946 time: 0.0479784 Apr 12 13:22:33.508624 dv-cinder-830097-4-iscsi neutron-server[103457]: INFO neutron.wsgi [req-664afdf7-5c6e-4924-8e4b-1a7b16ff6a4c req-f0dc67fd-519a-4305-9d57-10d70e476551 tempest-ServerRescueNegativeTestJSON-440649021 tempest-ServerRescueNegativeTestJSON-440649021-project] 10.222.0.18 "GET /v2.0/security-groups?id=9a69e885-7be4-4d2c-b3f6-55a097b025b0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0416303 Apr 12 13:22:33.881976 dv-cinder-830097-4-iscsi neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff749930-e49a-4533-81f0-5ec429f2b259 req-7b790b07-c90b-4059-80bb-c40df38d789f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 13:22:33.882783 dv-cinder-830097-4-iscsi neutron-server[103458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71b7d326-7bb3-41f8-80a1-1acd23cb9259 req-a1fdb541-f19d-4016-8300-1da379f2a3b4 tempest-ServerRescueNegativeTestJSON-440649021 tempest-ServerRescueNegativeTestJSON-440649021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 13:22:33.883454 dv-cinder-830097-4-iscsi neutron-server[103457]: INFO neutron.wsgi [req-ff749930-e49a-4533-81f0-5ec429f2b259 req-7b790b07-c90b-4059-80bb-c40df38d789f service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=03e871d047514daabb60a84f86099232&device_id=629d75a5-e426-4cc1-9a91-03495357fac5 HTTP/1.1" status: 200 len: 1130 time: 0.0378513 Apr 12 13:22:33.884233 dv-cinder-830097-4-iscsi neutron-server[103458]: INFO neutron.wsgi [req-71b7d326-7bb3-41f8-80a1-1acd23cb9259 req-a1fdb541-f19d-4016-8300-1da379f2a3b4 tempest-ServerRescueNegativeTestJSON-440649021 tempest-ServerRescueNegativeTestJSON-440649021-project] 10.222.0.18 "GET /v2.0/ports?device_id=629d75a5-e426-4cc1-9a91-03495357fac5 HTTP/1.1" status: 200 len: 946 time: 0.0463309 Apr 12 13:22:33.931617 dv-cinder-830097-4-iscsi neutron-server[103458]: INFO neutron.wsgi [req-71b7d326-7bb3-41f8-80a1-1acd23cb9259 req-93f8fb8b-1a36-4b56-b5a4-488ae45ed597 tempest-ServerRescueNegativeTestJSON-440649021 tempest-ServerRescueNegativeTestJSON-440649021-project] 10.222.0.18 "GET /v2.0/security-groups?id=9a69e885-7be4-4d2c-b3f6-55a097b025b0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0408168 Apr 12 13:22:33.975969 dv-cinder-830097-4-iscsi neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff749930-e49a-4533-81f0-5ec429f2b259 req-c535604a-fe37-4f4b-9b50-5655ed65227d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 13:22:33.977443 dv-cinder-830097-4-iscsi neutron-server[103457]: INFO neutron.wsgi [req-ff749930-e49a-4533-81f0-5ec429f2b259 req-c535604a-fe37-4f4b-9b50-5655ed65227d service neutron] 10.222.0.55 "GET /v2.0/networks?id=8a9d7c73-ddbc-4eef-a839-e9bbe858207d HTTP/1.1" status: 200 len: 919 time: 0.0880160 Apr 12 13:22:34.040029 dv-cinder-830097-4-iscsi neutron-server[103457]: INFO neutron.wsgi [req-ff749930-e49a-4533-81f0-5ec429f2b259 req-ffbedc92-2789-4eff-bc40-6b276bf9a800 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=704ccb89-914e-44b5-a4ae-1dde71563bb0 HTTP/1.1" status: 200 len: 1002 time: 0.0562987 Apr 12 13:22:34.085870 dv-cinder-830097-4-iscsi neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff749930-e49a-4533-81f0-5ec429f2b259 req-89df5470-6809-4398-9eb7-76c4a05ba1b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 13:22:34.087242 dv-cinder-830097-4-iscsi neutron-server[103457]: INFO neutron.wsgi [req-ff749930-e49a-4533-81f0-5ec429f2b259 req-89df5470-6809-4398-9eb7-76c4a05ba1b9 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=e7f620b9-ee69-4e3f-9fdf-c3881765f45f HTTP/1.1" status: 200 len: 857 time: 0.0417469 Apr 12 13:22:34.132801 dv-cinder-830097-4-iscsi neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff749930-e49a-4533-81f0-5ec429f2b259 req-86203602-a059-491d-80c4-c6de0b2e49fb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 13:22:34.134239 dv-cinder-830097-4-iscsi neutron-server[103457]: INFO neutron.wsgi [req-ff749930-e49a-4533-81f0-5ec429f2b259 req-86203602-a059-491d-80c4-c6de0b2e49fb service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=8a9d7c73-ddbc-4eef-a839-e9bbe858207d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0416443 Apr 12 13:22:34.225139 dv-cinder-830097-4-iscsi neutron-server[103457]: INFO neutron.wsgi [req-ff749930-e49a-4533-81f0-5ec429f2b259 req-bac1fd34-2fa3-49d1-86ac-2bd40da0dfa8 service neutron] 10.222.0.55 "GET /v2.0/networks/8a9d7c73-ddbc-4eef-a839-e9bbe858207d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0847971 Apr 12 13:22:34.315058 dv-cinder-830097-4-iscsi neutron-server[103457]: INFO neutron.wsgi [req-ff749930-e49a-4533-81f0-5ec429f2b259 req-4dfb51da-45aa-49e7-a1b9-6b65df41bc56 service neutron] 10.222.0.55 "GET /v2.0/networks/8a9d7c73-ddbc-4eef-a839-e9bbe858207d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0834198 Apr 12 13:22:35.046051 dv-cinder-830097-4-iscsi neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a881206-733f-490e-b2c6-4bf06b7008b1 req-b4d568ef-47bb-4ede-98f8-a5d92fdcb7a1 tempest-ServerRescueNegativeTestJSON-440649021 tempest-ServerRescueNegativeTestJSON-440649021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 13:22:35.047400 dv-cinder-830097-4-iscsi neutron-server[103457]: INFO neutron.wsgi [req-4a881206-733f-490e-b2c6-4bf06b7008b1 req-b4d568ef-47bb-4ede-98f8-a5d92fdcb7a1 tempest-ServerRescueNegativeTestJSON-440649021 tempest-ServerRescueNegativeTestJSON-440649021-project] 10.222.0.18 "GET /v2.0/ports?device_id=629d75a5-e426-4cc1-9a91-03495357fac5 HTTP/1.1" status: 200 len: 946 time: 0.0467012 Apr 12 13:22:35.092640 dv-cinder-830097-4-iscsi neutron-server[103457]: INFO neutron.wsgi [req-4a881206-733f-490e-b2c6-4bf06b7008b1 req-3fafac4f-1306-4f1c-99f7-529e88724020 tempest-ServerRescueNegativeTestJSON-440649021 tempest-ServerRescueNegativeTestJSON-440649021-project] 10.222.0.18 "GET /v2.0/security-groups?id=9a69e885-7be4-4d2c-b3f6-55a097b025b0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0396326 Apr 12 13:22:36.206604 dv-cinder-830097-4-iscsi neutron-server[103458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c2034bd-c58d-40b2-ba48-9d86795426b7 req-dcb1a8ce-1ea7-46e5-ae94-0026faee38a5 tempest-ServerRescueNegativeTestJSON-440649021 tempest-ServerRescueNegativeTestJSON-440649021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 13:22:36.208063 dv-cinder-830097-4-iscsi neutron-server[103458]: INFO neutron.wsgi [req-4c2034bd-c58d-40b2-ba48-9d86795426b7 req-dcb1a8ce-1ea7-46e5-ae94-0026faee38a5 tempest-ServerRescueNegativeTestJSON-440649021 tempest-ServerRescueNegativeTestJSON-440649021-project] 10.222.0.18 "GET /v2.0/ports?device_id=629d75a5-e426-4cc1-9a91-03495357fac5 HTTP/1.1" status: 200 len: 946 time: 0.0472119 Apr 12 13:22:36.259272 dv-cinder-830097-4-iscsi neutron-server[103458]: INFO neutron.wsgi [req-4c2034bd-c58d-40b2-ba48-9d86795426b7 req-f38a9061-aac8-4074-a6fa-babed9ebd7cb tempest-ServerRescueNegativeTestJSON-440649021 tempest-ServerRescueNegativeTestJSON-440649021-project] 10.222.0.18 "GET /v2.0/security-groups?id=9a69e885-7be4-4d2c-b3f6-55a097b025b0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0452070 Apr 12 13:22:37.375471 dv-cinder-830097-4-iscsi neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3488a635-4370-4260-88f5-b152285d42a6 req-2e907eb3-1f05-4a8a-bf23-e6029718fde7 tempest-ServerRescueNegativeTestJSON-440649021 tempest-ServerRescueNegativeTestJSON-440649021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 13:22:37.376919 dv-cinder-830097-4-iscsi neutron-server[103457]: INFO neutron.wsgi [req-3488a635-4370-4260-88f5-b152285d42a6 req-2e907eb3-1f05-4a8a-bf23-e6029718fde7 tempest-ServerRescueNegativeTestJSON-440649021 tempest-ServerRescueNegativeTestJSON-440649021-project] 10.222.0.18 "GET /v2.0/ports?device_id=629d75a5-e426-4cc1-9a91-03495357fac5 HTTP/1.1" status: 200 len: 946 time: 0.0445611 Apr 12 13:22:37.425407 dv-cinder-830097-4-iscsi neutron-server[103457]: INFO neutron.wsgi [req-3488a635-4370-4260-88f5-b152285d42a6 req-de37b986-78ac-4e59-bb69-361daaa4d972 tempest-ServerRescueNegativeTestJSON-440649021 tempest-ServerRescueNegativeTestJSON-440649021-project] 10.222.0.18 "GET /v2.0/security-groups?id=9a69e885-7be4-4d2c-b3f6-55a097b025b0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0428720 Apr 12 13:22:38.539922 dv-cinder-830097-4-iscsi neutron-server[103458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cca04d54-fde1-44a3-96f9-d05ea0421430 req-da3c2b48-d5bb-4019-8af0-9784e1597f66 tempest-ServerRescueNegativeTestJSON-440649021 tempest-ServerRescueNegativeTestJSON-440649021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 13:22:38.541374 dv-cinder-830097-4-iscsi neutron-server[103458]: INFO neutron.wsgi [req-cca04d54-fde1-44a3-96f9-d05ea0421430 req-da3c2b48-d5bb-4019-8af0-9784e1597f66 tempest-ServerRescueNegativeTestJSON-440649021 tempest-ServerRescueNegativeTestJSON-440649021-project] 10.222.0.18 "GET /v2.0/ports?device_id=629d75a5-e426-4cc1-9a91-03495357fac5 HTTP/1.1" status: 200 len: 946 time: 0.0467820 Apr 12 13:22:38.586818 dv-cinder-830097-4-iscsi neutron-server[103458]: INFO neutron.wsgi [req-cca04d54-fde1-44a3-96f9-d05ea0421430 req-d3a247fa-752c-4612-9fb9-c144420d9b7f tempest-ServerRescueNegativeTestJSON-440649021 tempest-ServerRescueNegativeTestJSON-440649021-project] 10.222.0.18 "GET /v2.0/security-groups?id=9a69e885-7be4-4d2c-b3f6-55a097b025b0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0398474 Apr 12 13:22:38.694549 dv-cinder-830097-4-iscsi neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eaf68ef0-1e82-47f8-aa23-e913d5c01bc4 req-f67b3933-c122-46da-a220-2e6661669209 tempest-ServerRescueNegativeTestJSON-440649021 tempest-ServerRescueNegativeTestJSON-440649021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 13:22:38.695988 dv-cinder-830097-4-iscsi neutron-server[103457]: INFO neutron.wsgi [req-eaf68ef0-1e82-47f8-aa23-e913d5c01bc4 req-f67b3933-c122-46da-a220-2e6661669209 tempest-ServerRescueNegativeTestJSON-440649021 tempest-ServerRescueNegativeTestJSON-440649021-project] 10.222.0.18 "GET /v2.0/ports?device_id=629d75a5-e426-4cc1-9a91-03495357fac5 HTTP/1.1" status: 200 len: 946 time: 0.0454760 Apr 12 13:22:38.705779 dv-cinder-830097-4-iscsi neutron-server[103457]: DEBUG neutron.wsgi [-] (103457) accepted ('10.222.0.18', 47244) {{(pid=103457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 13:22:38.709958 dv-cinder-830097-4-iscsi neutron-server[103457]: DEBUG neutron.api.v2.base [None req-00ee6d9e-b79d-4ec8-a2f5-1a4522145d58 tempest-ServerRescueNegativeTestJSON-440649021 tempest-ServerRescueNegativeTestJSON-440649021-project] Request body: {'floatingip': {'port_id': '704ccb89-914e-44b5-a4ae-1dde71563bb0'}} {{(pid=103457) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 12 13:22:38.764694 dv-cinder-830097-4-iscsi neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-00ee6d9e-b79d-4ec8-a2f5-1a4522145d58 tempest-ServerRescueNegativeTestJSON-440649021 tempest-ServerRescueNegativeTestJSON-440649021-project] Publish callbacks [] for floatingip (9a6b3f55-417a-4870-b20b-5f5608e59fac), before_update {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:22:39.222555 dv-cinder-830097-4-iscsi neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-00ee6d9e-b79d-4ec8-a2f5-1a4522145d58 tempest-ServerRescueNegativeTestJSON-440649021 tempest-ServerRescueNegativeTestJSON-440649021-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:22:39.226168 dv-cinder-830097-4-iscsi neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-00ee6d9e-b79d-4ec8-a2f5-1a4522145d58 tempest-ServerRescueNegativeTestJSON-440649021 tempest-ServerRescueNegativeTestJSON-440649021-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3739086'] for floatingip (9a6b3f55-417a-4870-b20b-5f5608e59fac), after_update {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:22:39.671578 dv-cinder-830097-4-iscsi neutron-server[103457]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-00ee6d9e-b79d-4ec8-a2f5-1a4522145d58 tempest-ServerRescueNegativeTestJSON-440649021 tempest-ServerRescueNegativeTestJSON-440649021-project] Router 966c96ee-61f7-4f90-a5f6-9f5ed8a51317 has already been hosted by L3 agent b7e11a8b-aeed-493f-9763-461016dddc93 {{(pid=103457) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 12 13:22:39.777093 dv-cinder-830097-4-iscsi neutron-server[103457]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-00ee6d9e-b79d-4ec8-a2f5-1a4522145d58 tempest-ServerRescueNegativeTestJSON-440649021 tempest-ServerRescueNegativeTestJSON-440649021-project] Notify agent at l3_agent.dv-cinder-830097-4-iscsi the message routers_updated {{(pid=103457) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 12 13:22:39.781633 dv-cinder-830097-4-iscsi neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-00ee6d9e-b79d-4ec8-a2f5-1a4522145d58 tempest-ServerRescueNegativeTestJSON-440649021 tempest-ServerRescueNegativeTestJSON-440649021-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-500965'] for floatingip (None), before_response {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:22:39.788844 dv-cinder-830097-4-iscsi neutron-server[103460]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-561cedf6-3a84-46a4-9cb5-bf16de919776 None None] Sync routers for ids ['966c96ee-61f7-4f90-a5f6-9f5ed8a51317'] in dv-cinder-830097-4-iscsi {{(pid=103460) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 12 13:22:39.799277 dv-cinder-830097-4-iscsi neutron-server[103460]: DEBUG neutron.db.l3_dvrscheduler_db [None req-561cedf6-3a84-46a4-9cb5-bf16de919776 None None] Routers {'966c96ee-61f7-4f90-a5f6-9f5ed8a51317'} bound to L3 agent in host dv-cinder-830097-4-iscsi {{(pid=103460) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 12 13:22:39.799889 dv-cinder-830097-4-iscsi neutron-server[103460]: DEBUG neutron.db.l3_hamode_db [None req-561cedf6-3a84-46a4-9cb5-bf16de919776 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830097-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 10, "extensions": [], "floating_ips": 6, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 10, "log_agent_heartbeats": false, "routers": 10},created_at=2022-04-12T13:07:19Z,description=,heartbeat_timestamp=2022-04-12T13:22:19Z,host='dv-cinder-830097-4-iscsi',id=b7e11a8b-aeed-493f-9763-461016dddc93,load=0,resource_versions=,resources_synced=,started_at=2022-04-12T13:07:19Z,topic='l3_agent')) {'router_ids': ['966c96ee-61f7-4f90-a5f6-9f5ed8a51317'], 'active': True} {{(pid=103460) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 13:22:39.812173 dv-cinder-830097-4-iscsi neutron-server[103457]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '629d75a5-e426-4cc1-9a91-03495357fac5', 'tag': '704ccb89-914e-44b5-a4ae-1dde71563bb0'}] {{(pid=103457) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 12 13:22:39.814491 dv-cinder-830097-4-iscsi neutron-server[103457]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}086c7d3de3560e72b9669b0aa2f8f0aa3a7dc6896401f4467231a6605ceb6cb3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bf18c3a8-b7a7-4f88-8324-fe99a5377720" -d '{"events": [{"name": "network-changed", "server_uuid": "629d75a5-e426-4cc1-9a91-03495357fac5", "tag": "704ccb89-914e-44b5-a4ae-1dde71563bb0"}]}' {{(pid=103457) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 12 13:22:39.860793 dv-cinder-830097-4-iscsi neutron-server[103457]: INFO neutron.wsgi [None req-00ee6d9e-b79d-4ec8-a2f5-1a4522145d58 tempest-ServerRescueNegativeTestJSON-440649021 tempest-ServerRescueNegativeTestJSON-440649021-project] 10.222.0.18 "PUT /v2.0/floatingips/9a6b3f55-417a-4870-b20b-5f5608e59fac HTTP/1.1" status: 200 len: 994 time: 1.1417034 Apr 12 13:22:39.923288 dv-cinder-830097-4-iscsi neutron-server[103457]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 12 Apr 2022 13:22:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-074ce5e2-c41b-4aef-a0ee-1bb6d7198a18 x-openstack-request-id: req-074ce5e2-c41b-4aef-a0ee-1bb6d7198a18 {{(pid=103457) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 12 13:22:39.923528 dv-cinder-830097-4-iscsi neutron-server[103457]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "629d75a5-e426-4cc1-9a91-03495357fac5", "tag": "704ccb89-914e-44b5-a4ae-1dde71563bb0", "status": "completed", "code": 200}]} {{(pid=103457) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 12 13:22:39.923784 dv-cinder-830097-4-iscsi neutron-server[103457]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-074ce5e2-c41b-4aef-a0ee-1bb6d7198a18 {{(pid=103457) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 12 13:22:39.924189 dv-cinder-830097-4-iscsi neutron-server[103457]: INFO neutron.notifiers.nova [-] Nova event matching ['req-074ce5e2-c41b-4aef-a0ee-1bb6d7198a18'] response: {'name': 'network-changed', 'server_uuid': '629d75a5-e426-4cc1-9a91-03495357fac5', 'tag': '704ccb89-914e-44b5-a4ae-1dde71563bb0', 'status': 'completed', 'code': 200} Apr 12 13:22:39.997000 dv-cinder-830097-4-iscsi neutron-server[103460]: DEBUG neutron.db.l3_dvr_db [None req-561cedf6-3a84-46a4-9cb5-bf16de919776 None None] Set router 966c96ee-61f7-4f90-a5f6-9f5ed8a51317 gateway port host: dv-cinder-830097-4-iscsi {{(pid=103460) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 12 13:22:40.018901 dv-cinder-830097-4-iscsi neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf18c3a8-b7a7-4f88-8324-fe99a5377720 req-d80b3f1a-b3b9-4c0a-8391-f33525e016b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 13:22:40.020371 dv-cinder-830097-4-iscsi neutron-server[103457]: INFO neutron.wsgi [req-bf18c3a8-b7a7-4f88-8324-fe99a5377720 req-d80b3f1a-b3b9-4c0a-8391-f33525e016b9 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=03e871d047514daabb60a84f86099232&device_id=629d75a5-e426-4cc1-9a91-03495357fac5 HTTP/1.1" status: 200 len: 1130 time: 0.0381033 Apr 12 13:22:40.107856 dv-cinder-830097-4-iscsi neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf18c3a8-b7a7-4f88-8324-fe99a5377720 req-b727c4b0-3161-472d-8002-cb496c1ba5d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 13:22:40.109382 dv-cinder-830097-4-iscsi neutron-server[103457]: INFO neutron.wsgi [req-bf18c3a8-b7a7-4f88-8324-fe99a5377720 req-b727c4b0-3161-472d-8002-cb496c1ba5d8 service neutron] 10.222.0.55 "GET /v2.0/networks?id=8a9d7c73-ddbc-4eef-a839-e9bbe858207d HTTP/1.1" status: 200 len: 919 time: 0.0826676 Apr 12 13:22:40.177469 dv-cinder-830097-4-iscsi neutron-server[103457]: INFO neutron.wsgi [req-bf18c3a8-b7a7-4f88-8324-fe99a5377720 req-e5c0046e-7eae-450d-b751-c9f73793d05b service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=704ccb89-914e-44b5-a4ae-1dde71563bb0 HTTP/1.1" status: 200 len: 1002 time: 0.0618141 Apr 12 13:22:40.205971 dv-cinder-830097-4-iscsi neutron-server[103460]: DEBUG neutron.db.l3_hamode_db [None req-561cedf6-3a84-46a4-9cb5-bf16de919776 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '966c96ee-61f7-4f90-a5f6-9f5ed8a51317', 'name': 'tempest-ServerRescueNegativeTestJSON-153791057-router', 'tenant_id': '03e871d047514daabb60a84f86099232', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '26d0436d-8ae2-49bd-8cc6-3d2eac552c84', 'external_fixed_ips': [{'subnet_id': 'd93852d8-8f89-4b1c-bef4-0e05f499a8db', 'ip_address': '172.27.0.21'}], 'enable_snat': True}, 'gw_port_id': '958ce0b1-b216-48bf-ac4c-12928e15436d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-12T13:15:59Z', 'updated_at': '2022-04-12T13:16:07Z', 'revision_number': 4, 'project_id': '03e871d047514daabb60a84f86099232', 'gw_port': {'id': '958ce0b1-b216-48bf-ac4c-12928e15436d', 'name': '', 'network_id': '26d0436d-8ae2-49bd-8cc6-3d2eac552c84', 'tenant_id': '', 'mac_address': 'fa:16:3e:e5:c7:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '966c96ee-61f7-4f90-a5f6-9f5ed8a51317', 'device_owner': 'network:router_gateway', 'standard_attr_id': 66, 'fixed_ips': [{'subnet_id': 'd93852d8-8f89-4b1c-bef4-0e05f499a8db', 'ip_address': '172.27.0.21', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830097-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T13:16:00Z', 'updated_at': '2022-04-12T13:16:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd93852d8-8f89-4b1c-bef4-0e05f499a8db', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830097-4-iscsi', '_floatingips': [{'id': '9a6b3f55-417a-4870-b20b-5f5608e59fac', 'tenant_id': '03e871d047514daabb60a84f86099232', 'floating_ip_address': '172.27.0.134', 'floating_network_id': '26d0436d-8ae2-49bd-8cc6-3d2eac552c84', 'router_id': '966c96ee-61f7-4f90-a5f6-9f5ed8a51317', 'port_id': '704ccb89-914e-44b5-a4ae-1dde71563bb0', 'fixed_ip_address': '172.20.0.11', 'status': 'ACTIVE', 'standard_attr_id': 352, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '8a9d7c73-ddbc-4eef-a839-e9bbe858207d', 'mac_address': 'fa:16:3e:46:52:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '629d75a5-e426-4cc1-9a91-03495357fac5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-12T13:19:06Z', 'updated_at': '2022-04-12T13:22:39Z', 'revision_number': 3, 'project_id': '03e871d047514daabb60a84f86099232', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '70634d67-4046-424d-94eb-02fc097f0ec7', 'name': '', 'network_id': '8a9d7c73-ddbc-4eef-a839-e9bbe858207d', 'tenant_id': '03e871d047514daabb60a84f86099232', 'mac_address': 'fa:16:3e:b4:a2:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '966c96ee-61f7-4f90-a5f6-9f5ed8a51317', 'device_owner': 'network:router_interface', 'standard_attr_id': 92, 'fixed_ips': [{'subnet_id': 'e7f620b9-ee69-4e3f-9fdf-c3881765f45f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830097-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T13:16:05Z', 'updated_at': '2022-04-12T13:16:17Z', 'revision_number': 5, 'project_id': '03e871d047514daabb60a84f86099232', 'subnets': [{'id': 'e7f620b9-ee69-4e3f-9fdf-c3881765f45f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-830097-4-iscsi', False) {} {{(pid=103460) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 13:22:40.234080 dv-cinder-830097-4-iscsi neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf18c3a8-b7a7-4f88-8324-fe99a5377720 req-151bafd0-1572-4638-a7c9-5b9aa0fee23e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 13:22:40.235711 dv-cinder-830097-4-iscsi neutron-server[103457]: INFO neutron.wsgi [req-bf18c3a8-b7a7-4f88-8324-fe99a5377720 req-151bafd0-1572-4638-a7c9-5b9aa0fee23e service neutron] 10.222.0.55 "GET /v2.0/subnets?id=e7f620b9-ee69-4e3f-9fdf-c3881765f45f HTTP/1.1" status: 200 len: 857 time: 0.0422380 Apr 12 13:22:40.236175 dv-cinder-830097-4-iscsi neutron-server[103460]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-561cedf6-3a84-46a4-9cb5-bf16de919776 None None] Checking router: 966c96ee-61f7-4f90-a5f6-9f5ed8a51317 for host: dv-cinder-830097-4-iscsi {{(pid=103460) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 12 13:22:40.244414 dv-cinder-830097-4-iscsi neutron-server[103460]: DEBUG neutron.db.l3_dvrscheduler_db [None req-561cedf6-3a84-46a4-9cb5-bf16de919776 None None] Routers {'966c96ee-61f7-4f90-a5f6-9f5ed8a51317'} bound to L3 agent in host dv-cinder-830097-4-iscsi {{(pid=103460) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 12 13:22:40.245047 dv-cinder-830097-4-iscsi neutron-server[103460]: DEBUG neutron.db.l3_hamode_db [None req-561cedf6-3a84-46a4-9cb5-bf16de919776 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830097-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 10, "extensions": [], "floating_ips": 6, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 10, "log_agent_heartbeats": false, "routers": 10},created_at=2022-04-12T13:07:19Z,description=,heartbeat_timestamp=2022-04-12T13:22:19Z,host='dv-cinder-830097-4-iscsi',id=b7e11a8b-aeed-493f-9763-461016dddc93,load=0,resource_versions=,resources_synced=,started_at=2022-04-12T13:07:19Z,topic='l3_agent')) {'router_ids': ['966c96ee-61f7-4f90-a5f6-9f5ed8a51317'], 'active': True} {{(pid=103460) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 13:22:40.285692 dv-cinder-830097-4-iscsi neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf18c3a8-b7a7-4f88-8324-fe99a5377720 req-35b61a27-087f-4ce5-a7d3-9d96c6c1f97c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 13:22:40.287168 dv-cinder-830097-4-iscsi neutron-server[103457]: INFO neutron.wsgi [req-bf18c3a8-b7a7-4f88-8324-fe99a5377720 req-35b61a27-087f-4ce5-a7d3-9d96c6c1f97c service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=8a9d7c73-ddbc-4eef-a839-e9bbe858207d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0388904 Apr 12 13:22:40.352107 dv-cinder-830097-4-iscsi neutron-server[103460]: DEBUG neutron.db.l3_dvr_db [None req-561cedf6-3a84-46a4-9cb5-bf16de919776 None None] Set router 966c96ee-61f7-4f90-a5f6-9f5ed8a51317 gateway port host: dv-cinder-830097-4-iscsi {{(pid=103460) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 12 13:22:40.383481 dv-cinder-830097-4-iscsi neutron-server[103457]: INFO neutron.wsgi [req-bf18c3a8-b7a7-4f88-8324-fe99a5377720 req-4c3fe00c-b9ea-4577-83ca-25c1c2b1e0ba service neutron] 10.222.0.55 "GET /v2.0/networks/8a9d7c73-ddbc-4eef-a839-e9bbe858207d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0842476 Apr 12 13:22:40.471528 dv-cinder-830097-4-iscsi neutron-server[103457]: INFO neutron.wsgi [req-bf18c3a8-b7a7-4f88-8324-fe99a5377720 req-3c8a6c35-8ded-43cd-9543-84b89db7f0fe service neutron] 10.222.0.55 "GET /v2.0/networks/8a9d7c73-ddbc-4eef-a839-e9bbe858207d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0810611 Apr 12 13:22:40.560484 dv-cinder-830097-4-iscsi neutron-server[103460]: DEBUG neutron.db.l3_hamode_db [None req-561cedf6-3a84-46a4-9cb5-bf16de919776 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '966c96ee-61f7-4f90-a5f6-9f5ed8a51317', 'name': 'tempest-ServerRescueNegativeTestJSON-153791057-router', 'tenant_id': '03e871d047514daabb60a84f86099232', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '26d0436d-8ae2-49bd-8cc6-3d2eac552c84', 'external_fixed_ips': [{'subnet_id': 'd93852d8-8f89-4b1c-bef4-0e05f499a8db', 'ip_address': '172.27.0.21'}], 'enable_snat': True}, 'gw_port_id': '958ce0b1-b216-48bf-ac4c-12928e15436d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-12T13:15:59Z', 'updated_at': '2022-04-12T13:16:07Z', 'revision_number': 4, 'project_id': '03e871d047514daabb60a84f86099232', 'gw_port': {'id': '958ce0b1-b216-48bf-ac4c-12928e15436d', 'name': '', 'network_id': '26d0436d-8ae2-49bd-8cc6-3d2eac552c84', 'tenant_id': '', 'mac_address': 'fa:16:3e:e5:c7:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '966c96ee-61f7-4f90-a5f6-9f5ed8a51317', 'device_owner': 'network:router_gateway', 'standard_attr_id': 66, 'fixed_ips': [{'subnet_id': 'd93852d8-8f89-4b1c-bef4-0e05f499a8db', 'ip_address': '172.27.0.21', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830097-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T13:16:00Z', 'updated_at': '2022-04-12T13:16:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd93852d8-8f89-4b1c-bef4-0e05f499a8db', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830097-4-iscsi', '_floatingips': [{'id': '9a6b3f55-417a-4870-b20b-5f5608e59fac', 'tenant_id': '03e871d047514daabb60a84f86099232', 'floating_ip_address': '172.27.0.134', 'floating_network_id': '26d0436d-8ae2-49bd-8cc6-3d2eac552c84', 'router_id': '966c96ee-61f7-4f90-a5f6-9f5ed8a51317', 'port_id': '704ccb89-914e-44b5-a4ae-1dde71563bb0', 'fixed_ip_address': '172.20.0.11', 'status': 'ACTIVE', 'standard_attr_id': 352, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '8a9d7c73-ddbc-4eef-a839-e9bbe858207d', 'mac_address': 'fa:16:3e:46:52:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '629d75a5-e426-4cc1-9a91-03495357fac5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-12T13:19:06Z', 'updated_at': '2022-04-12T13:22:39Z', 'revision_number': 3, 'project_id': '03e871d047514daabb60a84f86099232', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '70634d67-4046-424d-94eb-02fc097f0ec7', 'name': '', 'network_id': '8a9d7c73-ddbc-4eef-a839-e9bbe858207d', 'tenant_id': '03e871d047514daabb60a84f86099232', 'mac_address': 'fa:16:3e:b4:a2:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '966c96ee-61f7-4f90-a5f6-9f5ed8a51317', 'device_owner': 'network:router_interface', 'standard_attr_id': 92, 'fixed_ips': [{'subnet_id': 'e7f620b9-ee69-4e3f-9fdf-c3881765f45f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830097-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T13:16:05Z', 'updated_at': '2022-04-12T13:16:17Z', 'revision_number': 5, 'project_id': '03e871d047514daabb60a84f86099232', 'subnets': [{'id': 'e7f620b9-ee69-4e3f-9fdf-c3881765f45f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-830097-4-iscsi', False) {} {{(pid=103460) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 13:22:40.589291 dv-cinder-830097-4-iscsi neutron-server[103460]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-561cedf6-3a84-46a4-9cb5-bf16de919776 None None] The sync data for ids ['966c96ee-61f7-4f90-a5f6-9f5ed8a51317'] in dv-cinder-830097-4-iscsi is: [{'id': '966c96ee-61f7-4f90-a5f6-9f5ed8a51317', 'name': 'tempest-ServerRescueNegativeTestJSON-153791057-router', 'tenant_id': '03e871d047514daabb60a84f86099232', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '26d0436d-8ae2-49bd-8cc6-3d2eac552c84', 'external_fixed_ips': [{'subnet_id': 'd93852d8-8f89-4b1c-bef4-0e05f499a8db', 'ip_address': '172.27.0.21'}], 'enable_snat': True}, 'gw_port_id': '958ce0b1-b216-48bf-ac4c-12928e15436d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-12T13:15:59Z', 'updated_at': '2022-04-12T13:16:07Z', 'revision_number': 4, 'project_id': '03e871d047514daabb60a84f86099232', 'gw_port': {'id': '958ce0b1-b216-48bf-ac4c-12928e15436d', 'name': '', 'network_id': '26d0436d-8ae2-49bd-8cc6-3d2eac552c84', 'tenant_id': '', 'mac_address': 'fa:16:3e:e5:c7:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '966c96ee-61f7-4f90-a5f6-9f5ed8a51317', 'device_owner': 'network:router_gateway', 'standard_attr_id': 66, 'fixed_ips': [{'subnet_id': 'd93852d8-8f89-4b1c-bef4-0e05f499a8db', 'ip_address': '172.27.0.21', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830097-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T13:16:00Z', 'updated_at': '2022-04-12T13:16:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd93852d8-8f89-4b1c-bef4-0e05f499a8db', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830097-4-iscsi', '_floatingips': [{'id': '9a6b3f55-417a-4870-b20b-5f5608e59fac', 'tenant_id': '03e871d047514daabb60a84f86099232', 'floating_ip_address': '172.27.0.134', 'floating_network_id': '26d0436d-8ae2-49bd-8cc6-3d2eac552c84', 'router_id': '966c96ee-61f7-4f90-a5f6-9f5ed8a51317', 'port_id': '704ccb89-914e-44b5-a4ae-1dde71563bb0', 'fixed_ip_address': '172.20.0.11', 'status': 'ACTIVE', 'standard_attr_id': 352, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '8a9d7c73-ddbc-4eef-a839-e9bbe858207d', 'mac_address': 'fa:16:3e:46:52:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '629d75a5-e426-4cc1-9a91-03495357fac5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-12T13:19:06Z', 'updated_at': '2022-04-12T13:22:39Z', 'revision_number': 3, 'project_id': '03e871d047514daabb60a84f86099232', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '70634d67-4046-424d-94eb-02fc097f0ec7', 'name': '', 'network_id': '8a9d7c73-ddbc-4eef-a839-e9bbe858207d', 'tenant_id': '03e871d047514daabb60a84f86099232', 'mac_address': 'fa:16:3e:b4:a2:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '966c96ee-61f7-4f90-a5f6-9f5ed8a51317', 'device_owner': 'network:router_interface', 'standard_attr_id': 92, 'fixed_ips': [{'subnet_id': 'e7f620b9-ee69-4e3f-9fdf-c3881765f45f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830097-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T13:16:05Z', 'updated_at': '2022-04-12T13:16:17Z', 'revision_number': 5, 'project_id': '03e871d047514daabb60a84f86099232', 'subnets': [{'id': 'e7f620b9-ee69-4e3f-9fdf-c3881765f45f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103460) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 12 13:22:41.925060 dv-cinder-830097-4-iscsi neutron-server[103457]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '629d75a5-e426-4cc1-9a91-03495357fac5', 'tag': '704ccb89-914e-44b5-a4ae-1dde71563bb0'}] {{(pid=103457) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 12 13:22:41.927663 dv-cinder-830097-4-iscsi neutron-server[103457]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}086c7d3de3560e72b9669b0aa2f8f0aa3a7dc6896401f4467231a6605ceb6cb3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d773d290-0107-4196-9314-ec2c202c57e9" -d '{"events": [{"name": "network-changed", "server_uuid": "629d75a5-e426-4cc1-9a91-03495357fac5", "tag": "704ccb89-914e-44b5-a4ae-1dde71563bb0"}]}' {{(pid=103457) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 12 13:22:41.964297 dv-cinder-830097-4-iscsi neutron-server[103457]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 12 Apr 2022 13:22:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-eee5ff02-c57d-4756-9dea-5290d5ffb8e7 x-openstack-request-id: req-eee5ff02-c57d-4756-9dea-5290d5ffb8e7 {{(pid=103457) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 12 13:22:41.965142 dv-cinder-830097-4-iscsi neutron-server[103457]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "629d75a5-e426-4cc1-9a91-03495357fac5", "tag": "704ccb89-914e-44b5-a4ae-1dde71563bb0", "status": "completed", "code": 200}]} {{(pid=103457) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 12 13:22:41.965416 dv-cinder-830097-4-iscsi neutron-server[103457]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-eee5ff02-c57d-4756-9dea-5290d5ffb8e7 {{(pid=103457) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 12 13:22:41.965824 dv-cinder-830097-4-iscsi neutron-server[103457]: INFO neutron.notifiers.nova [-] Nova event matching ['req-eee5ff02-c57d-4756-9dea-5290d5ffb8e7'] response: {'name': 'network-changed', 'server_uuid': '629d75a5-e426-4cc1-9a91-03495357fac5', 'tag': '704ccb89-914e-44b5-a4ae-1dde71563bb0', 'status': 'completed', 'code': 200} Apr 12 13:22:42.059003 dv-cinder-830097-4-iscsi neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d773d290-0107-4196-9314-ec2c202c57e9 req-335169e8-f4dc-4112-8e7a-de3837229a21 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 13:22:42.060602 dv-cinder-830097-4-iscsi neutron-server[103457]: INFO neutron.wsgi [req-d773d290-0107-4196-9314-ec2c202c57e9 req-335169e8-f4dc-4112-8e7a-de3837229a21 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=03e871d047514daabb60a84f86099232&device_id=629d75a5-e426-4cc1-9a91-03495357fac5 HTTP/1.1" status: 200 len: 1130 time: 0.0426517 Apr 12 13:22:42.148523 dv-cinder-830097-4-iscsi neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d773d290-0107-4196-9314-ec2c202c57e9 req-41d728d4-14c9-4767-91dc-81e73fbba8af service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 13:22:42.149958 dv-cinder-830097-4-iscsi neutron-server[103457]: INFO neutron.wsgi [req-d773d290-0107-4196-9314-ec2c202c57e9 req-41d728d4-14c9-4767-91dc-81e73fbba8af service neutron] 10.222.0.55 "GET /v2.0/networks?id=8a9d7c73-ddbc-4eef-a839-e9bbe858207d HTTP/1.1" status: 200 len: 919 time: 0.0806978 Apr 12 13:22:42.215657 dv-cinder-830097-4-iscsi neutron-server[103457]: INFO neutron.wsgi [req-d773d290-0107-4196-9314-ec2c202c57e9 req-89d5e782-d63e-438a-b008-4b222d60643f service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=704ccb89-914e-44b5-a4ae-1dde71563bb0 HTTP/1.1" status: 200 len: 1002 time: 0.0591788 Apr 12 13:22:42.264185 dv-cinder-830097-4-iscsi neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d773d290-0107-4196-9314-ec2c202c57e9 req-98af94d5-fe00-407c-bae1-4ba81ad3621b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 13:22:42.265633 dv-cinder-830097-4-iscsi neutron-server[103457]: INFO neutron.wsgi [req-d773d290-0107-4196-9314-ec2c202c57e9 req-98af94d5-fe00-407c-bae1-4ba81ad3621b service neutron] 10.222.0.55 "GET /v2.0/subnets?id=e7f620b9-ee69-4e3f-9fdf-c3881765f45f HTTP/1.1" status: 200 len: 857 time: 0.0424473 Apr 12 13:22:42.308857 dv-cinder-830097-4-iscsi neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d773d290-0107-4196-9314-ec2c202c57e9 req-6a1f3fe0-e760-43d3-a7dd-19154bbf29a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 13:22:42.310289 dv-cinder-830097-4-iscsi neutron-server[103457]: INFO neutron.wsgi [req-d773d290-0107-4196-9314-ec2c202c57e9 req-6a1f3fe0-e760-43d3-a7dd-19154bbf29a7 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=8a9d7c73-ddbc-4eef-a839-e9bbe858207d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0370550 Apr 12 13:22:42.400107 dv-cinder-830097-4-iscsi neutron-server[103457]: INFO neutron.wsgi [req-d773d290-0107-4196-9314-ec2c202c57e9 req-d6418761-07b0-4ada-bc55-5a77b999a824 service neutron] 10.222.0.55 "GET /v2.0/networks/8a9d7c73-ddbc-4eef-a839-e9bbe858207d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0831671 Apr 12 13:22:42.490109 dv-cinder-830097-4-iscsi neutron-server[103457]: INFO neutron.wsgi [req-d773d290-0107-4196-9314-ec2c202c57e9 req-903e6803-e54e-4743-8369-fcb22790f7d2 service neutron] 10.222.0.55 "GET /v2.0/networks/8a9d7c73-ddbc-4eef-a839-e9bbe858207d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0820529 Apr 12 13:22:46.761871 dv-cinder-830097-4-iscsi neutron-server[103459]: DEBUG neutron_lib.callbacks.manager [None req-8f285948-4a89-46bf-bce3-e93c094e6b37 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732727929501', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-657397'] for agent (246ca497-e2ee-4e0b-b432-b4153c207e5f), after_update {{(pid=103459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:22:48.223220 dv-cinder-830097-4-iscsi neutron-server[103460]: DEBUG neutron.db.agents_db [None req-38c2972b-b018-47ca-95cb-8760adc1e78b None None] Agent healthcheck: found 6 active agents {{(pid=103460) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 12 13:22:49.361127 dv-cinder-830097-4-iscsi neutron-server[103459]: DEBUG neutron_lib.callbacks.manager [None req-b002d96d-22b1-4ebb-8585-1dbf67598d72 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732727929501', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-657397'] for agent (b7e11a8b-aeed-493f-9763-461016dddc93), after_update {{(pid=103459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:22:50.272718 dv-cinder-830097-4-iscsi neutron-server[103459]: DEBUG neutron_lib.callbacks.manager [None req-f20c20fe-5767-407a-9f30-b36f01c50254 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732727929501', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-657397'] for agent (1e8a91c7-94d1-4b17-9536-32bc01f44a9b), after_update {{(pid=103459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:22:51.406703 dv-cinder-830097-4-iscsi neutron-server[103459]: DEBUG neutron_lib.callbacks.manager [None req-09c91955-1169-4ba5-b480-d25faf385fa1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732727929501', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-657397'] for agent (6571c785-b050-42b7-b6d0-d71237f75507), after_update {{(pid=103459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:22:53.198004 dv-cinder-830097-4-iscsi neutron-server[103459]: DEBUG neutron_lib.callbacks.manager [None req-53781792-8650-4c78-93a6-1c4d328d874c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732727929501', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-657397'] for agent (3f2daa45-5e56-452b-8a21-b519edfce99e), after_update {{(pid=103459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:22:53.321097 dv-cinder-830097-4-iscsi neutron-server[103458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfa9b103-3cea-4047-9702-ce5e37919697 req-f9d3767c-ffd1-4528-b342-7b6e32dbdecd tempest-AttachVolumeTestJSON-1144281586 tempest-AttachVolumeTestJSON-1144281586-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 13:22:53.322472 dv-cinder-830097-4-iscsi neutron-server[103458]: INFO neutron.wsgi [req-cfa9b103-3cea-4047-9702-ce5e37919697 req-f9d3767c-ffd1-4528-b342-7b6e32dbdecd tempest-AttachVolumeTestJSON-1144281586 tempest-AttachVolumeTestJSON-1144281586-project] 10.222.0.18 "GET /v2.0/ports?device_id=ba22d8d3-a051-42d3-976a-fa1a9f083b90 HTTP/1.1" status: 200 len: 946 time: 0.0461457 Apr 12 13:22:53.368868 dv-cinder-830097-4-iscsi neutron-server[103458]: INFO neutron.wsgi [req-cfa9b103-3cea-4047-9702-ce5e37919697 req-4b821890-4b39-4827-9564-ae1ff1dcb518 tempest-AttachVolumeTestJSON-1144281586 tempest-AttachVolumeTestJSON-1144281586-project] 10.222.0.18 "GET /v2.0/security-groups?id=217ddcda-2ab1-4d2d-8d94-6a87ae6035e1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0401592 Apr 12 13:22:54.487368 dv-cinder-830097-4-iscsi neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-815ebbdf-43d8-4bd5-a506-5eb8bdf15fd5 req-1ddf4621-e9f3-472e-a7fa-f5a3287df406 tempest-AttachVolumeTestJSON-1144281586 tempest-AttachVolumeTestJSON-1144281586-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 13:22:54.488815 dv-cinder-830097-4-iscsi neutron-server[103457]: INFO neutron.wsgi [req-815ebbdf-43d8-4bd5-a506-5eb8bdf15fd5 req-1ddf4621-e9f3-472e-a7fa-f5a3287df406 tempest-AttachVolumeTestJSON-1144281586 tempest-AttachVolumeTestJSON-1144281586-project] 10.222.0.18 "GET /v2.0/ports?device_id=ba22d8d3-a051-42d3-976a-fa1a9f083b90 HTTP/1.1" status: 200 len: 946 time: 0.0500023 Apr 12 13:22:54.533237 dv-cinder-830097-4-iscsi neutron-server[103457]: INFO neutron.wsgi [req-815ebbdf-43d8-4bd5-a506-5eb8bdf15fd5 req-6ec52a48-c8e2-4722-b6cd-b42b689968d8 tempest-AttachVolumeTestJSON-1144281586 tempest-AttachVolumeTestJSON-1144281586-project] 10.222.0.18 "GET /v2.0/security-groups?id=217ddcda-2ab1-4d2d-8d94-6a87ae6035e1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0388772 Apr 12 13:22:55.646529 dv-cinder-830097-4-iscsi neutron-server[103458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7abb43e8-4a6b-4fce-b935-e4971874dbb7 req-9d758b44-0a68-440f-83db-dece1b9fce05 tempest-AttachVolumeTestJSON-1144281586 tempest-AttachVolumeTestJSON-1144281586-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 13:22:55.647964 dv-cinder-830097-4-iscsi neutron-server[103458]: INFO neutron.wsgi [req-7abb43e8-4a6b-4fce-b935-e4971874dbb7 req-9d758b44-0a68-440f-83db-dece1b9fce05 tempest-AttachVolumeTestJSON-1144281586 tempest-AttachVolumeTestJSON-1144281586-project] 10.222.0.18 "GET /v2.0/ports?device_id=ba22d8d3-a051-42d3-976a-fa1a9f083b90 HTTP/1.1" status: 200 len: 946 time: 0.0487747 Apr 12 13:22:55.694406 dv-cinder-830097-4-iscsi neutron-server[103458]: INFO neutron.wsgi [req-7abb43e8-4a6b-4fce-b935-e4971874dbb7 req-6b214224-021f-4545-a08a-dcdebb733a01 tempest-AttachVolumeTestJSON-1144281586 tempest-AttachVolumeTestJSON-1144281586-project] 10.222.0.18 "GET /v2.0/security-groups?id=217ddcda-2ab1-4d2d-8d94-6a87ae6035e1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0400383 Apr 12 13:22:56.807940 dv-cinder-830097-4-iscsi neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf65f51f-8300-4a93-8128-89dead3a326d req-592caf12-6629-4fd5-9fc8-d7fa67acb3a7 tempest-AttachVolumeTestJSON-1144281586 tempest-AttachVolumeTestJSON-1144281586-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 13:22:56.809524 dv-cinder-830097-4-iscsi neutron-server[103457]: INFO neutron.wsgi [req-cf65f51f-8300-4a93-8128-89dead3a326d req-592caf12-6629-4fd5-9fc8-d7fa67acb3a7 tempest-AttachVolumeTestJSON-1144281586 tempest-AttachVolumeTestJSON-1144281586-project] 10.222.0.18 "GET /v2.0/ports?device_id=ba22d8d3-a051-42d3-976a-fa1a9f083b90 HTTP/1.1" status: 200 len: 946 time: 0.0458407 Apr 12 13:22:56.855183 dv-cinder-830097-4-iscsi neutron-server[103457]: INFO neutron.wsgi [req-cf65f51f-8300-4a93-8128-89dead3a326d req-bf105a86-6f5a-4b09-9bcf-8b7656672db4 tempest-AttachVolumeTestJSON-1144281586 tempest-AttachVolumeTestJSON-1144281586-project] 10.222.0.18 "GET /v2.0/security-groups?id=217ddcda-2ab1-4d2d-8d94-6a87ae6035e1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0401809 Apr 12 13:22:57.970628 dv-cinder-830097-4-iscsi neutron-server[103458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ac1db22-d46b-452a-8b5c-86620bfc4602 req-6bffb603-fa17-4aab-9662-60840cf3dfcc tempest-AttachVolumeTestJSON-1144281586 tempest-AttachVolumeTestJSON-1144281586-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 13:22:57.972229 dv-cinder-830097-4-iscsi neutron-server[103458]: INFO neutron.wsgi [req-2ac1db22-d46b-452a-8b5c-86620bfc4602 req-6bffb603-fa17-4aab-9662-60840cf3dfcc tempest-AttachVolumeTestJSON-1144281586 tempest-AttachVolumeTestJSON-1144281586-project] 10.222.0.18 "GET /v2.0/ports?device_id=ba22d8d3-a051-42d3-976a-fa1a9f083b90 HTTP/1.1" status: 200 len: 946 time: 0.0507431 Apr 12 13:22:58.018720 dv-cinder-830097-4-iscsi neutron-server[103458]: INFO neutron.wsgi [req-2ac1db22-d46b-452a-8b5c-86620bfc4602 req-b8afaa26-6657-44d7-9047-fa8f90e98f01 tempest-AttachVolumeTestJSON-1144281586 tempest-AttachVolumeTestJSON-1144281586-project] 10.222.0.18 "GET /v2.0/security-groups?id=217ddcda-2ab1-4d2d-8d94-6a87ae6035e1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0410817 Apr 12 13:22:59.130887 dv-cinder-830097-4-iscsi neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7eed9cd0-1674-4a74-87c5-a00dddc64f01 req-34ae1712-34f3-4b41-b530-9ecfa20f1e98 tempest-AttachVolumeTestJSON-1144281586 tempest-AttachVolumeTestJSON-1144281586-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 13:22:59.132328 dv-cinder-830097-4-iscsi neutron-server[103457]: INFO neutron.wsgi [req-7eed9cd0-1674-4a74-87c5-a00dddc64f01 req-34ae1712-34f3-4b41-b530-9ecfa20f1e98 tempest-AttachVolumeTestJSON-1144281586 tempest-AttachVolumeTestJSON-1144281586-project] 10.222.0.18 "GET /v2.0/ports?device_id=ba22d8d3-a051-42d3-976a-fa1a9f083b90 HTTP/1.1" status: 200 len: 946 time: 0.0459883 Apr 12 13:22:59.181278 dv-cinder-830097-4-iscsi neutron-server[103457]: INFO neutron.wsgi [req-7eed9cd0-1674-4a74-87c5-a00dddc64f01 req-eb0af188-b3d8-46a4-9a2d-e20f296f6f94 tempest-AttachVolumeTestJSON-1144281586 tempest-AttachVolumeTestJSON-1144281586-project] 10.222.0.18 "GET /v2.0/security-groups?id=217ddcda-2ab1-4d2d-8d94-6a87ae6035e1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0434885 Apr 12 13:22:59.530124 dv-cinder-830097-4-iscsi neutron-server[103459]: DEBUG neutron_lib.callbacks.manager [None req-3505bd68-a9fd-4823-92ea-1a6ded8ab071 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732727929501', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-657397'] for agent (ee5509cd-6dd7-49df-aa37-3740ebd1e34b), after_update {{(pid=103459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:23:00.293099 dv-cinder-830097-4-iscsi neutron-server[103458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dddfa46-a3c9-41dc-a32e-dec4606d40d1 req-c53ece0c-10ae-40ff-a2b4-ab8201607718 tempest-AttachVolumeTestJSON-1144281586 tempest-AttachVolumeTestJSON-1144281586-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 13:23:00.294532 dv-cinder-830097-4-iscsi neutron-server[103458]: INFO neutron.wsgi [req-8dddfa46-a3c9-41dc-a32e-dec4606d40d1 req-c53ece0c-10ae-40ff-a2b4-ab8201607718 tempest-AttachVolumeTestJSON-1144281586 tempest-AttachVolumeTestJSON-1144281586-project] 10.222.0.18 "GET /v2.0/ports?device_id=ba22d8d3-a051-42d3-976a-fa1a9f083b90 HTTP/1.1" status: 200 len: 946 time: 0.0471718 Apr 12 13:23:00.343772 dv-cinder-830097-4-iscsi neutron-server[103458]: INFO neutron.wsgi [req-8dddfa46-a3c9-41dc-a32e-dec4606d40d1 req-4fdfee3a-aa25-4c10-a66f-df580879609d tempest-AttachVolumeTestJSON-1144281586 tempest-AttachVolumeTestJSON-1144281586-project] 10.222.0.18 "GET /v2.0/security-groups?id=217ddcda-2ab1-4d2d-8d94-6a87ae6035e1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0436523 Apr 12 13:23:01.454946 dv-cinder-830097-4-iscsi neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e4058ac-55de-4ed0-ba46-964484364ca3 req-f3459997-3672-41aa-a567-c67adc871122 tempest-AttachVolumeTestJSON-1144281586 tempest-AttachVolumeTestJSON-1144281586-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 13:23:01.456394 dv-cinder-830097-4-iscsi neutron-server[103457]: INFO neutron.wsgi [req-8e4058ac-55de-4ed0-ba46-964484364ca3 req-f3459997-3672-41aa-a567-c67adc871122 tempest-AttachVolumeTestJSON-1144281586 tempest-AttachVolumeTestJSON-1144281586-project] 10.222.0.18 "GET /v2.0/ports?device_id=ba22d8d3-a051-42d3-976a-fa1a9f083b90 HTTP/1.1" status: 200 len: 946 time: 0.0461066 Apr 12 13:23:01.501896 dv-cinder-830097-4-iscsi neutron-server[103457]: INFO neutron.wsgi [req-8e4058ac-55de-4ed0-ba46-964484364ca3 req-9ebc997b-af02-4edb-bad9-a4663345d37a tempest-AttachVolumeTestJSON-1144281586 tempest-AttachVolumeTestJSON-1144281586-project] 10.222.0.18 "GET /v2.0/security-groups?id=217ddcda-2ab1-4d2d-8d94-6a87ae6035e1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0399981 Apr 12 13:23:02.612288 dv-cinder-830097-4-iscsi neutron-server[103458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfb74c69-e11a-4e56-8f82-22c31944495b req-ba487a1a-00ee-4502-ada9-96410962c166 tempest-AttachVolumeTestJSON-1144281586 tempest-AttachVolumeTestJSON-1144281586-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 13:23:02.613741 dv-cinder-830097-4-iscsi neutron-server[103458]: INFO neutron.wsgi [req-dfb74c69-e11a-4e56-8f82-22c31944495b req-ba487a1a-00ee-4502-ada9-96410962c166 tempest-AttachVolumeTestJSON-1144281586 tempest-AttachVolumeTestJSON-1144281586-project] 10.222.0.18 "GET /v2.0/ports?device_id=ba22d8d3-a051-42d3-976a-fa1a9f083b90 HTTP/1.1" status: 200 len: 946 time: 0.0460989 Apr 12 13:23:02.659015 dv-cinder-830097-4-iscsi neutron-server[103458]: INFO neutron.wsgi [req-dfb74c69-e11a-4e56-8f82-22c31944495b req-b9b6c35c-5f37-4006-874c-adba9764a70c tempest-AttachVolumeTestJSON-1144281586 tempest-AttachVolumeTestJSON-1144281586-project] 10.222.0.18 "GET /v2.0/security-groups?id=217ddcda-2ab1-4d2d-8d94-6a87ae6035e1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0399199 Apr 12 13:23:03.768496 dv-cinder-830097-4-iscsi neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a47814c-c9a6-4571-9b53-a371e1119bf2 req-a1629518-e184-4192-ae83-389d408f5b8c tempest-AttachVolumeTestJSON-1144281586 tempest-AttachVolumeTestJSON-1144281586-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 13:23:03.769985 dv-cinder-830097-4-iscsi neutron-server[103457]: INFO neutron.wsgi [req-9a47814c-c9a6-4571-9b53-a371e1119bf2 req-a1629518-e184-4192-ae83-389d408f5b8c tempest-AttachVolumeTestJSON-1144281586 tempest-AttachVolumeTestJSON-1144281586-project] 10.222.0.18 "GET /v2.0/ports?device_id=ba22d8d3-a051-42d3-976a-fa1a9f083b90 HTTP/1.1" status: 200 len: 946 time: 0.0457916 Apr 12 13:23:03.816605 dv-cinder-830097-4-iscsi neutron-server[103457]: INFO neutron.wsgi [req-9a47814c-c9a6-4571-9b53-a371e1119bf2 req-f5df7b7e-b2ea-40ca-a541-57fc3ee97b75 tempest-AttachVolumeTestJSON-1144281586 tempest-AttachVolumeTestJSON-1144281586-project] 10.222.0.18 "GET /v2.0/security-groups?id=217ddcda-2ab1-4d2d-8d94-6a87ae6035e1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0410690 Apr 12 13:23:04.930454 dv-cinder-830097-4-iscsi neutron-server[103458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99fca286-ecf3-4eba-a0c8-cdf3dc0f6e47 req-7af62790-798a-4a90-8103-fffbcbd0ce59 tempest-AttachVolumeTestJSON-1144281586 tempest-AttachVolumeTestJSON-1144281586-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 13:23:04.932381 dv-cinder-830097-4-iscsi neutron-server[103458]: INFO neutron.wsgi [req-99fca286-ecf3-4eba-a0c8-cdf3dc0f6e47 req-7af62790-798a-4a90-8103-fffbcbd0ce59 tempest-AttachVolumeTestJSON-1144281586 tempest-AttachVolumeTestJSON-1144281586-project] 10.222.0.18 "GET /v2.0/ports?device_id=ba22d8d3-a051-42d3-976a-fa1a9f083b90 HTTP/1.1" status: 200 len: 946 time: 0.0464933 Apr 12 13:23:04.977630 dv-cinder-830097-4-iscsi neutron-server[103458]: INFO neutron.wsgi [req-99fca286-ecf3-4eba-a0c8-cdf3dc0f6e47 req-9437721c-10a1-4799-a825-b297fb0506b5 tempest-AttachVolumeTestJSON-1144281586 tempest-AttachVolumeTestJSON-1144281586-project] 10.222.0.18 "GET /v2.0/security-groups?id=217ddcda-2ab1-4d2d-8d94-6a87ae6035e1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0400202 Apr 12 13:23:06.103066 dv-cinder-830097-4-iscsi neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc61f6fc-e51c-4e9d-81a5-d80226886752 req-92feb8ad-62f4-47e2-abbb-705dd50a664d tempest-AttachVolumeTestJSON-1144281586 tempest-AttachVolumeTestJSON-1144281586-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 13:23:06.105194 dv-cinder-830097-4-iscsi neutron-server[103457]: INFO neutron.wsgi [req-cc61f6fc-e51c-4e9d-81a5-d80226886752 req-92feb8ad-62f4-47e2-abbb-705dd50a664d tempest-AttachVolumeTestJSON-1144281586 tempest-AttachVolumeTestJSON-1144281586-project] 10.222.0.18 "GET /v2.0/ports?device_id=ba22d8d3-a051-42d3-976a-fa1a9f083b90 HTTP/1.1" status: 200 len: 946 time: 0.0557663 Apr 12 13:23:06.156665 dv-cinder-830097-4-iscsi neutron-server[103457]: INFO neutron.wsgi [req-cc61f6fc-e51c-4e9d-81a5-d80226886752 req-eb4a1609-d5ed-4a89-9e90-c1c154a5a3a3 tempest-AttachVolumeTestJSON-1144281586 tempest-AttachVolumeTestJSON-1144281586-project] 10.222.0.18 "GET /v2.0/security-groups?id=217ddcda-2ab1-4d2d-8d94-6a87ae6035e1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0460241 Apr 12 13:23:07.272111 dv-cinder-830097-4-iscsi neutron-server[103458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d83eb37-f559-44d9-b770-a689c028c3ea req-b77f35b2-50ea-4a7d-a908-1aa05dfbdc37 tempest-AttachVolumeTestJSON-1144281586 tempest-AttachVolumeTestJSON-1144281586-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 13:23:07.273574 dv-cinder-830097-4-iscsi neutron-server[103458]: INFO neutron.wsgi [req-5d83eb37-f559-44d9-b770-a689c028c3ea req-b77f35b2-50ea-4a7d-a908-1aa05dfbdc37 tempest-AttachVolumeTestJSON-1144281586 tempest-AttachVolumeTestJSON-1144281586-project] 10.222.0.18 "GET /v2.0/ports?device_id=ba22d8d3-a051-42d3-976a-fa1a9f083b90 HTTP/1.1" status: 200 len: 946 time: 0.0495303 Apr 12 13:23:07.318107 dv-cinder-830097-4-iscsi neutron-server[103458]: INFO neutron.wsgi [req-5d83eb37-f559-44d9-b770-a689c028c3ea req-db4d8af1-dd09-4967-8717-65247eb91e68 tempest-AttachVolumeTestJSON-1144281586 tempest-AttachVolumeTestJSON-1144281586-project] 10.222.0.18 "GET /v2.0/security-groups?id=217ddcda-2ab1-4d2d-8d94-6a87ae6035e1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0388498 Apr 12 13:23:07.515341 dv-cinder-830097-4-iscsi neutron-server[103457]: INFO neutron.wsgi [req-4a03f835-a3ca-4dd4-9ec0-3c940266ef7e req-8f09c5e5-7d7b-4e50-8c9b-33e67f257f18 service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=36b20118-8b82-4226-bcbc-1d8115480b68&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0386243 Apr 12 13:23:07.587749 dv-cinder-830097-4-iscsi neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a03f835-a3ca-4dd4-9ec0-3c940266ef7e req-8d8d3e21-b7dd-407c-b6c4-ded43269a6d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 13:23:07.589333 dv-cinder-830097-4-iscsi neutron-server[103457]: INFO neutron.wsgi [req-4a03f835-a3ca-4dd4-9ec0-3c940266ef7e req-8d8d3e21-b7dd-407c-b6c4-ded43269a6d5 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=5ebad6ef7aca47f397d0e45a428e3948&device_id=36b20118-8b82-4226-bcbc-1d8115480b68 HTTP/1.1" status: 200 len: 1130 time: 0.0380614 Apr 12 13:23:07.692157 dv-cinder-830097-4-iscsi neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a03f835-a3ca-4dd4-9ec0-3c940266ef7e req-3f5fd9e2-8ac8-4241-957c-5c2a6aa7c770 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 13:23:07.693646 dv-cinder-830097-4-iscsi neutron-server[103457]: INFO neutron.wsgi [req-4a03f835-a3ca-4dd4-9ec0-3c940266ef7e req-3f5fd9e2-8ac8-4241-957c-5c2a6aa7c770 service neutron] 10.222.0.55 "GET /v2.0/networks?id=6562521a-2ea5-45f4-a1f8-589dc7fbc9f3 HTTP/1.1" status: 200 len: 917 time: 0.0858619 Apr 12 13:23:07.755911 dv-cinder-830097-4-iscsi neutron-server[103457]: INFO neutron.wsgi [req-4a03f835-a3ca-4dd4-9ec0-3c940266ef7e req-2eee4197-06da-4830-a593-58574555e403 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=fb9ce2f5-e944-45af-8bea-9306ac5c33df HTTP/1.1" status: 200 len: 1000 time: 0.0563374 Apr 12 13:23:07.807998 dv-cinder-830097-4-iscsi neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a03f835-a3ca-4dd4-9ec0-3c940266ef7e req-7e5eb4ce-6c00-48a8-8912-301e1c671c3c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 13:23:07.809477 dv-cinder-830097-4-iscsi neutron-server[103457]: INFO neutron.wsgi [req-4a03f835-a3ca-4dd4-9ec0-3c940266ef7e req-7e5eb4ce-6c00-48a8-8912-301e1c671c3c service neutron] 10.222.0.55 "GET /v2.0/subnets?id=cf735079-dcf8-4625-b8a7-d372f8fef245 HTTP/1.1" status: 200 len: 855 time: 0.0467098 Apr 12 13:23:07.851989 dv-cinder-830097-4-iscsi neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a03f835-a3ca-4dd4-9ec0-3c940266ef7e req-b5dffe25-c541-4f98-a5e0-ef46b88aa183 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 13:23:07.853452 dv-cinder-830097-4-iscsi neutron-server[103457]: INFO neutron.wsgi [req-4a03f835-a3ca-4dd4-9ec0-3c940266ef7e req-b5dffe25-c541-4f98-a5e0-ef46b88aa183 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=6562521a-2ea5-45f4-a1f8-589dc7fbc9f3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0378926 Apr 12 13:23:07.942302 dv-cinder-830097-4-iscsi neutron-server[103457]: INFO neutron.wsgi [req-4a03f835-a3ca-4dd4-9ec0-3c940266ef7e req-e6fec1f6-4b4c-47cc-8128-1bc778faa640 service neutron] 10.222.0.55 "GET /v2.0/networks/6562521a-2ea5-45f4-a1f8-589dc7fbc9f3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0809188 Apr 12 13:23:08.035557 dv-cinder-830097-4-iscsi neutron-server[103457]: INFO neutron.wsgi [req-4a03f835-a3ca-4dd4-9ec0-3c940266ef7e req-9ffb9fba-304f-49b6-909e-9cc3add398d3 service neutron] 10.222.0.55 "GET /v2.0/networks/6562521a-2ea5-45f4-a1f8-589dc7fbc9f3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0860033 Apr 12 13:23:08.428381 dv-cinder-830097-4-iscsi neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d578a802-fcc1-4e59-880c-fbf59a7351fa req-2007848c-6a57-4e6a-aa20-4cae6d944bb1 tempest-AttachVolumeTestJSON-1144281586 tempest-AttachVolumeTestJSON-1144281586-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 13:23:08.429865 dv-cinder-830097-4-iscsi neutron-server[103457]: INFO neutron.wsgi [req-d578a802-fcc1-4e59-880c-fbf59a7351fa req-2007848c-6a57-4e6a-aa20-4cae6d944bb1 tempest-AttachVolumeTestJSON-1144281586 tempest-AttachVolumeTestJSON-1144281586-project] 10.222.0.18 "GET /v2.0/ports?device_id=ba22d8d3-a051-42d3-976a-fa1a9f083b90 HTTP/1.1" status: 200 len: 946 time: 0.0462878 Apr 12 13:23:08.476412 dv-cinder-830097-4-iscsi neutron-server[103457]: INFO neutron.wsgi [req-d578a802-fcc1-4e59-880c-fbf59a7351fa req-890c8e4f-8915-4e51-8945-9439099a8ecb tempest-AttachVolumeTestJSON-1144281586 tempest-AttachVolumeTestJSON-1144281586-project] 10.222.0.18 "GET /v2.0/security-groups?id=217ddcda-2ab1-4d2d-8d94-6a87ae6035e1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0403109 Apr 12 13:23:09.587031 dv-cinder-830097-4-iscsi neutron-server[103458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e06cf80c-21f0-4d50-b909-702fb8d2260e req-c116970b-b968-47ef-98fb-c257d64a2e7e tempest-AttachVolumeTestJSON-1144281586 tempest-AttachVolumeTestJSON-1144281586-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 13:23:09.588992 dv-cinder-830097-4-iscsi neutron-server[103458]: INFO neutron.wsgi [req-e06cf80c-21f0-4d50-b909-702fb8d2260e req-c116970b-b968-47ef-98fb-c257d64a2e7e tempest-AttachVolumeTestJSON-1144281586 tempest-AttachVolumeTestJSON-1144281586-project] 10.222.0.18 "GET /v2.0/ports?device_id=ba22d8d3-a051-42d3-976a-fa1a9f083b90 HTTP/1.1" status: 200 len: 946 time: 0.0453782 Apr 12 13:23:09.634972 dv-cinder-830097-4-iscsi neutron-server[103458]: INFO neutron.wsgi [req-e06cf80c-21f0-4d50-b909-702fb8d2260e req-1280c386-bfe3-4dfb-a5bb-b6e82a7df5b5 tempest-AttachVolumeTestJSON-1144281586 tempest-AttachVolumeTestJSON-1144281586-project] 10.222.0.18 "GET /v2.0/security-groups?id=217ddcda-2ab1-4d2d-8d94-6a87ae6035e1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0403433 Apr 12 13:23:09.831995 dv-cinder-830097-4-iscsi neutron-server[103458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5269c7f4-d7be-44ad-b4d4-4c591d1f28c6 req-85bce072-7d09-4a98-bc14-9f1da3145fe0 tempest-AttachVolumeTestJSON-1144281586 tempest-AttachVolumeTestJSON-1144281586-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 13:23:09.834141 dv-cinder-830097-4-iscsi neutron-server[103458]: INFO neutron.wsgi [req-5269c7f4-d7be-44ad-b4d4-4c591d1f28c6 req-85bce072-7d09-4a98-bc14-9f1da3145fe0 tempest-AttachVolumeTestJSON-1144281586 tempest-AttachVolumeTestJSON-1144281586-project] 10.222.0.18 "GET /v2.0/ports?device_id=ba22d8d3-a051-42d3-976a-fa1a9f083b90 HTTP/1.1" status: 200 len: 946 time: 0.0533574 Apr 12 13:23:09.882276 dv-cinder-830097-4-iscsi neutron-server[103458]: INFO neutron.wsgi [req-5269c7f4-d7be-44ad-b4d4-4c591d1f28c6 req-fa6448b3-9e00-4a7d-86cd-080a85dd537d tempest-AttachVolumeTestJSON-1144281586 tempest-AttachVolumeTestJSON-1144281586-project] 10.222.0.18 "GET /v2.0/security-groups?id=217ddcda-2ab1-4d2d-8d94-6a87ae6035e1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0418746 Apr 12 13:23:09.891214 dv-cinder-830097-4-iscsi neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2122d2ba-e487-4ba6-8840-d202241f9660 req-215fd493-b8e9-4331-8183-81683e932f4a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 13:23:09.892704 dv-cinder-830097-4-iscsi neutron-server[103457]: INFO neutron.wsgi [req-2122d2ba-e487-4ba6-8840-d202241f9660 req-215fd493-b8e9-4331-8183-81683e932f4a service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=973344adf45e43fc87f28572c7cc70a5&device_id=ba22d8d3-a051-42d3-976a-fa1a9f083b90 HTTP/1.1" status: 200 len: 1130 time: 0.0426464 Apr 12 13:23:09.981332 dv-cinder-830097-4-iscsi neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2122d2ba-e487-4ba6-8840-d202241f9660 req-511f16e6-4c19-4b3c-9aae-3594706c8a0e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 13:23:09.982754 dv-cinder-830097-4-iscsi neutron-server[103457]: INFO neutron.wsgi [req-2122d2ba-e487-4ba6-8840-d202241f9660 req-511f16e6-4c19-4b3c-9aae-3594706c8a0e service neutron] 10.222.0.55 "GET /v2.0/networks?id=33c58c83-bd42-46e6-829a-cd11f58e9fb1 HTTP/1.1" status: 200 len: 912 time: 0.0827780 Apr 12 13:23:10.054351 dv-cinder-830097-4-iscsi neutron-server[103457]: INFO neutron.wsgi [req-2122d2ba-e487-4ba6-8840-d202241f9660 req-48461582-0baa-43d9-b837-852b9d42adec service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=62c1ce97-2966-4f79-9ab2-998dae58f04b HTTP/1.1" status: 200 len: 1001 time: 0.0657251 Apr 12 13:23:10.101896 dv-cinder-830097-4-iscsi neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2122d2ba-e487-4ba6-8840-d202241f9660 req-5a87d954-0ce0-4ee1-a4d1-cf42260b8afc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 13:23:10.103211 dv-cinder-830097-4-iscsi neutron-server[103457]: INFO neutron.wsgi [req-2122d2ba-e487-4ba6-8840-d202241f9660 req-5a87d954-0ce0-4ee1-a4d1-cf42260b8afc service neutron] 10.222.0.55 "GET /v2.0/subnets?id=e7f58421-9187-48e8-8ede-d2e25149e657 HTTP/1.1" status: 200 len: 850 time: 0.0429461 Apr 12 13:23:10.145462 dv-cinder-830097-4-iscsi neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2122d2ba-e487-4ba6-8840-d202241f9660 req-e2b481b9-65a6-4aa0-a92c-77277d1b88c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 13:23:10.146872 dv-cinder-830097-4-iscsi neutron-server[103457]: INFO neutron.wsgi [req-2122d2ba-e487-4ba6-8840-d202241f9660 req-e2b481b9-65a6-4aa0-a92c-77277d1b88c9 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=33c58c83-bd42-46e6-829a-cd11f58e9fb1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0377331 Apr 12 13:23:10.235084 dv-cinder-830097-4-iscsi neutron-server[103457]: INFO neutron.wsgi [req-2122d2ba-e487-4ba6-8840-d202241f9660 req-45d59f36-f139-47e4-b093-67518c49b5b3 service neutron] 10.222.0.55 "GET /v2.0/networks/33c58c83-bd42-46e6-829a-cd11f58e9fb1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0822654 Apr 12 13:23:10.321157 dv-cinder-830097-4-iscsi neutron-server[103457]: INFO neutron.wsgi [req-2122d2ba-e487-4ba6-8840-d202241f9660 req-22444fb9-dbd6-4dc1-b0bc-17aeb1d7d23f service neutron] 10.222.0.55 "GET /v2.0/networks/33c58c83-bd42-46e6-829a-cd11f58e9fb1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0799811 Apr 12 13:23:11.001703 dv-cinder-830097-4-iscsi neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c4cbfa9-5d6b-4877-a5af-54a7eef89ef3 req-3a3db3c4-a02c-44ff-900f-293c6b2180f7 tempest-AttachVolumeTestJSON-1144281586 tempest-AttachVolumeTestJSON-1144281586-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 13:23:11.003210 dv-cinder-830097-4-iscsi neutron-server[103457]: INFO neutron.wsgi [req-4c4cbfa9-5d6b-4877-a5af-54a7eef89ef3 req-3a3db3c4-a02c-44ff-900f-293c6b2180f7 tempest-AttachVolumeTestJSON-1144281586 tempest-AttachVolumeTestJSON-1144281586-project] 10.222.0.18 "GET /v2.0/ports?device_id=ba22d8d3-a051-42d3-976a-fa1a9f083b90 HTTP/1.1" status: 200 len: 946 time: 0.0502172 Apr 12 13:23:11.048430 dv-cinder-830097-4-iscsi neutron-server[103457]: INFO neutron.wsgi [req-4c4cbfa9-5d6b-4877-a5af-54a7eef89ef3 req-808b0810-ce3e-4b61-8533-d93beec68fe7 tempest-AttachVolumeTestJSON-1144281586 tempest-AttachVolumeTestJSON-1144281586-project] 10.222.0.18 "GET /v2.0/security-groups?id=217ddcda-2ab1-4d2d-8d94-6a87ae6035e1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0397110 Apr 12 13:23:16.763503 dv-cinder-830097-4-iscsi neutron-server[103459]: DEBUG neutron_lib.callbacks.manager [None req-4386ec8f-c181-49b1-bc07-917c4ab24676 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732727929501', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-657397'] for agent (246ca497-e2ee-4e0b-b432-b4153c207e5f), after_update {{(pid=103459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:23:19.361684 dv-cinder-830097-4-iscsi neutron-server[103459]: DEBUG neutron_lib.callbacks.manager [None req-348587a0-c648-4c9d-8291-810f43ef2e6f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732727929501', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-657397'] for agent (b7e11a8b-aeed-493f-9763-461016dddc93), after_update {{(pid=103459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:23:20.276149 dv-cinder-830097-4-iscsi neutron-server[103459]: DEBUG neutron_lib.callbacks.manager [None req-f20c20fe-5767-407a-9f30-b36f01c50254 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732727929501', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-657397'] for agent (1e8a91c7-94d1-4b17-9536-32bc01f44a9b), after_update {{(pid=103459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:23:21.408924 dv-cinder-830097-4-iscsi neutron-server[103459]: DEBUG neutron_lib.callbacks.manager [None req-09c91955-1169-4ba5-b480-d25faf385fa1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732727929501', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-657397'] for agent (6571c785-b050-42b7-b6d0-d71237f75507), after_update {{(pid=103459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:23:23.202400 dv-cinder-830097-4-iscsi neutron-server[103459]: DEBUG neutron_lib.callbacks.manager [None req-53781792-8650-4c78-93a6-1c4d328d874c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732727929501', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-657397'] for agent (3f2daa45-5e56-452b-8a21-b519edfce99e), after_update {{(pid=103459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:23:25.221948 dv-cinder-830097-4-iscsi neutron-server[103460]: DEBUG neutron.db.agents_db [None req-38c2972b-b018-47ca-95cb-8760adc1e78b None None] Agent healthcheck: found 6 active agents {{(pid=103460) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 12 13:23:27.546468 dv-cinder-830097-4-iscsi neutron-server[103458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1197b320-33f5-482e-853c-c8d6fedffc99 req-fee7337e-df0e-47f4-bab9-9d44630b5abe tempest-AttachVolumeShelveTestJSON-707707766 tempest-AttachVolumeShelveTestJSON-707707766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 13:23:27.547830 dv-cinder-830097-4-iscsi neutron-server[103458]: INFO neutron.wsgi [req-1197b320-33f5-482e-853c-c8d6fedffc99 req-fee7337e-df0e-47f4-bab9-9d44630b5abe tempest-AttachVolumeShelveTestJSON-707707766 tempest-AttachVolumeShelveTestJSON-707707766-project] 10.222.0.18 "GET /v2.0/ports?device_id=36b20118-8b82-4226-bcbc-1d8115480b68 HTTP/1.1" status: 200 len: 946 time: 0.0469375 Apr 12 13:23:27.598267 dv-cinder-830097-4-iscsi neutron-server[103458]: INFO neutron.wsgi [req-1197b320-33f5-482e-853c-c8d6fedffc99 req-f0c4136e-f68a-4d1a-ab89-9cf957e9a928 tempest-AttachVolumeShelveTestJSON-707707766 tempest-AttachVolumeShelveTestJSON-707707766-project] 10.222.0.18 "GET /v2.0/security-groups?id=6faf4076-452d-49e5-b67e-bfa1b1fd13c3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0448163 Apr 12 13:23:28.732760 dv-cinder-830097-4-iscsi neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca7c60db-85d2-4f04-aaf2-ea362d427bb5 req-35ccdd64-8747-4ba0-8f26-1d2dcfb906c1 tempest-AttachVolumeShelveTestJSON-707707766 tempest-AttachVolumeShelveTestJSON-707707766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 13:23:28.734271 dv-cinder-830097-4-iscsi neutron-server[103457]: INFO neutron.wsgi [req-ca7c60db-85d2-4f04-aaf2-ea362d427bb5 req-35ccdd64-8747-4ba0-8f26-1d2dcfb906c1 tempest-AttachVolumeShelveTestJSON-707707766 tempest-AttachVolumeShelveTestJSON-707707766-project] 10.222.0.18 "GET /v2.0/ports?device_id=36b20118-8b82-4226-bcbc-1d8115480b68 HTTP/1.1" status: 200 len: 946 time: 0.0495803 Apr 12 13:23:28.783997 dv-cinder-830097-4-iscsi neutron-server[103457]: INFO neutron.wsgi [req-ca7c60db-85d2-4f04-aaf2-ea362d427bb5 req-ffb6b953-c0b6-4a5d-bb97-7f43936fed43 tempest-AttachVolumeShelveTestJSON-707707766 tempest-AttachVolumeShelveTestJSON-707707766-project] 10.222.0.18 "GET /v2.0/security-groups?id=6faf4076-452d-49e5-b67e-bfa1b1fd13c3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0441859 Apr 12 13:23:29.527342 dv-cinder-830097-4-iscsi neutron-server[103459]: DEBUG neutron_lib.callbacks.manager [None req-3505bd68-a9fd-4823-92ea-1a6ded8ab071 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732727929501', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-657397'] for agent (ee5509cd-6dd7-49df-aa37-3740ebd1e34b), after_update {{(pid=103459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:23:29.620844 dv-cinder-830097-4-iscsi neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a6c19d6-ac43-4812-84be-e4f11fac187d req-1a738d3f-10a7-4ba2-ac52-c103a8161498 tempest-AttachVolumeShelveTestJSON-707707766 tempest-AttachVolumeShelveTestJSON-707707766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 13:23:29.622243 dv-cinder-830097-4-iscsi neutron-server[103457]: INFO neutron.wsgi [req-7a6c19d6-ac43-4812-84be-e4f11fac187d req-1a738d3f-10a7-4ba2-ac52-c103a8161498 tempest-AttachVolumeShelveTestJSON-707707766 tempest-AttachVolumeShelveTestJSON-707707766-project] 10.222.0.55 "GET /v2.0/ports?device_id=36b20118-8b82-4226-bcbc-1d8115480b68 HTTP/1.1" status: 200 len: 946 time: 0.0445240 Apr 12 13:23:29.716408 dv-cinder-830097-4-iscsi neutron-server[103457]: DEBUG neutron.plugins.ml2.plugin [req-7a6c19d6-ac43-4812-84be-e4f11fac187d req-2c63264d-b11e-4abf-b475-70819f42938b tempest-AttachVolumeShelveTestJSON-707707766 tempest-AttachVolumeShelveTestJSON-707707766-project] Deleting port fb9ce2f5-e944-45af-8bea-9306ac5c33df {{(pid=103457) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 12 13:23:29.716754 dv-cinder-830097-4-iscsi neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [req-7a6c19d6-ac43-4812-84be-e4f11fac187d req-2c63264d-b11e-4abf-b475-70819f42938b tempest-AttachVolumeShelveTestJSON-707707766 tempest-AttachVolumeShelveTestJSON-707707766-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732727887391'] for port (fb9ce2f5-e944-45af-8bea-9306ac5c33df), before_delete {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:23:29.806085 dv-cinder-830097-4-iscsi neutron-server[103457]: DEBUG neutron.plugins.ml2.db [req-7a6c19d6-ac43-4812-84be-e4f11fac187d req-2c63264d-b11e-4abf-b475-70819f42938b tempest-AttachVolumeShelveTestJSON-707707766 tempest-AttachVolumeShelveTestJSON-707707766-project] For port fb9ce2f5-e944-45af-8bea-9306ac5c33df, host hv-cinder-83009, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83009',level=0,port_id=fb9ce2f5-e944-45af-8bea-9306ac5c33df,segment=NetworkSegment(97cb7c0e-6017-4956-9bfd-101a1a75a7c0),segment_id=97cb7c0e-6017-4956-9bfd-101a1a75a7c0)] {{(pid=103457) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 12 13:23:29.806741 dv-cinder-830097-4-iscsi neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [req-7a6c19d6-ac43-4812-84be-e4f11fac187d req-2c63264d-b11e-4abf-b475-70819f42938b tempest-AttachVolumeShelveTestJSON-707707766 tempest-AttachVolumeShelveTestJSON-707707766-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3742288'] for port (fb9ce2f5-e944-45af-8bea-9306ac5c33df), precommit_delete {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:23:29.923147 dv-cinder-830097-4-iscsi neutron-server[103458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a935d880-02ce-432a-9e60-3ec7e8605c68 req-b9e6b619-b3e3-42a3-88d9-d602a853412f tempest-AttachVolumeShelveTestJSON-707707766 tempest-AttachVolumeShelveTestJSON-707707766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 13:23:29.924651 dv-cinder-830097-4-iscsi neutron-server[103458]: INFO neutron.wsgi [req-a935d880-02ce-432a-9e60-3ec7e8605c68 req-b9e6b619-b3e3-42a3-88d9-d602a853412f tempest-AttachVolumeShelveTestJSON-707707766 tempest-AttachVolumeShelveTestJSON-707707766-project] 10.222.0.18 "GET /v2.0/ports?device_id=36b20118-8b82-4226-bcbc-1d8115480b68 HTTP/1.1" status: 200 len: 946 time: 0.0609722 Apr 12 13:23:29.975155 dv-cinder-830097-4-iscsi neutron-server[103458]: INFO neutron.wsgi [req-a935d880-02ce-432a-9e60-3ec7e8605c68 req-d6cb0536-21aa-4bae-9480-94782d7c5158 tempest-AttachVolumeShelveTestJSON-707707766 tempest-AttachVolumeShelveTestJSON-707707766-project] 10.222.0.18 "GET /v2.0/security-groups?id=6faf4076-452d-49e5-b67e-bfa1b1fd13c3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0446885 Apr 12 13:23:30.035892 dv-cinder-830097-4-iscsi neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [req-7a6c19d6-ac43-4812-84be-e4f11fac187d req-2c63264d-b11e-4abf-b475-70819f42938b tempest-AttachVolumeShelveTestJSON-707707766 tempest-AttachVolumeShelveTestJSON-707707766-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:23:30.036254 dv-cinder-830097-4-iscsi neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [req-7a6c19d6-ac43-4812-84be-e4f11fac187d req-2c63264d-b11e-4abf-b475-70819f42938b tempest-AttachVolumeShelveTestJSON-707707766 tempest-AttachVolumeShelveTestJSON-707707766-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3739086'] for floatingip (1a84d4c6-d513-479b-adae-ad89c90f6804), after_update {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:23:30.036591 dv-cinder-830097-4-iscsi neutron-server[103457]: INFO neutron.db.l3_db [req-7a6c19d6-ac43-4812-84be-e4f11fac187d req-2c63264d-b11e-4abf-b475-70819f42938b tempest-AttachVolumeShelveTestJSON-707707766 tempest-AttachVolumeShelveTestJSON-707707766-project] Floating IP 1a84d4c6-d513-479b-adae-ad89c90f6804 disassociated. External IP: 172.27.0.41, port: fb9ce2f5-e944-45af-8bea-9306ac5c33df. Apr 12 13:23:30.036961 dv-cinder-830097-4-iscsi neutron-server[103457]: DEBUG neutron.plugins.ml2.plugin [req-7a6c19d6-ac43-4812-84be-e4f11fac187d req-2c63264d-b11e-4abf-b475-70819f42938b tempest-AttachVolumeShelveTestJSON-707707766 tempest-AttachVolumeShelveTestJSON-707707766-project] Calling delete_port for fb9ce2f5-e944-45af-8bea-9306ac5c33df owned by compute:nova {{(pid=103457) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 12 13:23:30.165225 dv-cinder-830097-4-iscsi neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [req-7a6c19d6-ac43-4812-84be-e4f11fac187d req-2c63264d-b11e-4abf-b475-70819f42938b tempest-AttachVolumeShelveTestJSON-707707766 tempest-AttachVolumeShelveTestJSON-707707766-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-915890', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3697887', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732727894797', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732727417923', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25610742'] for port (fb9ce2f5-e944-45af-8bea-9306ac5c33df), after_delete {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:23:30.193474 dv-cinder-830097-4-iscsi neutron-server[103457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c63264d-b11e-4abf-b475-70819f42938b tempest-AttachVolumeShelveTestJSON-707707766 tempest-AttachVolumeShelveTestJSON-707707766-project] Pushing event deleted for resources: {'Port': ['ID=fb9ce2f5-e944-45af-8bea-9306ac5c33df,revision_number=None']} {{(pid=103457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 13:23:30.203969 dv-cinder-830097-4-iscsi neutron-server[103457]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c63264d-b11e-4abf-b475-70819f42938b tempest-AttachVolumeShelveTestJSON-707707766 tempest-AttachVolumeShelveTestJSON-707707766-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830097-4-iscsi {{(pid=103457) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 13:23:30.204315 dv-cinder-830097-4-iscsi neutron-server[103457]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c63264d-b11e-4abf-b475-70819f42938b tempest-AttachVolumeShelveTestJSON-707707766 tempest-AttachVolumeShelveTestJSON-707707766-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830097-4-iscsi {{(pid=103457) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 13:23:30.204655 dv-cinder-830097-4-iscsi neutron-server[103457]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c63264d-b11e-4abf-b475-70819f42938b tempest-AttachVolumeShelveTestJSON-707707766 tempest-AttachVolumeShelveTestJSON-707707766-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830097-4-iscsi {{(pid=103457) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 13:23:30.205082 dv-cinder-830097-4-iscsi neutron-server[103457]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c63264d-b11e-4abf-b475-70819f42938b tempest-AttachVolumeShelveTestJSON-707707766 tempest-AttachVolumeShelveTestJSON-707707766-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830097-4-iscsi {{(pid=103457) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 13:23:30.205417 dv-cinder-830097-4-iscsi neutron-server[103457]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c63264d-b11e-4abf-b475-70819f42938b tempest-AttachVolumeShelveTestJSON-707707766 tempest-AttachVolumeShelveTestJSON-707707766-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830097-4-iscsi {{(pid=103457) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 13:23:30.205748 dv-cinder-830097-4-iscsi neutron-server[103457]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c63264d-b11e-4abf-b475-70819f42938b tempest-AttachVolumeShelveTestJSON-707707766 tempest-AttachVolumeShelveTestJSON-707707766-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830097-4-iscsi {{(pid=103457) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 13:23:30.206074 dv-cinder-830097-4-iscsi neutron-server[103457]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c63264d-b11e-4abf-b475-70819f42938b tempest-AttachVolumeShelveTestJSON-707707766 tempest-AttachVolumeShelveTestJSON-707707766-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830097-4-iscsi {{(pid=103457) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 13:23:30.206398 dv-cinder-830097-4-iscsi neutron-server[103457]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c63264d-b11e-4abf-b475-70819f42938b tempest-AttachVolumeShelveTestJSON-707707766 tempest-AttachVolumeShelveTestJSON-707707766-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-830097-4-iscsi {{(pid=103457) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 13:23:30.206722 dv-cinder-830097-4-iscsi neutron-server[103457]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c63264d-b11e-4abf-b475-70819f42938b tempest-AttachVolumeShelveTestJSON-707707766 tempest-AttachVolumeShelveTestJSON-707707766-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-830097-4-iscsi {{(pid=103457) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 13:23:30.207044 dv-cinder-830097-4-iscsi neutron-server[103457]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c63264d-b11e-4abf-b475-70819f42938b tempest-AttachVolumeShelveTestJSON-707707766 tempest-AttachVolumeShelveTestJSON-707707766-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-830097-4-iscsi {{(pid=103457) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 13:23:30.207366 dv-cinder-830097-4-iscsi neutron-server[103457]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c63264d-b11e-4abf-b475-70819f42938b tempest-AttachVolumeShelveTestJSON-707707766 tempest-AttachVolumeShelveTestJSON-707707766-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-830097-4-iscsi {{(pid=103457) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 13:23:30.207684 dv-cinder-830097-4-iscsi neutron-server[103457]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c63264d-b11e-4abf-b475-70819f42938b tempest-AttachVolumeShelveTestJSON-707707766 tempest-AttachVolumeShelveTestJSON-707707766-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830097-4-iscsi {{(pid=103457) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 13:23:30.208001 dv-cinder-830097-4-iscsi neutron-server[103457]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c63264d-b11e-4abf-b475-70819f42938b tempest-AttachVolumeShelveTestJSON-707707766 tempest-AttachVolumeShelveTestJSON-707707766-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830097-4-iscsi {{(pid=103457) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 13:23:30.208319 dv-cinder-830097-4-iscsi neutron-server[103457]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c63264d-b11e-4abf-b475-70819f42938b tempest-AttachVolumeShelveTestJSON-707707766 tempest-AttachVolumeShelveTestJSON-707707766-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830097-4-iscsi {{(pid=103457) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 13:23:30.208640 dv-cinder-830097-4-iscsi neutron-server[103457]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c63264d-b11e-4abf-b475-70819f42938b tempest-AttachVolumeShelveTestJSON-707707766 tempest-AttachVolumeShelveTestJSON-707707766-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830097-4-iscsi {{(pid=103457) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 13:23:30.321767 dv-cinder-830097-4-iscsi neutron-server[103457]: DEBUG neutron.scheduler.l3_agent_scheduler [req-7a6c19d6-ac43-4812-84be-e4f11fac187d req-2c63264d-b11e-4abf-b475-70819f42938b tempest-AttachVolumeShelveTestJSON-707707766 tempest-AttachVolumeShelveTestJSON-707707766-project] Router 66d38733-8a94-4306-9035-12f6b3906c1e has already been hosted by L3 agent b7e11a8b-aeed-493f-9763-461016dddc93 {{(pid=103457) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 12 13:23:30.430880 dv-cinder-830097-4-iscsi neutron-server[103457]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-7a6c19d6-ac43-4812-84be-e4f11fac187d req-2c63264d-b11e-4abf-b475-70819f42938b tempest-AttachVolumeShelveTestJSON-707707766 tempest-AttachVolumeShelveTestJSON-707707766-project] Notify agent at l3_agent.dv-cinder-830097-4-iscsi the message routers_updated {{(pid=103457) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 12 13:23:30.440841 dv-cinder-830097-4-iscsi neutron-server[103459]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7b0ff79b-3bd8-43d0-bfbf-65c943089c90 None None] Sync routers for ids ['66d38733-8a94-4306-9035-12f6b3906c1e'] in dv-cinder-830097-4-iscsi {{(pid=103459) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 12 13:23:30.451636 dv-cinder-830097-4-iscsi neutron-server[103459]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7b0ff79b-3bd8-43d0-bfbf-65c943089c90 None None] Routers {'66d38733-8a94-4306-9035-12f6b3906c1e'} bound to L3 agent in host dv-cinder-830097-4-iscsi {{(pid=103459) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 12 13:23:30.452585 dv-cinder-830097-4-iscsi neutron-server[103459]: DEBUG neutron.db.l3_hamode_db [None req-7b0ff79b-3bd8-43d0-bfbf-65c943089c90 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830097-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 10, "extensions": [], "floating_ips": 6, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 10, "log_agent_heartbeats": false, "routers": 10},created_at=2022-04-12T13:07:19Z,description=,heartbeat_timestamp=2022-04-12T13:23:19Z,host='dv-cinder-830097-4-iscsi',id=b7e11a8b-aeed-493f-9763-461016dddc93,load=0,resource_versions=,resources_synced=,started_at=2022-04-12T13:07:19Z,topic='l3_agent')) {'router_ids': ['66d38733-8a94-4306-9035-12f6b3906c1e'], 'active': True} {{(pid=103459) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 13:23:30.475489 dv-cinder-830097-4-iscsi neutron-server[103457]: DEBUG neutron.db.l3_dvrscheduler_db [req-7a6c19d6-ac43-4812-84be-e4f11fac187d req-2c63264d-b11e-4abf-b475-70819f42938b tempest-AttachVolumeShelveTestJSON-707707766 tempest-AttachVolumeShelveTestJSON-707707766-project] No DVR routers for this DVR port fb9ce2f5-e944-45af-8bea-9306ac5c33df on host hv-cinder-83009 {{(pid=103457) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 12 13:23:30.478629 dv-cinder-830097-4-iscsi neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [req-7a6c19d6-ac43-4812-84be-e4f11fac187d req-2c63264d-b11e-4abf-b475-70819f42938b tempest-AttachVolumeShelveTestJSON-707707766 tempest-AttachVolumeShelveTestJSON-707707766-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-500965'] for port (None), before_response {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:23:30.481993 dv-cinder-830097-4-iscsi neutron-server[103457]: INFO neutron.wsgi [req-7a6c19d6-ac43-4812-84be-e4f11fac187d req-2c63264d-b11e-4abf-b475-70819f42938b tempest-AttachVolumeShelveTestJSON-707707766 tempest-AttachVolumeShelveTestJSON-707707766-project] 10.222.0.55 "DELETE /v2.0/ports/fb9ce2f5-e944-45af-8bea-9306ac5c33df HTTP/1.1" status: 204 len: 173 time: 0.8543007 Apr 12 13:23:30.482425 dv-cinder-830097-4-iscsi neutron-server[103457]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '36b20118-8b82-4226-bcbc-1d8115480b68', 'name': 'network-vif-deleted', 'tag': 'fb9ce2f5-e944-45af-8bea-9306ac5c33df'}] {{(pid=103457) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 12 13:23:30.484693 dv-cinder-830097-4-iscsi neutron-server[103457]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}086c7d3de3560e72b9669b0aa2f8f0aa3a7dc6896401f4467231a6605ceb6cb3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e52eec64-2da4-49e5-8842-d95eacc35dc7" -d '{"events": [{"server_uuid": "36b20118-8b82-4226-bcbc-1d8115480b68", "name": "network-vif-deleted", "tag": "fb9ce2f5-e944-45af-8bea-9306ac5c33df"}]}' {{(pid=103457) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 12 13:23:30.540853 dv-cinder-830097-4-iscsi neutron-server[103457]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 12 Apr 2022 13:23:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5999a9eb-c926-4adc-a82e-2a8e9e7375df x-openstack-request-id: req-5999a9eb-c926-4adc-a82e-2a8e9e7375df {{(pid=103457) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 12 13:23:30.541272 dv-cinder-830097-4-iscsi neutron-server[103457]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "36b20118-8b82-4226-bcbc-1d8115480b68", "name": "network-vif-deleted", "tag": "fb9ce2f5-e944-45af-8bea-9306ac5c33df", "status": "completed", "code": 200}]} {{(pid=103457) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 12 13:23:30.541644 dv-cinder-830097-4-iscsi neutron-server[103457]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-5999a9eb-c926-4adc-a82e-2a8e9e7375df {{(pid=103457) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 12 13:23:30.542307 dv-cinder-830097-4-iscsi neutron-server[103457]: INFO neutron.notifiers.nova [-] Nova event matching ['req-5999a9eb-c926-4adc-a82e-2a8e9e7375df'] response: {'server_uuid': '36b20118-8b82-4226-bcbc-1d8115480b68', 'name': 'network-vif-deleted', 'tag': 'fb9ce2f5-e944-45af-8bea-9306ac5c33df', 'status': 'completed', 'code': 200} Apr 12 13:23:30.697360 dv-cinder-830097-4-iscsi neutron-server[103459]: DEBUG neutron.db.l3_dvr_db [None req-7b0ff79b-3bd8-43d0-bfbf-65c943089c90 None None] Set router 66d38733-8a94-4306-9035-12f6b3906c1e gateway port host: dv-cinder-830097-4-iscsi {{(pid=103459) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 12 13:23:30.895106 dv-cinder-830097-4-iscsi neutron-server[103459]: DEBUG neutron.db.l3_hamode_db [None req-7b0ff79b-3bd8-43d0-bfbf-65c943089c90 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '66d38733-8a94-4306-9035-12f6b3906c1e', 'name': 'tempest-AttachVolumeShelveTestJSON-268868150-router', 'tenant_id': '5ebad6ef7aca47f397d0e45a428e3948', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '26d0436d-8ae2-49bd-8cc6-3d2eac552c84', 'external_fixed_ips': [{'subnet_id': 'd93852d8-8f89-4b1c-bef4-0e05f499a8db', 'ip_address': '172.27.0.103'}], 'enable_snat': True}, 'gw_port_id': '84dfbbf2-673c-4766-87d8-ed32d247bb96', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-12T13:16:00Z', 'updated_at': '2022-04-12T13:16:16Z', 'revision_number': 4, 'project_id': '5ebad6ef7aca47f397d0e45a428e3948', 'gw_port': {'id': '84dfbbf2-673c-4766-87d8-ed32d247bb96', 'name': '', 'network_id': '26d0436d-8ae2-49bd-8cc6-3d2eac552c84', 'tenant_id': '', 'mac_address': 'fa:16:3e:47:67:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '66d38733-8a94-4306-9035-12f6b3906c1e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 80, 'fixed_ips': [{'subnet_id': 'd93852d8-8f89-4b1c-bef4-0e05f499a8db', 'ip_address': '172.27.0.103', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830097-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T13:16:02Z', 'updated_at': '2022-04-12T13:16:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd93852d8-8f89-4b1c-bef4-0e05f499a8db', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830097-4-iscsi', '_interfaces': [{'id': 'ae9c6e44-f0d0-4a2a-86d6-9ca46ba23560', 'name': '', 'network_id': '6562521a-2ea5-45f4-a1f8-589dc7fbc9f3', 'tenant_id': '5ebad6ef7aca47f397d0e45a428e3948', 'mac_address': 'fa:16:3e:7c:df:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '66d38733-8a94-4306-9035-12f6b3906c1e', 'device_owner': 'network:router_interface', 'standard_attr_id': 110, 'fixed_ips': [{'subnet_id': 'cf735079-dcf8-4625-b8a7-d372f8fef245', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830097-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T13:16:12Z', 'updated_at': '2022-04-12T13:16:29Z', 'revision_number': 5, 'project_id': '5ebad6ef7aca47f397d0e45a428e3948', 'subnets': [{'id': 'cf735079-dcf8-4625-b8a7-d372f8fef245', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-830097-4-iscsi', False) {} {{(pid=103459) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 13:23:30.922775 dv-cinder-830097-4-iscsi neutron-server[103459]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7b0ff79b-3bd8-43d0-bfbf-65c943089c90 None None] Checking router: 66d38733-8a94-4306-9035-12f6b3906c1e for host: dv-cinder-830097-4-iscsi {{(pid=103459) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 12 13:23:30.931671 dv-cinder-830097-4-iscsi neutron-server[103459]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7b0ff79b-3bd8-43d0-bfbf-65c943089c90 None None] Routers {'66d38733-8a94-4306-9035-12f6b3906c1e'} bound to L3 agent in host dv-cinder-830097-4-iscsi {{(pid=103459) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 12 13:23:30.932166 dv-cinder-830097-4-iscsi neutron-server[103459]: DEBUG neutron.db.l3_hamode_db [None req-7b0ff79b-3bd8-43d0-bfbf-65c943089c90 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830097-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 10, "extensions": [], "floating_ips": 6, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 10, "log_agent_heartbeats": false, "routers": 10},created_at=2022-04-12T13:07:19Z,description=,heartbeat_timestamp=2022-04-12T13:23:19Z,host='dv-cinder-830097-4-iscsi',id=b7e11a8b-aeed-493f-9763-461016dddc93,load=0,resource_versions=,resources_synced=,started_at=2022-04-12T13:07:19Z,topic='l3_agent')) {'router_ids': ['66d38733-8a94-4306-9035-12f6b3906c1e'], 'active': True} {{(pid=103459) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 13:23:31.059108 dv-cinder-830097-4-iscsi neutron-server[103459]: DEBUG neutron.db.l3_dvr_db [None req-7b0ff79b-3bd8-43d0-bfbf-65c943089c90 None None] Set router 66d38733-8a94-4306-9035-12f6b3906c1e gateway port host: dv-cinder-830097-4-iscsi {{(pid=103459) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 12 13:23:31.090820 dv-cinder-830097-4-iscsi neutron-server[103458]: INFO neutron.wsgi [req-f355767f-f060-4087-866d-8da1c28d4f9d req-9a7ec491-7d7c-4902-9eb2-9437f25c7a10 tempest-AttachVolumeShelveTestJSON-707707766 tempest-AttachVolumeShelveTestJSON-707707766-project] 10.222.0.18 "GET /v2.0/ports?device_id=36b20118-8b82-4226-bcbc-1d8115480b68 HTTP/1.1" status: 200 len: 210 time: 0.0284870 Apr 12 13:23:31.260066 dv-cinder-830097-4-iscsi neutron-server[103459]: DEBUG neutron.db.l3_hamode_db [None req-7b0ff79b-3bd8-43d0-bfbf-65c943089c90 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '66d38733-8a94-4306-9035-12f6b3906c1e', 'name': 'tempest-AttachVolumeShelveTestJSON-268868150-router', 'tenant_id': '5ebad6ef7aca47f397d0e45a428e3948', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '26d0436d-8ae2-49bd-8cc6-3d2eac552c84', 'external_fixed_ips': [{'subnet_id': 'd93852d8-8f89-4b1c-bef4-0e05f499a8db', 'ip_address': '172.27.0.103'}], 'enable_snat': True}, 'gw_port_id': '84dfbbf2-673c-4766-87d8-ed32d247bb96', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-12T13:16:00Z', 'updated_at': '2022-04-12T13:16:16Z', 'revision_number': 4, 'project_id': '5ebad6ef7aca47f397d0e45a428e3948', 'gw_port': {'id': '84dfbbf2-673c-4766-87d8-ed32d247bb96', 'name': '', 'network_id': '26d0436d-8ae2-49bd-8cc6-3d2eac552c84', 'tenant_id': '', 'mac_address': 'fa:16:3e:47:67:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '66d38733-8a94-4306-9035-12f6b3906c1e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 80, 'fixed_ips': [{'subnet_id': 'd93852d8-8f89-4b1c-bef4-0e05f499a8db', 'ip_address': '172.27.0.103', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830097-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T13:16:02Z', 'updated_at': '2022-04-12T13:16:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd93852d8-8f89-4b1c-bef4-0e05f499a8db', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830097-4-iscsi', '_interfaces': [{'id': 'ae9c6e44-f0d0-4a2a-86d6-9ca46ba23560', 'name': '', 'network_id': '6562521a-2ea5-45f4-a1f8-589dc7fbc9f3', 'tenant_id': '5ebad6ef7aca47f397d0e45a428e3948', 'mac_address': 'fa:16:3e:7c:df:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '66d38733-8a94-4306-9035-12f6b3906c1e', 'device_owner': 'network:router_interface', 'standard_attr_id': 110, 'fixed_ips': [{'subnet_id': 'cf735079-dcf8-4625-b8a7-d372f8fef245', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830097-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T13:16:12Z', 'updated_at': '2022-04-12T13:16:29Z', 'revision_number': 5, 'project_id': '5ebad6ef7aca47f397d0e45a428e3948', 'subnets': [{'id': 'cf735079-dcf8-4625-b8a7-d372f8fef245', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-830097-4-iscsi', False) {} {{(pid=103459) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 13:23:31.286832 dv-cinder-830097-4-iscsi neutron-server[103459]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7b0ff79b-3bd8-43d0-bfbf-65c943089c90 None None] The sync data for ids ['66d38733-8a94-4306-9035-12f6b3906c1e'] in dv-cinder-830097-4-iscsi is: [{'id': '66d38733-8a94-4306-9035-12f6b3906c1e', 'name': 'tempest-AttachVolumeShelveTestJSON-268868150-router', 'tenant_id': '5ebad6ef7aca47f397d0e45a428e3948', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '26d0436d-8ae2-49bd-8cc6-3d2eac552c84', 'external_fixed_ips': [{'subnet_id': 'd93852d8-8f89-4b1c-bef4-0e05f499a8db', 'ip_address': '172.27.0.103'}], 'enable_snat': True}, 'gw_port_id': '84dfbbf2-673c-4766-87d8-ed32d247bb96', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-12T13:16:00Z', 'updated_at': '2022-04-12T13:16:16Z', 'revision_number': 4, 'project_id': '5ebad6ef7aca47f397d0e45a428e3948', 'gw_port': {'id': '84dfbbf2-673c-4766-87d8-ed32d247bb96', 'name': '', 'network_id': '26d0436d-8ae2-49bd-8cc6-3d2eac552c84', 'tenant_id': '', 'mac_address': 'fa:16:3e:47:67:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '66d38733-8a94-4306-9035-12f6b3906c1e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 80, 'fixed_ips': [{'subnet_id': 'd93852d8-8f89-4b1c-bef4-0e05f499a8db', 'ip_address': '172.27.0.103', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830097-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T13:16:02Z', 'updated_at': '2022-04-12T13:16:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd93852d8-8f89-4b1c-bef4-0e05f499a8db', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830097-4-iscsi', '_interfaces': [{'id': 'ae9c6e44-f0d0-4a2a-86d6-9ca46ba23560', 'name': '', 'network_id': '6562521a-2ea5-45f4-a1f8-589dc7fbc9f3', 'tenant_id': '5ebad6ef7aca47f397d0e45a428e3948', 'mac_address': 'fa:16:3e:7c:df:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '66d38733-8a94-4306-9035-12f6b3906c1e', 'device_owner': 'network:router_interface', 'standard_attr_id': 110, 'fixed_ips': [{'subnet_id': 'cf735079-dcf8-4625-b8a7-d372f8fef245', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830097-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T13:16:12Z', 'updated_at': '2022-04-12T13:16:29Z', 'revision_number': 5, 'project_id': '5ebad6ef7aca47f397d0e45a428e3948', 'subnets': [{'id': 'cf735079-dcf8-4625-b8a7-d372f8fef245', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103459) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 12 13:23:31.528265 dv-cinder-830097-4-iscsi neutron-server[103460]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7d8cc4a8-a932-41bb-a702-e222ddce65fb None None] New status for floating IP 1a84d4c6-d513-479b-adae-ad89c90f6804: DOWN {{(pid=103460) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 12 13:23:32.190969 dv-cinder-830097-4-iscsi neutron-server[103458]: DEBUG neutron.wsgi [-] (103458) accepted ('10.222.0.18', 47392) {{(pid=103458) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 13:23:32.244125 dv-cinder-830097-4-iscsi neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-cbcd7d58-9145-4bca-9de9-c1f1de950c6b tempest-AttachVolumeShelveTestJSON-707707766 tempest-AttachVolumeShelveTestJSON-707707766-project] Publish callbacks [] for security_group (6faf4076-452d-49e5-b67e-bfa1b1fd13c3), before_delete {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:23:32.268084 dv-cinder-830097-4-iscsi neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-cbcd7d58-9145-4bca-9de9-c1f1de950c6b tempest-AttachVolumeShelveTestJSON-707707766 tempest-AttachVolumeShelveTestJSON-707707766-project] Publish callbacks [] for security_group (6faf4076-452d-49e5-b67e-bfa1b1fd13c3), precommit_delete {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:23:32.314264 dv-cinder-830097-4-iscsi neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-cbcd7d58-9145-4bca-9de9-c1f1de950c6b tempest-AttachVolumeShelveTestJSON-707707766 tempest-AttachVolumeShelveTestJSON-707707766-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3691807'] for security_group (6faf4076-452d-49e5-b67e-bfa1b1fd13c3), after_delete {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:23:32.317244 dv-cinder-830097-4-iscsi neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-cbcd7d58-9145-4bca-9de9-c1f1de950c6b tempest-AttachVolumeShelveTestJSON-707707766 tempest-AttachVolumeShelveTestJSON-707707766-project] Publish callbacks [] for security_group (None), before_response {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:23:32.318399 dv-cinder-830097-4-iscsi neutron-server[103458]: INFO neutron.wsgi [None req-cbcd7d58-9145-4bca-9de9-c1f1de950c6b tempest-AttachVolumeShelveTestJSON-707707766 tempest-AttachVolumeShelveTestJSON-707707766-project] 10.222.0.18 "DELETE /v2.0/security-groups/6faf4076-452d-49e5-b67e-bfa1b1fd13c3 HTTP/1.1" status: 204 len: 168 time: 0.1262429 Apr 12 13:23:32.321357 dv-cinder-830097-4-iscsi neutron-server[103457]: DEBUG neutron.wsgi [-] (103457) accepted ('10.222.0.18', 47394) {{(pid=103457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 13:23:32.329034 dv-cinder-830097-4-iscsi neutron-server[103458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbcd7d58-9145-4bca-9de9-c1f1de950c6b tempest-AttachVolumeShelveTestJSON-707707766 tempest-AttachVolumeShelveTestJSON-707707766-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=6faf4076-452d-49e5-b67e-bfa1b1fd13c3,revision_number=None']} {{(pid=103458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 13:23:32.336618 dv-cinder-830097-4-iscsi neutron-server[103458]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbcd7d58-9145-4bca-9de9-c1f1de950c6b tempest-AttachVolumeShelveTestJSON-707707766 tempest-AttachVolumeShelveTestJSON-707707766-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830097-4-iscsi {{(pid=103458) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 13:23:32.337000 dv-cinder-830097-4-iscsi neutron-server[103458]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbcd7d58-9145-4bca-9de9-c1f1de950c6b tempest-AttachVolumeShelveTestJSON-707707766 tempest-AttachVolumeShelveTestJSON-707707766-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830097-4-iscsi {{(pid=103458) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 13:23:32.337345 dv-cinder-830097-4-iscsi neutron-server[103458]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbcd7d58-9145-4bca-9de9-c1f1de950c6b tempest-AttachVolumeShelveTestJSON-707707766 tempest-AttachVolumeShelveTestJSON-707707766-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830097-4-iscsi {{(pid=103458) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 13:23:32.337681 dv-cinder-830097-4-iscsi neutron-server[103458]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbcd7d58-9145-4bca-9de9-c1f1de950c6b tempest-AttachVolumeShelveTestJSON-707707766 tempest-AttachVolumeShelveTestJSON-707707766-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830097-4-iscsi {{(pid=103458) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 13:23:32.338044 dv-cinder-830097-4-iscsi neutron-server[103458]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbcd7d58-9145-4bca-9de9-c1f1de950c6b tempest-AttachVolumeShelveTestJSON-707707766 tempest-AttachVolumeShelveTestJSON-707707766-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830097-4-iscsi {{(pid=103458) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 13:23:32.338348 dv-cinder-830097-4-iscsi neutron-server[103457]: INFO neutron.api.v2.resource [None req-4ad1aa95-cb79-473f-8cf5-53c8519b9b76 tempest-AttachVolumeShelveTestJSON-707707766 tempest-AttachVolumeShelveTestJSON-707707766-project] show failed (client error): The resource could not be found. Apr 12 13:23:32.339171 dv-cinder-830097-4-iscsi neutron-server[103458]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbcd7d58-9145-4bca-9de9-c1f1de950c6b tempest-AttachVolumeShelveTestJSON-707707766 tempest-AttachVolumeShelveTestJSON-707707766-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830097-4-iscsi {{(pid=103458) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 13:23:32.339442 dv-cinder-830097-4-iscsi neutron-server[103458]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbcd7d58-9145-4bca-9de9-c1f1de950c6b tempest-AttachVolumeShelveTestJSON-707707766 tempest-AttachVolumeShelveTestJSON-707707766-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830097-4-iscsi {{(pid=103458) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 13:23:32.339784 dv-cinder-830097-4-iscsi neutron-server[103458]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbcd7d58-9145-4bca-9de9-c1f1de950c6b tempest-AttachVolumeShelveTestJSON-707707766 tempest-AttachVolumeShelveTestJSON-707707766-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-830097-4-iscsi {{(pid=103458) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 13:23:32.343153 dv-cinder-830097-4-iscsi neutron-server[103458]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbcd7d58-9145-4bca-9de9-c1f1de950c6b tempest-AttachVolumeShelveTestJSON-707707766 tempest-AttachVolumeShelveTestJSON-707707766-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-830097-4-iscsi {{(pid=103458) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 13:23:32.343263 dv-cinder-830097-4-iscsi neutron-server[103457]: INFO neutron.wsgi [None req-4ad1aa95-cb79-473f-8cf5-53c8519b9b76 tempest-AttachVolumeShelveTestJSON-707707766 tempest-AttachVolumeShelveTestJSON-707707766-project] 10.222.0.18 "GET /v2.0/security-groups/6faf4076-452d-49e5-b67e-bfa1b1fd13c3 HTTP/1.1" status: 404 len: 347 time: 0.0174637 Apr 12 13:23:32.343375 dv-cinder-830097-4-iscsi neutron-server[103458]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbcd7d58-9145-4bca-9de9-c1f1de950c6b tempest-AttachVolumeShelveTestJSON-707707766 tempest-AttachVolumeShelveTestJSON-707707766-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-830097-4-iscsi {{(pid=103458) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 13:23:32.343375 dv-cinder-830097-4-iscsi neutron-server[103458]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbcd7d58-9145-4bca-9de9-c1f1de950c6b tempest-AttachVolumeShelveTestJSON-707707766 tempest-AttachVolumeShelveTestJSON-707707766-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-830097-4-iscsi {{(pid=103458) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 13:23:32.343375 dv-cinder-830097-4-iscsi neutron-server[103458]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbcd7d58-9145-4bca-9de9-c1f1de950c6b tempest-AttachVolumeShelveTestJSON-707707766 tempest-AttachVolumeShelveTestJSON-707707766-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830097-4-iscsi {{(pid=103458) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 13:23:32.343375 dv-cinder-830097-4-iscsi neutron-server[103458]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbcd7d58-9145-4bca-9de9-c1f1de950c6b tempest-AttachVolumeShelveTestJSON-707707766 tempest-AttachVolumeShelveTestJSON-707707766-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830097-4-iscsi {{(pid=103458) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 13:23:32.343375 dv-cinder-830097-4-iscsi neutron-server[103458]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbcd7d58-9145-4bca-9de9-c1f1de950c6b tempest-AttachVolumeShelveTestJSON-707707766 tempest-AttachVolumeShelveTestJSON-707707766-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830097-4-iscsi {{(pid=103458) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 13:23:32.343375 dv-cinder-830097-4-iscsi neutron-server[103458]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbcd7d58-9145-4bca-9de9-c1f1de950c6b tempest-AttachVolumeShelveTestJSON-707707766 tempest-AttachVolumeShelveTestJSON-707707766-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830097-4-iscsi {{(pid=103458) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 13:23:32.343952 dv-cinder-830097-4-iscsi neutron-server[103457]: DEBUG neutron.wsgi [-] (103457) accepted ('10.222.0.18', 47396) {{(pid=103457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 13:23:32.462043 dv-cinder-830097-4-iscsi neutron-server[103457]: DEBUG neutron.plugins.ml2.plugin [None req-c961b737-19d1-4bc8-8485-be93a980e642 tempest-AttachVolumeShelveTestJSON-707707766 tempest-AttachVolumeShelveTestJSON-707707766-project] Deleting port e33c36ad-0d9f-45c4-94a5-78f10487970c {{(pid=103457) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 12 13:23:32.462293 dv-cinder-830097-4-iscsi neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-c961b737-19d1-4bc8-8485-be93a980e642 tempest-AttachVolumeShelveTestJSON-707707766 tempest-AttachVolumeShelveTestJSON-707707766-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732727887391'] for port (e33c36ad-0d9f-45c4-94a5-78f10487970c), before_delete {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:23:32.535586 dv-cinder-830097-4-iscsi neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-c961b737-19d1-4bc8-8485-be93a980e642 tempest-AttachVolumeShelveTestJSON-707707766 tempest-AttachVolumeShelveTestJSON-707707766-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3742288'] for port (e33c36ad-0d9f-45c4-94a5-78f10487970c), precommit_delete {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:23:32.535905 dv-cinder-830097-4-iscsi neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-c961b737-19d1-4bc8-8485-be93a980e642 tempest-AttachVolumeShelveTestJSON-707707766 tempest-AttachVolumeShelveTestJSON-707707766-project] Publish callbacks [] for floatingip (e33c36ad-0d9f-45c4-94a5-78f10487970c), precommit_delete {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:23:32.547824 dv-cinder-830097-4-iscsi neutron-server[103457]: DEBUG neutron.plugins.ml2.plugin [None req-c961b737-19d1-4bc8-8485-be93a980e642 tempest-AttachVolumeShelveTestJSON-707707766 tempest-AttachVolumeShelveTestJSON-707707766-project] Calling delete_port for e33c36ad-0d9f-45c4-94a5-78f10487970c owned by network:floatingip {{(pid=103457) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 12 13:23:32.689553 dv-cinder-830097-4-iscsi neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-c961b737-19d1-4bc8-8485-be93a980e642 tempest-AttachVolumeShelveTestJSON-707707766 tempest-AttachVolumeShelveTestJSON-707707766-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-915890', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3697887', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732727894797', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732727417923', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25610742'] for port (e33c36ad-0d9f-45c4-94a5-78f10487970c), after_delete {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:23:32.712736 dv-cinder-830097-4-iscsi neutron-server[103457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c961b737-19d1-4bc8-8485-be93a980e642 tempest-AttachVolumeShelveTestJSON-707707766 tempest-AttachVolumeShelveTestJSON-707707766-project] Pushing event deleted for resources: {'Port': ['ID=e33c36ad-0d9f-45c4-94a5-78f10487970c,revision_number=None']} {{(pid=103457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 13:23:32.777935 dv-cinder-830097-4-iscsi neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-c961b737-19d1-4bc8-8485-be93a980e642 tempest-AttachVolumeShelveTestJSON-707707766 tempest-AttachVolumeShelveTestJSON-707707766-project] Publish callbacks [] for floatingip (1a84d4c6-d513-479b-adae-ad89c90f6804), after_delete {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:23:32.780461 dv-cinder-830097-4-iscsi neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-c961b737-19d1-4bc8-8485-be93a980e642 tempest-AttachVolumeShelveTestJSON-707707766 tempest-AttachVolumeShelveTestJSON-707707766-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-500965'] for floatingip (None), before_response {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:23:32.781687 dv-cinder-830097-4-iscsi neutron-server[103457]: INFO neutron.wsgi [None req-c961b737-19d1-4bc8-8485-be93a980e642 tempest-AttachVolumeShelveTestJSON-707707766 tempest-AttachVolumeShelveTestJSON-707707766-project] 10.222.0.18 "DELETE /v2.0/floatingips/1a84d4c6-d513-479b-adae-ad89c90f6804 HTTP/1.1" status: 204 len: 168 time: 0.4369178 Apr 12 13:23:33.165512 dv-cinder-830097-4-iscsi neutron-server[103457]: DEBUG neutron.wsgi [-] (103457) accepted ('10.222.0.18', 47400) {{(pid=103457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 13:23:33.170668 dv-cinder-830097-4-iscsi neutron-server[103457]: DEBUG neutron.api.v2.base [None req-a2738d2a-0363-455f-8fd6-001b6f36a784 tempest-AttachVolumeShelveTestJSON-707707766 tempest-AttachVolumeShelveTestJSON-707707766-project] Request body: {'security_group': {'name': 'tempest-securitygroup--922643131', 'description': 'tempest-description--940113115'}} {{(pid=103457) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 12 13:23:33.191299 dv-cinder-830097-4-iscsi neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-a2738d2a-0363-455f-8fd6-001b6f36a784 tempest-AttachVolumeShelveTestJSON-707707766 tempest-AttachVolumeShelveTestJSON-707707766-project] Publish callbacks [] for security_group (None), before_create {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:23:33.263398 dv-cinder-830097-4-iscsi neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-a2738d2a-0363-455f-8fd6-001b6f36a784 tempest-AttachVolumeShelveTestJSON-707707766 tempest-AttachVolumeShelveTestJSON-707707766-project] Publish callbacks [] for security_group (09a15c79-9ad1-40b0-a245-fcad199271ef), precommit_create {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:23:33.267461 dv-cinder-830097-4-iscsi neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-a2738d2a-0363-455f-8fd6-001b6f36a784 tempest-AttachVolumeShelveTestJSON-707707766 tempest-AttachVolumeShelveTestJSON-707707766-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3691807'] for security_group (09a15c79-9ad1-40b0-a245-fcad199271ef), after_create {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:23:33.296881 dv-cinder-830097-4-iscsi neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-a2738d2a-0363-455f-8fd6-001b6f36a784 tempest-AttachVolumeShelveTestJSON-707707766 tempest-AttachVolumeShelveTestJSON-707707766-project] Publish callbacks [] for security_group (None), before_response {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:23:33.297494 dv-cinder-830097-4-iscsi neutron-server[103459]: DEBUG neutron.plugins.ml2.rpc [None req-3505bd68-a9fd-4823-92ea-1a6ded8ab071 None None] Device fb9ce2f5-e944-45af-8bea-9306ac5c33df no longer exists at agent hyperv_hv-cinder-83009 {{(pid=103459) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 12 13:23:33.298081 dv-cinder-830097-4-iscsi neutron-server[103457]: INFO neutron.wsgi [None req-a2738d2a-0363-455f-8fd6-001b6f36a784 tempest-AttachVolumeShelveTestJSON-707707766 tempest-AttachVolumeShelveTestJSON-707707766-project] 10.222.0.18 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1795 time: 0.1315854 Apr 12 13:23:33.301715 dv-cinder-830097-4-iscsi neutron-server[103457]: DEBUG neutron.wsgi [-] (103457) accepted ('10.222.0.18', 47402) {{(pid=103457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 13:23:33.305651 dv-cinder-830097-4-iscsi neutron-server[103457]: DEBUG neutron.api.v2.base [None req-a35ec687-8e78-4b50-8505-bf264fd4fb42 tempest-AttachVolumeShelveTestJSON-707707766 tempest-AttachVolumeShelveTestJSON-707707766-project] Request body: {'security_group_rule': {'security_group_id': '09a15c79-9ad1-40b0-a245-fcad199271ef', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103457) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 12 13:23:33.311633 dv-cinder-830097-4-iscsi neutron-server[103457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2738d2a-0363-455f-8fd6-001b6f36a784 tempest-AttachVolumeShelveTestJSON-707707766 tempest-AttachVolumeShelveTestJSON-707707766-project] Pushing event updated for resources: {'SecurityGroup': ['ID=09a15c79-9ad1-40b0-a245-fcad199271ef,revision_number=1']} {{(pid=103457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 13:23:33.320050 dv-cinder-830097-4-iscsi neutron-server[103459]: DEBUG neutron.plugins.ml2.plugin [None req-3505bd68-a9fd-4823-92ea-1a6ded8ab071 None None] No Port match for: fb9ce2f5-e944-45af-8bea-9306ac5c33df {{(pid=103459) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2341}} Apr 12 13:23:33.320402 dv-cinder-830097-4-iscsi neutron-server[103459]: DEBUG neutron.plugins.ml2.rpc [None req-3505bd68-a9fd-4823-92ea-1a6ded8ab071 None None] Device fb9ce2f5-e944-45af-8bea-9306ac5c33df not bound to the agent host hv-cinder-83009 {{(pid=103459) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 12 13:23:33.335879 dv-cinder-830097-4-iscsi neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-a35ec687-8e78-4b50-8505-bf264fd4fb42 tempest-AttachVolumeShelveTestJSON-707707766 tempest-AttachVolumeShelveTestJSON-707707766-project] Publish callbacks [] for security_group_rule (2432fb18-7653-4d7e-9039-56abdf3f0787), before_create {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:23:33.390571 dv-cinder-830097-4-iscsi neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-a35ec687-8e78-4b50-8505-bf264fd4fb42 tempest-AttachVolumeShelveTestJSON-707707766 tempest-AttachVolumeShelveTestJSON-707707766-project] Publish callbacks [] for security_group_rule (2432fb18-7653-4d7e-9039-56abdf3f0787), precommit_create {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:23:33.394439 dv-cinder-830097-4-iscsi neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-a35ec687-8e78-4b50-8505-bf264fd4fb42 tempest-AttachVolumeShelveTestJSON-707707766 tempest-AttachVolumeShelveTestJSON-707707766-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3691881'] for security_group_rule (2432fb18-7653-4d7e-9039-56abdf3f0787), after_create {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:23:33.411866 dv-cinder-830097-4-iscsi neutron-server[103457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a35ec687-8e78-4b50-8505-bf264fd4fb42 tempest-AttachVolumeShelveTestJSON-707707766 tempest-AttachVolumeShelveTestJSON-707707766-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2432fb18-7653-4d7e-9039-56abdf3f0787,revision_number=0']} {{(pid=103457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 13:23:33.416622 dv-cinder-830097-4-iscsi neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-a35ec687-8e78-4b50-8505-bf264fd4fb42 tempest-AttachVolumeShelveTestJSON-707707766 tempest-AttachVolumeShelveTestJSON-707707766-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:23:33.421066 dv-cinder-830097-4-iscsi neutron-server[103457]: INFO neutron.wsgi [None req-a35ec687-8e78-4b50-8505-bf264fd4fb42 tempest-AttachVolumeShelveTestJSON-707707766 tempest-AttachVolumeShelveTestJSON-707707766-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1159289 Apr 12 13:23:33.421066 dv-cinder-830097-4-iscsi neutron-server[103457]: DEBUG neutron.wsgi [-] (103457) accepted ('10.222.0.18', 47404) {{(pid=103457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 13:23:33.425486 dv-cinder-830097-4-iscsi neutron-server[103457]: DEBUG neutron.api.v2.base [None req-962ab21d-5e51-47a9-a965-7d3672860a4c tempest-AttachVolumeShelveTestJSON-707707766 tempest-AttachVolumeShelveTestJSON-707707766-project] Request body: {'security_group_rule': {'security_group_id': '09a15c79-9ad1-40b0-a245-fcad199271ef', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=103457) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 12 13:23:33.450780 dv-cinder-830097-4-iscsi neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-962ab21d-5e51-47a9-a965-7d3672860a4c tempest-AttachVolumeShelveTestJSON-707707766 tempest-AttachVolumeShelveTestJSON-707707766-project] Publish callbacks [] for security_group_rule (266d4e6f-2f52-40f3-9000-786b76a87aa1), before_create {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:23:33.504958 dv-cinder-830097-4-iscsi neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-962ab21d-5e51-47a9-a965-7d3672860a4c tempest-AttachVolumeShelveTestJSON-707707766 tempest-AttachVolumeShelveTestJSON-707707766-project] Publish callbacks [] for security_group_rule (266d4e6f-2f52-40f3-9000-786b76a87aa1), precommit_create {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:23:33.509036 dv-cinder-830097-4-iscsi neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-962ab21d-5e51-47a9-a965-7d3672860a4c tempest-AttachVolumeShelveTestJSON-707707766 tempest-AttachVolumeShelveTestJSON-707707766-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3691881'] for security_group_rule (266d4e6f-2f52-40f3-9000-786b76a87aa1), after_create {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:23:33.528181 dv-cinder-830097-4-iscsi neutron-server[103457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-962ab21d-5e51-47a9-a965-7d3672860a4c tempest-AttachVolumeShelveTestJSON-707707766 tempest-AttachVolumeShelveTestJSON-707707766-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=266d4e6f-2f52-40f3-9000-786b76a87aa1,revision_number=0']} {{(pid=103457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 13:23:33.536957 dv-cinder-830097-4-iscsi neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-962ab21d-5e51-47a9-a965-7d3672860a4c tempest-AttachVolumeShelveTestJSON-707707766 tempest-AttachVolumeShelveTestJSON-707707766-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:23:33.541265 dv-cinder-830097-4-iscsi neutron-server[103457]: INFO neutron.wsgi [None req-962ab21d-5e51-47a9-a965-7d3672860a4c tempest-AttachVolumeShelveTestJSON-707707766 tempest-AttachVolumeShelveTestJSON-707707766-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1159246 Apr 12 13:23:33.541654 dv-cinder-830097-4-iscsi neutron-server[103457]: DEBUG neutron.wsgi [-] (103457) accepted ('10.222.0.18', 47406) {{(pid=103457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 13:23:33.545676 dv-cinder-830097-4-iscsi neutron-server[103457]: DEBUG neutron.api.v2.base [None req-795ccb1a-7d4f-4f2e-9cb4-caeb79d38914 tempest-AttachVolumeShelveTestJSON-707707766 tempest-AttachVolumeShelveTestJSON-707707766-project] Request body: {'floatingip': {'floating_network_id': '26d0436d-8ae2-49bd-8cc6-3d2eac552c84'}} {{(pid=103457) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 12 13:23:33.567715 dv-cinder-830097-4-iscsi neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-795ccb1a-7d4f-4f2e-9cb4-caeb79d38914 tempest-AttachVolumeShelveTestJSON-707707766 tempest-AttachVolumeShelveTestJSON-707707766-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:23:33.642983 dv-cinder-830097-4-iscsi neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-795ccb1a-7d4f-4f2e-9cb4-caeb79d38914 tempest-AttachVolumeShelveTestJSON-707707766 tempest-AttachVolumeShelveTestJSON-707707766-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-916304'] for port (None), before_create {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:23:33.747947 dv-cinder-830097-4-iscsi neutron-server[103457]: DEBUG neutron.db.db_base_plugin_common [None req-795ccb1a-7d4f-4f2e-9cb4-caeb79d38914 tempest-AttachVolumeShelveTestJSON-707707766 tempest-AttachVolumeShelveTestJSON-707707766-project] Allocated IP 172.27.0.146 (26d0436d-8ae2-49bd-8cc6-3d2eac552c84/d93852d8-8f89-4b1c-bef4-0e05f499a8db/37c17a50-5020-4888-89fa-4a4620985ea0) {{(pid=103457) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 12 13:23:33.845453 dv-cinder-830097-4-iscsi neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-795ccb1a-7d4f-4f2e-9cb4-caeb79d38914 tempest-AttachVolumeShelveTestJSON-707707766 tempest-AttachVolumeShelveTestJSON-707707766-project] Publish callbacks [] for port (37c17a50-5020-4888-89fa-4a4620985ea0), precommit_create {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:23:33.880009 dv-cinder-830097-4-iscsi neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-795ccb1a-7d4f-4f2e-9cb4-caeb79d38914 tempest-AttachVolumeShelveTestJSON-707707766 tempest-AttachVolumeShelveTestJSON-707707766-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-915890', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3697887', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732727417914', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25610742'] for port (37c17a50-5020-4888-89fa-4a4620985ea0), after_create {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:23:33.924555 dv-cinder-830097-4-iscsi neutron-server[103457]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-795ccb1a-7d4f-4f2e-9cb4-caeb79d38914 tempest-AttachVolumeShelveTestJSON-707707766 tempest-AttachVolumeShelveTestJSON-707707766-project] Network 26d0436d-8ae2-49bd-8cc6-3d2eac552c84 is already hosted by enough agents. {{(pid=103457) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 12 13:23:33.927515 dv-cinder-830097-4-iscsi neutron-server[103457]: DEBUG neutron.scheduler.base_scheduler [None req-795ccb1a-7d4f-4f2e-9cb4-caeb79d38914 tempest-AttachVolumeShelveTestJSON-707707766 tempest-AttachVolumeShelveTestJSON-707707766-project] Resources bound (agent type, host, resource id): {{(pid=103457) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 12 13:23:33.931046 dv-cinder-830097-4-iscsi neutron-server[103457]: DEBUG neutron.db.l3_dvrscheduler_db [None req-795ccb1a-7d4f-4f2e-9cb4-caeb79d38914 tempest-AttachVolumeShelveTestJSON-707707766 tempest-AttachVolumeShelveTestJSON-707707766-project] Received port after_create {{(pid=103457) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 12 13:23:33.954005 dv-cinder-830097-4-iscsi neutron-server[103457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-795ccb1a-7d4f-4f2e-9cb4-caeb79d38914 tempest-AttachVolumeShelveTestJSON-707707766 tempest-AttachVolumeShelveTestJSON-707707766-project] Pushing event updated for resources: {'Port': ['ID=37c17a50-5020-4888-89fa-4a4620985ea0,revision_number=1']} {{(pid=103457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 13:23:34.023145 dv-cinder-830097-4-iscsi neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-795ccb1a-7d4f-4f2e-9cb4-caeb79d38914 tempest-AttachVolumeShelveTestJSON-707707766 tempest-AttachVolumeShelveTestJSON-707707766-project] Publish callbacks [] for floatingip (194e5e6c-367c-40cc-88db-d101c0566034), precommit_create {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:23:34.060885 dv-cinder-830097-4-iscsi neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-795ccb1a-7d4f-4f2e-9cb4-caeb79d38914 tempest-AttachVolumeShelveTestJSON-707707766 tempest-AttachVolumeShelveTestJSON-707707766-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-916304'] for port (37c17a50-5020-4888-89fa-4a4620985ea0), before_update {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:23:34.206696 dv-cinder-830097-4-iscsi neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-795ccb1a-7d4f-4f2e-9cb4-caeb79d38914 tempest-AttachVolumeShelveTestJSON-707707766 tempest-AttachVolumeShelveTestJSON-707707766-project] Publish callbacks [] for port (37c17a50-5020-4888-89fa-4a4620985ea0), precommit_update {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:23:34.211026 dv-cinder-830097-4-iscsi neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-795ccb1a-7d4f-4f2e-9cb4-caeb79d38914 tempest-AttachVolumeShelveTestJSON-707707766 tempest-AttachVolumeShelveTestJSON-707707766-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-915890', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3697887', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732727894815', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732727417932', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732727417950', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25610749'] for port (37c17a50-5020-4888-89fa-4a4620985ea0), after_update {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:23:34.275416 dv-cinder-830097-4-iscsi neutron-server[103457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-795ccb1a-7d4f-4f2e-9cb4-caeb79d38914 tempest-AttachVolumeShelveTestJSON-707707766 tempest-AttachVolumeShelveTestJSON-707707766-project] Pushing event updated for resources: {'Port': ['ID=37c17a50-5020-4888-89fa-4a4620985ea0,revision_number=2']} {{(pid=103457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 13:23:34.287164 dv-cinder-830097-4-iscsi neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-795ccb1a-7d4f-4f2e-9cb4-caeb79d38914 tempest-AttachVolumeShelveTestJSON-707707766 tempest-AttachVolumeShelveTestJSON-707707766-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3739086'] for floatingip (194e5e6c-367c-40cc-88db-d101c0566034), after_create {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:23:34.303220 dv-cinder-830097-4-iscsi neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-795ccb1a-7d4f-4f2e-9cb4-caeb79d38914 tempest-AttachVolumeShelveTestJSON-707707766 tempest-AttachVolumeShelveTestJSON-707707766-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-500965'] for floatingip (None), before_response {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:23:34.304429 dv-cinder-830097-4-iscsi neutron-server[103457]: INFO neutron.wsgi [None req-795ccb1a-7d4f-4f2e-9cb4-caeb79d38914 tempest-AttachVolumeShelveTestJSON-707707766 tempest-AttachVolumeShelveTestJSON-707707766-project] 10.222.0.18 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 0.7620788 Apr 12 13:23:34.454266 dv-cinder-830097-4-iscsi neutron-server[103458]: INFO neutron.wsgi [req-68b8dbd0-71c5-45d7-a257-c14939a18180 req-1d214678-ee5b-41b3-b192-3551a027d247 tempest-AttachVolumeShelveTestJSON-707707766 tempest-AttachVolumeShelveTestJSON-707707766-project] 10.222.0.18 "GET /v2.0/security-groups?name=tempest-securitygroup--922643131&fields=id&tenant_id=5ebad6ef7aca47f397d0e45a428e3948 HTTP/1.1" status: 200 len: 267 time: 0.0426009 Apr 12 13:23:34.559886 dv-cinder-830097-4-iscsi neutron-server[103458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68b8dbd0-71c5-45d7-a257-c14939a18180 req-e4baf519-65c0-4b07-9000-b494a672d4de tempest-AttachVolumeShelveTestJSON-707707766 tempest-AttachVolumeShelveTestJSON-707707766-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 13:23:34.561284 dv-cinder-830097-4-iscsi neutron-server[103458]: INFO neutron.wsgi [req-68b8dbd0-71c5-45d7-a257-c14939a18180 req-e4baf519-65c0-4b07-9000-b494a672d4de tempest-AttachVolumeShelveTestJSON-707707766 tempest-AttachVolumeShelveTestJSON-707707766-project] 10.222.0.18 "GET /v2.0/networks?id=6562521a-2ea5-45f4-a1f8-589dc7fbc9f3 HTTP/1.1" status: 200 len: 816 time: 0.1006315 Apr 12 13:23:34.575568 dv-cinder-830097-4-iscsi neutron-server[103458]: INFO neutron.wsgi [req-68b8dbd0-71c5-45d7-a257-c14939a18180 req-6dbcd02d-6637-4b18-bc0c-20e5d50224e6 tempest-AttachVolumeShelveTestJSON-707707766 tempest-AttachVolumeShelveTestJSON-707707766-project] 10.222.0.18 "GET /v2.0/quotas/5ebad6ef7aca47f397d0e45a428e3948 HTTP/1.1" status: 200 len: 375 time: 0.0089715 Apr 12 13:23:34.622849 dv-cinder-830097-4-iscsi neutron-server[103458]: INFO neutron.wsgi [req-68b8dbd0-71c5-45d7-a257-c14939a18180 req-81550eb7-df45-47f5-9e49-202acccdfee1 tempest-AttachVolumeShelveTestJSON-707707766 tempest-AttachVolumeShelveTestJSON-707707766-project] 10.222.0.18 "GET /v2.0/ports?tenant_id=5ebad6ef7aca47f397d0e45a428e3948&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0423081 Apr 12 13:23:34.759390 dv-cinder-830097-4-iscsi neutron-server[103458]: INFO neutron.wsgi [req-68b8dbd0-71c5-45d7-a257-c14939a18180 req-74f25ce3-fc9e-4c44-b2fe-70f1701845ba service neutron] 10.222.0.18 "GET /v2.0/networks/6562521a-2ea5-45f4-a1f8-589dc7fbc9f3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1256719 Apr 12 13:23:34.846027 dv-cinder-830097-4-iscsi neutron-server[103458]: INFO neutron.wsgi [req-68b8dbd0-71c5-45d7-a257-c14939a18180 req-99995643-6e1c-43b5-a9ce-ba11a1e8b6da service neutron] 10.222.0.18 "GET /v2.0/networks/6562521a-2ea5-45f4-a1f8-589dc7fbc9f3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0808980 Apr 12 13:23:35.008226 dv-cinder-830097-4-iscsi neutron-server[103457]: INFO neutron.wsgi [req-73cb209c-19a5-4e33-b609-b30a2e5a40f2 req-a450c959-0b52-4bd4-b2b5-717b880cac14 tempest-AttachVolumeShelveTestJSON-707707766 tempest-AttachVolumeShelveTestJSON-707707766-project] 10.222.0.18 "GET /v2.0/ports?device_id=86be2946-ca3b-4374-9704-0c44d13ac2bf HTTP/1.1" status: 200 len: 210 time: 0.0312629 Apr 12 13:23:36.120891 dv-cinder-830097-4-iscsi neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68b8dbd0-71c5-45d7-a257-c14939a18180 req-4f22ac5d-809f-4668-b490-4aa5aaf87a29 tempest-AttachVolumeShelveTestJSON-707707766 tempest-AttachVolumeShelveTestJSON-707707766-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 13:23:36.122330 dv-cinder-830097-4-iscsi neutron-server[103457]: INFO neutron.wsgi [req-68b8dbd0-71c5-45d7-a257-c14939a18180 req-4f22ac5d-809f-4668-b490-4aa5aaf87a29 tempest-AttachVolumeShelveTestJSON-707707766 tempest-AttachVolumeShelveTestJSON-707707766-project] 10.222.0.55 "GET /v2.0/networks?id=6562521a-2ea5-45f4-a1f8-589dc7fbc9f3 HTTP/1.1" status: 200 len: 816 time: 0.1386800 Apr 12 13:23:36.124447 dv-cinder-830097-4-iscsi neutron-server[103457]: INFO neutron.wsgi [req-5e088b91-0d8f-4d17-9839-18f7fd6c3946 req-9924f7e7-1f70-4a73-ac4a-28167f471eb3 tempest-AttachVolumeShelveTestJSON-707707766 tempest-AttachVolumeShelveTestJSON-707707766-project] 10.222.0.18 "GET /v2.0/ports?device_id=86be2946-ca3b-4374-9704-0c44d13ac2bf HTTP/1.1" status: 200 len: 210 time: 0.0365715 Apr 12 13:23:36.205814 dv-cinder-830097-4-iscsi neutron-server[103458]: INFO neutron.wsgi [req-66762cc5-8c50-4680-9ae5-9a329a6e829b req-fe97be07-3ae8-4114-9961-c91bfd6f7e4c tempest-TestMinimumBasicScenario-297192541 tempest-TestMinimumBasicScenario-297192541-project] 10.222.0.18 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-388589383&fields=id&tenant_id=324be551cdc84d27989a0ab080f181fe HTTP/1.1" status: 200 len: 267 time: 0.0537658 Apr 12 13:23:36.210045 dv-cinder-830097-4-iscsi neutron-server[103457]: INFO neutron.wsgi [req-68b8dbd0-71c5-45d7-a257-c14939a18180 req-6993f796-b96d-4897-8fe7-f35b346b60d3 tempest-AttachVolumeShelveTestJSON-707707766 tempest-AttachVolumeShelveTestJSON-707707766-project] 10.222.0.55 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=5ebad6ef7aca47f397d0e45a428e3948 HTTP/1.1" status: 200 len: 379 time: 0.0700095 Apr 12 13:23:36.257510 dv-cinder-830097-4-iscsi neutron-server[103458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66762cc5-8c50-4680-9ae5-9a329a6e829b req-13d6066d-b7ef-4023-ba51-e37458a91524 tempest-TestMinimumBasicScenario-297192541 tempest-TestMinimumBasicScenario-297192541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 13:23:36.258979 dv-cinder-830097-4-iscsi neutron-server[103458]: INFO neutron.wsgi [req-66762cc5-8c50-4680-9ae5-9a329a6e829b req-13d6066d-b7ef-4023-ba51-e37458a91524 tempest-TestMinimumBasicScenario-297192541 tempest-TestMinimumBasicScenario-297192541-project] 10.222.0.18 "GET /v2.0/ports?device_id=0edcbb02-c1d2-41b0-b791-4ffce2309512 HTTP/1.1" status: 200 len: 984 time: 0.0476110 Apr 12 13:23:36.269360 dv-cinder-830097-4-iscsi neutron-server[103458]: DEBUG neutron.api.v2.base [req-66762cc5-8c50-4680-9ae5-9a329a6e829b req-730032f6-7355-48c7-be87-b2816c646034 tempest-TestMinimumBasicScenario-297192541 tempest-TestMinimumBasicScenario-297192541-project] Request body: {'port': {'security_groups': ['5cff6b3d-3421-463c-b8d1-a470719c1ceb']}} {{(pid=103458) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 12 13:23:36.316217 dv-cinder-830097-4-iscsi neutron-server[103457]: DEBUG neutron.api.v2.base [req-68b8dbd0-71c5-45d7-a257-c14939a18180 req-7e8ba1af-e25c-4f4f-be74-6a5114a29f4e tempest-AttachVolumeShelveTestJSON-707707766 tempest-AttachVolumeShelveTestJSON-707707766-project] Request body: {'port': {'device_id': '86be2946-ca3b-4374-9704-0c44d13ac2bf', 'network_id': '6562521a-2ea5-45f4-a1f8-589dc7fbc9f3', 'admin_state_up': True, 'tenant_id': '5ebad6ef7aca47f397d0e45a428e3948', 'security_groups': ['09a15c79-9ad1-40b0-a245-fcad199271ef']}} {{(pid=103457) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 12 13:23:36.357858 dv-cinder-830097-4-iscsi neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [req-66762cc5-8c50-4680-9ae5-9a329a6e829b req-730032f6-7355-48c7-be87-b2816c646034 tempest-TestMinimumBasicScenario-297192541 tempest-TestMinimumBasicScenario-297192541-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-916304'] for port (4e621a2e-a21d-400b-97c6-4a2cf9634d9b), before_update {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:23:36.419208 dv-cinder-830097-4-iscsi neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-68b8dbd0-71c5-45d7-a257-c14939a18180 req-7e8ba1af-e25c-4f4f-be74-6a5114a29f4e tempest-AttachVolumeShelveTestJSON-707707766 tempest-AttachVolumeShelveTestJSON-707707766-project] Made reservation on behalf of 5ebad6ef7aca47f397d0e45a428e3948 for: {'port': 1} {{(pid=103457) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 12 13:23:36.422556 dv-cinder-830097-4-iscsi neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [req-68b8dbd0-71c5-45d7-a257-c14939a18180 req-7e8ba1af-e25c-4f4f-be74-6a5114a29f4e tempest-AttachVolumeShelveTestJSON-707707766 tempest-AttachVolumeShelveTestJSON-707707766-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-916304'] for port (None), before_create {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:23:36.546390 dv-cinder-830097-4-iscsi neutron-server[103457]: DEBUG neutron.db.db_base_plugin_common [req-68b8dbd0-71c5-45d7-a257-c14939a18180 req-7e8ba1af-e25c-4f4f-be74-6a5114a29f4e tempest-AttachVolumeShelveTestJSON-707707766 tempest-AttachVolumeShelveTestJSON-707707766-project] Allocated IP 172.20.0.14 (6562521a-2ea5-45f4-a1f8-589dc7fbc9f3/cf735079-dcf8-4625-b8a7-d372f8fef245/6eb5a65f-e2fb-4f73-941b-f6ee09e123ea) {{(pid=103457) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 12 13:23:36.557273 dv-cinder-830097-4-iscsi neutron-server[103458]: DEBUG neutron.plugins.ml2.db [req-66762cc5-8c50-4680-9ae5-9a329a6e829b req-730032f6-7355-48c7-be87-b2816c646034 tempest-TestMinimumBasicScenario-297192541 tempest-TestMinimumBasicScenario-297192541-project] For port 4e621a2e-a21d-400b-97c6-4a2cf9634d9b, host hv-cinder-83009, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83009',level=0,port_id=4e621a2e-a21d-400b-97c6-4a2cf9634d9b,segment=NetworkSegment(c7030a2b-c894-43d1-978c-a3dddc343332),segment_id=c7030a2b-c894-43d1-978c-a3dddc343332)] {{(pid=103458) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 12 13:23:36.586532 dv-cinder-830097-4-iscsi neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [req-66762cc5-8c50-4680-9ae5-9a329a6e829b req-730032f6-7355-48c7-be87-b2816c646034 tempest-TestMinimumBasicScenario-297192541 tempest-TestMinimumBasicScenario-297192541-project] Publish callbacks [] for port (4e621a2e-a21d-400b-97c6-4a2cf9634d9b), precommit_update {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:23:36.590956 dv-cinder-830097-4-iscsi neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [req-66762cc5-8c50-4680-9ae5-9a329a6e829b req-730032f6-7355-48c7-be87-b2816c646034 tempest-TestMinimumBasicScenario-297192541 tempest-TestMinimumBasicScenario-297192541-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-915890', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3697887', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732727894815', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732727417932', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732727417950', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26097126'] for port (4e621a2e-a21d-400b-97c6-4a2cf9634d9b), after_update {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:23:36.633320 dv-cinder-830097-4-iscsi neutron-server[103459]: DEBUG neutron.plugins.ml2.db [None req-3505bd68-a9fd-4823-92ea-1a6ded8ab071 None None] get_ports_and_sgs() called for port_ids ['4e621a2e-a21d-400b-97c6-4a2cf9634d9b'] {{(pid=103459) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 12 13:23:36.638825 dv-cinder-830097-4-iscsi neutron-server[103458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66762cc5-8c50-4680-9ae5-9a329a6e829b req-730032f6-7355-48c7-be87-b2816c646034 tempest-TestMinimumBasicScenario-297192541 tempest-TestMinimumBasicScenario-297192541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 13:23:36.639561 dv-cinder-830097-4-iscsi neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [req-66762cc5-8c50-4680-9ae5-9a329a6e829b req-730032f6-7355-48c7-be87-b2816c646034 tempest-TestMinimumBasicScenario-297192541 tempest-TestMinimumBasicScenario-297192541-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-500965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3697709'] for port (None), before_response {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:23:36.640928 dv-cinder-830097-4-iscsi neutron-server[103458]: INFO neutron.wsgi [req-66762cc5-8c50-4680-9ae5-9a329a6e829b req-730032f6-7355-48c7-be87-b2816c646034 tempest-TestMinimumBasicScenario-297192541 tempest-TestMinimumBasicScenario-297192541-project] 10.222.0.18 "PUT /v2.0/ports/4e621a2e-a21d-400b-97c6-4a2cf9634d9b HTTP/1.1" status: 200 len: 942 time: 0.3758705 Apr 12 13:23:36.641311 dv-cinder-830097-4-iscsi neutron-server[103458]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0edcbb02-c1d2-41b0-b791-4ffce2309512', 'tag': '4e621a2e-a21d-400b-97c6-4a2cf9634d9b'}] {{(pid=103458) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 12 13:23:36.643556 dv-cinder-830097-4-iscsi neutron-server[103458]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c94cb96f70f67f51233d4af7d4702c9d455fb3abb34896310c9f043c18b7c2b4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f05be0c2-3e43-45bb-9fb3-bcfc5f5c98f7" -d '{"events": [{"name": "network-changed", "server_uuid": "0edcbb02-c1d2-41b0-b791-4ffce2309512", "tag": "4e621a2e-a21d-400b-97c6-4a2cf9634d9b"}]}' {{(pid=103458) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 12 13:23:36.649961 dv-cinder-830097-4-iscsi neutron-server[103457]: DEBUG neutron.wsgi [-] (103457) accepted ('10.222.0.18', 47452) {{(pid=103457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 13:23:36.675780 dv-cinder-830097-4-iscsi neutron-server[103458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-730032f6-7355-48c7-be87-b2816c646034 tempest-TestMinimumBasicScenario-297192541 tempest-TestMinimumBasicScenario-297192541-project] Pushing event updated for resources: {'Port': ['ID=4e621a2e-a21d-400b-97c6-4a2cf9634d9b,revision_number=7']} {{(pid=103458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 13:23:36.767702 dv-cinder-830097-4-iscsi neutron-server[103458]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 12 Apr 2022 13:23:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2a8ebece-c46e-41a1-a28d-30c90547453b x-openstack-request-id: req-2a8ebece-c46e-41a1-a28d-30c90547453b {{(pid=103458) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 12 13:23:36.768017 dv-cinder-830097-4-iscsi neutron-server[103458]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0edcbb02-c1d2-41b0-b791-4ffce2309512", "tag": "4e621a2e-a21d-400b-97c6-4a2cf9634d9b", "status": "completed", "code": 200}]} {{(pid=103458) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 12 13:23:36.768269 dv-cinder-830097-4-iscsi neutron-server[103458]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-2a8ebece-c46e-41a1-a28d-30c90547453b {{(pid=103458) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 12 13:23:36.768666 dv-cinder-830097-4-iscsi neutron-server[103458]: INFO neutron.notifiers.nova [-] Nova event matching ['req-2a8ebece-c46e-41a1-a28d-30c90547453b'] response: {'name': 'network-changed', 'server_uuid': '0edcbb02-c1d2-41b0-b791-4ffce2309512', 'tag': '4e621a2e-a21d-400b-97c6-4a2cf9634d9b', 'status': 'completed', 'code': 200} Apr 12 13:23:36.842226 dv-cinder-830097-4-iscsi neutron-server[103459]: DEBUG neutron.plugins.ml2.db [None req-3505bd68-a9fd-4823-92ea-1a6ded8ab071 None None] get_ports_and_sgs() called for port_ids ['4e621a2e-a21d-400b-97c6-4a2cf9634d9b'] {{(pid=103459) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 12 13:23:36.908497 dv-cinder-830097-4-iscsi neutron-server[103459]: DEBUG neutron.db.provisioning_blocks [None req-853484a5-9194-43ac-abe2-8f835c70345c None None] Provisioning complete for port 4e621a2e-a21d-400b-97c6-4a2cf9634d9b triggered by entity DHCP. {{(pid=103459) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 12 13:23:36.908799 dv-cinder-830097-4-iscsi neutron-server[103459]: DEBUG neutron_lib.callbacks.manager [None req-853484a5-9194-43ac-abe2-8f835c70345c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-657243'] for port (4e621a2e-a21d-400b-97c6-4a2cf9634d9b), provisioning_complete {{(pid=103459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:23:37.006861 dv-cinder-830097-4-iscsi neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [req-68b8dbd0-71c5-45d7-a257-c14939a18180 req-7e8ba1af-e25c-4f4f-be74-6a5114a29f4e tempest-AttachVolumeShelveTestJSON-707707766 tempest-AttachVolumeShelveTestJSON-707707766-project] Publish callbacks [] for port (6eb5a65f-e2fb-4f73-941b-f6ee09e123ea), precommit_create {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:23:37.052812 dv-cinder-830097-4-iscsi neutron-server[103459]: DEBUG neutron.plugins.ml2.plugin [None req-853484a5-9194-43ac-abe2-8f835c70345c None None] Current status of the port 4e621a2e-a21d-400b-97c6-4a2cf9634d9b is: ACTIVE; New status is: ACTIVE {{(pid=103459) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 12 13:23:37.071022 dv-cinder-830097-4-iscsi neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f05be0c2-3e43-45bb-9fb3-bcfc5f5c98f7 req-01bfc933-e54f-40bd-9767-1ef0ef5e085c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 13:23:37.072502 dv-cinder-830097-4-iscsi neutron-server[103457]: INFO neutron.wsgi [req-f05be0c2-3e43-45bb-9fb3-bcfc5f5c98f7 req-01bfc933-e54f-40bd-9767-1ef0ef5e085c service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=324be551cdc84d27989a0ab080f181fe&device_id=0edcbb02-c1d2-41b0-b791-4ffce2309512 HTTP/1.1" status: 200 len: 1129 time: 0.1078665 Apr 12 13:23:37.074879 dv-cinder-830097-4-iscsi neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-2bed7234-f14a-486a-a141-5c74513f877c tempest-TestMinimumBasicScenario-297192541 tempest-TestMinimumBasicScenario-297192541-project] Publish callbacks [] for security_group (55f33019-2c5a-40ec-a925-b601e34334e2), before_delete {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:23:37.086626 dv-cinder-830097-4-iscsi neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [req-68b8dbd0-71c5-45d7-a257-c14939a18180 req-7e8ba1af-e25c-4f4f-be74-6a5114a29f4e tempest-AttachVolumeShelveTestJSON-707707766 tempest-AttachVolumeShelveTestJSON-707707766-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-915890', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3697887', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732727417914', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25610742'] for port (6eb5a65f-e2fb-4f73-941b-f6ee09e123ea), after_create {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:23:37.149039 dv-cinder-830097-4-iscsi neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-2bed7234-f14a-486a-a141-5c74513f877c tempest-TestMinimumBasicScenario-297192541 tempest-TestMinimumBasicScenario-297192541-project] Publish callbacks [] for security_group (55f33019-2c5a-40ec-a925-b601e34334e2), precommit_delete {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:23:37.221881 dv-cinder-830097-4-iscsi neutron-server[103457]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-68b8dbd0-71c5-45d7-a257-c14939a18180 req-7e8ba1af-e25c-4f4f-be74-6a5114a29f4e tempest-AttachVolumeShelveTestJSON-707707766 tempest-AttachVolumeShelveTestJSON-707707766-project] Network 6562521a-2ea5-45f4-a1f8-589dc7fbc9f3 is already hosted by enough agents. {{(pid=103457) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 12 13:23:37.235578 dv-cinder-830097-4-iscsi neutron-server[103457]: DEBUG neutron.scheduler.base_scheduler [req-68b8dbd0-71c5-45d7-a257-c14939a18180 req-7e8ba1af-e25c-4f4f-be74-6a5114a29f4e tempest-AttachVolumeShelveTestJSON-707707766 tempest-AttachVolumeShelveTestJSON-707707766-project] Resources bound (agent type, host, resource id): {{(pid=103457) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 12 13:23:37.237389 dv-cinder-830097-4-iscsi neutron-server[103457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e8ba1af-e25c-4f4f-be74-6a5114a29f4e tempest-AttachVolumeShelveTestJSON-707707766 tempest-AttachVolumeShelveTestJSON-707707766-project] Pushing event updated for resources: {'Port': ['ID=6eb5a65f-e2fb-4f73-941b-f6ee09e123ea,revision_number=1']} {{(pid=103457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 13:23:37.239560 dv-cinder-830097-4-iscsi neutron-server[103457]: DEBUG neutron.db.l3_dvrscheduler_db [req-68b8dbd0-71c5-45d7-a257-c14939a18180 req-7e8ba1af-e25c-4f4f-be74-6a5114a29f4e tempest-AttachVolumeShelveTestJSON-707707766 tempest-AttachVolumeShelveTestJSON-707707766-project] Received port after_create {{(pid=103457) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 12 13:23:37.252258 dv-cinder-830097-4-iscsi neutron-server[103458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5362f85-3056-4eed-89ec-43433053df5e req-b41f3bfb-eaf6-4f9c-9d3a-fd5d512e7810 tempest-AttachVolumeShelveTestJSON-707707766 tempest-AttachVolumeShelveTestJSON-707707766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 13:23:37.253893 dv-cinder-830097-4-iscsi neutron-server[103458]: INFO neutron.wsgi [req-e5362f85-3056-4eed-89ec-43433053df5e req-b41f3bfb-eaf6-4f9c-9d3a-fd5d512e7810 tempest-AttachVolumeShelveTestJSON-707707766 tempest-AttachVolumeShelveTestJSON-707707766-project] 10.222.0.18 "GET /v2.0/ports?device_id=86be2946-ca3b-4374-9704-0c44d13ac2bf HTTP/1.1" status: 200 len: 932 time: 0.0553834 Apr 12 13:23:37.308257 dv-cinder-830097-4-iscsi neutron-server[103458]: INFO neutron.wsgi [req-e5362f85-3056-4eed-89ec-43433053df5e req-7efd2827-5e4c-4314-90a7-1def78494d7e tempest-AttachVolumeShelveTestJSON-707707766 tempest-AttachVolumeShelveTestJSON-707707766-project] 10.222.0.18 "GET /v2.0/security-groups?id=09a15c79-9ad1-40b0-a245-fcad199271ef&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0463157 Apr 12 13:23:37.310631 dv-cinder-830097-4-iscsi neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f05be0c2-3e43-45bb-9fb3-bcfc5f5c98f7 req-614c031c-53c9-4ca1-b748-848ed9d2e60d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 13:23:37.312422 dv-cinder-830097-4-iscsi neutron-server[103457]: INFO neutron.wsgi [req-f05be0c2-3e43-45bb-9fb3-bcfc5f5c98f7 req-614c031c-53c9-4ca1-b748-848ed9d2e60d service neutron] 10.222.0.55 "GET /v2.0/networks?id=43ad3d49-b83e-473d-8b7c-7c5b9f9692d2 HTTP/1.1" status: 200 len: 916 time: 0.2216973 Apr 12 13:23:37.326206 dv-cinder-830097-4-iscsi neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68b8dbd0-71c5-45d7-a257-c14939a18180 req-7e8ba1af-e25c-4f4f-be74-6a5114a29f4e tempest-AttachVolumeShelveTestJSON-707707766 tempest-AttachVolumeShelveTestJSON-707707766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 13:23:37.327225 dv-cinder-830097-4-iscsi neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [req-68b8dbd0-71c5-45d7-a257-c14939a18180 req-7e8ba1af-e25c-4f4f-be74-6a5114a29f4e tempest-AttachVolumeShelveTestJSON-707707766 tempest-AttachVolumeShelveTestJSON-707707766-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-500965'] for port (None), before_response {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:23:37.392373 dv-cinder-830097-4-iscsi neutron-server[103457]: INFO neutron.wsgi [req-68b8dbd0-71c5-45d7-a257-c14939a18180 req-7e8ba1af-e25c-4f4f-be74-6a5114a29f4e tempest-AttachVolumeShelveTestJSON-707707766 tempest-AttachVolumeShelveTestJSON-707707766-project] 10.222.0.55 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.0789144 Apr 12 13:23:37.394091 dv-cinder-830097-4-iscsi neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-2bed7234-f14a-486a-a141-5c74513f877c tempest-TestMinimumBasicScenario-297192541 tempest-TestMinimumBasicScenario-297192541-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3691807'] for security_group (55f33019-2c5a-40ec-a925-b601e34334e2), after_delete {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:23:37.396567 dv-cinder-830097-4-iscsi neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-2bed7234-f14a-486a-a141-5c74513f877c tempest-TestMinimumBasicScenario-297192541 tempest-TestMinimumBasicScenario-297192541-project] Publish callbacks [] for security_group (None), before_response {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:23:37.400048 dv-cinder-830097-4-iscsi neutron-server[103457]: INFO neutron.wsgi [None req-2bed7234-f14a-486a-a141-5c74513f877c tempest-TestMinimumBasicScenario-297192541 tempest-TestMinimumBasicScenario-297192541-project] 10.222.0.18 "DELETE /v2.0/security-groups/55f33019-2c5a-40ec-a925-b601e34334e2 HTTP/1.1" status: 204 len: 168 time: 0.7460923 Apr 12 13:23:37.402495 dv-cinder-830097-4-iscsi neutron-server[103458]: DEBUG neutron.wsgi [-] (103458) accepted ('10.222.0.18', 47460) {{(pid=103458) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 13:23:37.415922 dv-cinder-830097-4-iscsi neutron-server[103457]: DEBUG neutron.api.v2.base [req-68b8dbd0-71c5-45d7-a257-c14939a18180 req-790d3fa7-98a2-4e7b-a373-8e97a8e71add service neutron] Request body: {'port': {'device_id': '86be2946-ca3b-4374-9704-0c44d13ac2bf', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83009'}} {{(pid=103457) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 12 13:23:37.426483 dv-cinder-830097-4-iscsi neutron-server[103457]: INFO neutron.wsgi [req-f05be0c2-3e43-45bb-9fb3-bcfc5f5c98f7 req-c85eef00-335a-477b-8c7b-8e0abe0f1058 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=4e621a2e-a21d-400b-97c6-4a2cf9634d9b HTTP/1.1" status: 200 len: 1001 time: 0.0961823 Apr 12 13:23:37.442073 dv-cinder-830097-4-iscsi neutron-server[103457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bed7234-f14a-486a-a141-5c74513f877c tempest-TestMinimumBasicScenario-297192541 tempest-TestMinimumBasicScenario-297192541-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=55f33019-2c5a-40ec-a925-b601e34334e2,revision_number=None']} {{(pid=103457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 13:23:37.481574 dv-cinder-830097-4-iscsi neutron-server[103459]: DEBUG neutron.db.provisioning_blocks [None req-d35f85e0-0b81-46dd-af0d-2aff92636f86 None None] Provisioning complete for port 6eb5a65f-e2fb-4f73-941b-f6ee09e123ea triggered by entity DHCP. {{(pid=103459) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 12 13:23:37.482076 dv-cinder-830097-4-iscsi neutron-server[103459]: DEBUG neutron_lib.callbacks.manager [None req-d35f85e0-0b81-46dd-af0d-2aff92636f86 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-657243'] for port (6eb5a65f-e2fb-4f73-941b-f6ee09e123ea), provisioning_complete {{(pid=103459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:23:37.524408 dv-cinder-830097-4-iscsi neutron-server[103459]: DEBUG neutron.plugins.ml2.plugin [None req-d35f85e0-0b81-46dd-af0d-2aff92636f86 None None] Port 6eb5a65f-e2fb-4f73-941b-f6ee09e123ea cannot update to ACTIVE because it is not bound. {{(pid=103459) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 12 13:23:37.539433 dv-cinder-830097-4-iscsi neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f05be0c2-3e43-45bb-9fb3-bcfc5f5c98f7 req-1996ffcf-a42c-4639-af2a-2adde1012b1d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 13:23:37.540896 dv-cinder-830097-4-iscsi neutron-server[103457]: INFO neutron.wsgi [req-f05be0c2-3e43-45bb-9fb3-bcfc5f5c98f7 req-1996ffcf-a42c-4639-af2a-2adde1012b1d service neutron] 10.222.0.55 "GET /v2.0/subnets?id=459228ea-ace1-423f-95f0-441946c28473 HTTP/1.1" status: 200 len: 854 time: 0.0957241 Apr 12 13:23:37.541797 dv-cinder-830097-4-iscsi neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [req-68b8dbd0-71c5-45d7-a257-c14939a18180 req-790d3fa7-98a2-4e7b-a373-8e97a8e71add service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-916304'] for port (6eb5a65f-e2fb-4f73-941b-f6ee09e123ea), before_update {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:23:37.567545 dv-cinder-830097-4-iscsi neutron-server[103458]: DEBUG neutron.plugins.ml2.plugin [None req-de7a6277-6f13-4430-80de-c48930ad9885 tempest-TestMinimumBasicScenario-297192541 tempest-TestMinimumBasicScenario-297192541-project] Deleting port 39f4c38e-ce4d-4819-b531-d05ee8a52d24 {{(pid=103458) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 12 13:23:37.567880 dv-cinder-830097-4-iscsi neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-de7a6277-6f13-4430-80de-c48930ad9885 tempest-TestMinimumBasicScenario-297192541 tempest-TestMinimumBasicScenario-297192541-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732727887391'] for port (39f4c38e-ce4d-4819-b531-d05ee8a52d24), before_delete {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:23:37.611457 dv-cinder-830097-4-iscsi neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f05be0c2-3e43-45bb-9fb3-bcfc5f5c98f7 req-af54c220-7caa-4917-b8c8-740bc1fc26af service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 13:23:37.612864 dv-cinder-830097-4-iscsi neutron-server[103457]: INFO neutron.wsgi [req-f05be0c2-3e43-45bb-9fb3-bcfc5f5c98f7 req-af54c220-7caa-4917-b8c8-740bc1fc26af service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=43ad3d49-b83e-473d-8b7c-7c5b9f9692d2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0626838 Apr 12 13:23:37.647755 dv-cinder-830097-4-iscsi neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-de7a6277-6f13-4430-80de-c48930ad9885 tempest-TestMinimumBasicScenario-297192541 tempest-TestMinimumBasicScenario-297192541-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3742288'] for port (39f4c38e-ce4d-4819-b531-d05ee8a52d24), precommit_delete {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:23:37.648148 dv-cinder-830097-4-iscsi neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-de7a6277-6f13-4430-80de-c48930ad9885 tempest-TestMinimumBasicScenario-297192541 tempest-TestMinimumBasicScenario-297192541-project] Publish callbacks [] for floatingip (39f4c38e-ce4d-4819-b531-d05ee8a52d24), precommit_delete {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:23:37.660884 dv-cinder-830097-4-iscsi neutron-server[103458]: DEBUG neutron.plugins.ml2.plugin [None req-de7a6277-6f13-4430-80de-c48930ad9885 tempest-TestMinimumBasicScenario-297192541 tempest-TestMinimumBasicScenario-297192541-project] Calling delete_port for 39f4c38e-ce4d-4819-b531-d05ee8a52d24 owned by network:floatingip {{(pid=103458) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 12 13:23:37.817810 dv-cinder-830097-4-iscsi neutron-server[103457]: INFO neutron.wsgi [req-f05be0c2-3e43-45bb-9fb3-bcfc5f5c98f7 req-9f1a98a1-8138-4b84-b74e-ac1fb1f13869 service neutron] 10.222.0.55 "GET /v2.0/networks/43ad3d49-b83e-473d-8b7c-7c5b9f9692d2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1950691 Apr 12 13:23:37.864753 dv-cinder-830097-4-iscsi neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-de7a6277-6f13-4430-80de-c48930ad9885 tempest-TestMinimumBasicScenario-297192541 tempest-TestMinimumBasicScenario-297192541-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-915890', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3697887', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732727894797', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732727417923', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26097133'] for port (39f4c38e-ce4d-4819-b531-d05ee8a52d24), after_delete {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:23:37.890399 dv-cinder-830097-4-iscsi neutron-server[103458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de7a6277-6f13-4430-80de-c48930ad9885 tempest-TestMinimumBasicScenario-297192541 tempest-TestMinimumBasicScenario-297192541-project] Pushing event deleted for resources: {'Port': ['ID=39f4c38e-ce4d-4819-b531-d05ee8a52d24,revision_number=None']} {{(pid=103458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 13:23:37.955399 dv-cinder-830097-4-iscsi neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-de7a6277-6f13-4430-80de-c48930ad9885 tempest-TestMinimumBasicScenario-297192541 tempest-TestMinimumBasicScenario-297192541-project] Publish callbacks [] for floatingip (a63a47c2-3ecc-4fdb-b315-5b129aa084e6), after_delete {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:23:37.955726 dv-cinder-830097-4-iscsi neutron-server[103458]: INFO neutron.db.l3_db [None req-de7a6277-6f13-4430-80de-c48930ad9885 tempest-TestMinimumBasicScenario-297192541 tempest-TestMinimumBasicScenario-297192541-project] Floating IP a63a47c2-3ecc-4fdb-b315-5b129aa084e6 disassociated (deleted). External IP: 172.27.0.196, port: 4e621a2e-a21d-400b-97c6-4a2cf9634d9b. Apr 12 13:23:37.973859 dv-cinder-830097-4-iscsi neutron-server[103457]: INFO neutron.wsgi [req-f05be0c2-3e43-45bb-9fb3-bcfc5f5c98f7 req-9650e6e2-1ebd-44bf-a0fb-5816710b5bae service neutron] 10.222.0.55 "GET /v2.0/networks/43ad3d49-b83e-473d-8b7c-7c5b9f9692d2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1496274 Apr 12 13:23:37.982843 dv-cinder-830097-4-iscsi neutron-server[103457]: DEBUG neutron.notifiers.nova [req-68b8dbd0-71c5-45d7-a257-c14939a18180 req-790d3fa7-98a2-4e7b-a373-8e97a8e71add service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6eb5a65f-e2fb-4f73-941b-f6ee09e123ea {{(pid=103457) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 12 13:23:37.990858 dv-cinder-830097-4-iscsi neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [req-68b8dbd0-71c5-45d7-a257-c14939a18180 req-790d3fa7-98a2-4e7b-a373-8e97a8e71add service neutron] Publish callbacks [] for port (6eb5a65f-e2fb-4f73-941b-f6ee09e123ea), precommit_update {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:23:38.004178 dv-cinder-830097-4-iscsi neutron-server[103457]: DEBUG neutron.db.provisioning_blocks [req-68b8dbd0-71c5-45d7-a257-c14939a18180 req-790d3fa7-98a2-4e7b-a373-8e97a8e71add service neutron] Transition to ACTIVE for port object 6eb5a65f-e2fb-4f73-941b-f6ee09e123ea will not be triggered until provisioned by entity L2. {{(pid=103457) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 12 13:23:38.008909 dv-cinder-830097-4-iscsi neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [req-68b8dbd0-71c5-45d7-a257-c14939a18180 req-790d3fa7-98a2-4e7b-a373-8e97a8e71add service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-915890', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3697887', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732727894815', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732727417932', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732727417950', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25610749'] for port (6eb5a65f-e2fb-4f73-941b-f6ee09e123ea), after_update {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:23:38.065075 dv-cinder-830097-4-iscsi neutron-server[103457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-790d3fa7-98a2-4e7b-a373-8e97a8e71add service neutron] Pushing event updated for resources: {'Port': ['ID=6eb5a65f-e2fb-4f73-941b-f6ee09e123ea,revision_number=2']} {{(pid=103457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 13:23:38.138246 dv-cinder-830097-4-iscsi neutron-server[103457]: DEBUG neutron.plugins.ml2.managers [req-68b8dbd0-71c5-45d7-a257-c14939a18180 req-790d3fa7-98a2-4e7b-a373-8e97a8e71add service neutron] Attempting to bind port 6eb5a65f-e2fb-4f73-941b-f6ee09e123ea on host hv-cinder-83009 for vnic_type normal with profile {{(pid=103457) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 12 13:23:38.138581 dv-cinder-830097-4-iscsi neutron-server[103457]: DEBUG neutron.plugins.ml2.managers [req-68b8dbd0-71c5-45d7-a257-c14939a18180 req-790d3fa7-98a2-4e7b-a373-8e97a8e71add service neutron] Attempting to bind port 6eb5a65f-e2fb-4f73-941b-f6ee09e123ea by drivers openvswitch,hyperv on host hv-cinder-83009 at level 0 using segments [{'id': '97cb7c0e-6017-4956-9bfd-101a1a75a7c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 244, 'network_id': '6562521a-2ea5-45f4-a1f8-589dc7fbc9f3'}] {{(pid=103457) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 12 13:23:38.138904 dv-cinder-830097-4-iscsi neutron-server[103457]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-68b8dbd0-71c5-45d7-a257-c14939a18180 req-790d3fa7-98a2-4e7b-a373-8e97a8e71add service neutron] Attempting to bind port 6eb5a65f-e2fb-4f73-941b-f6ee09e123ea on network 6562521a-2ea5-45f4-a1f8-589dc7fbc9f3 {{(pid=103457) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 12 13:23:38.143559 dv-cinder-830097-4-iscsi neutron-server[103457]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-68b8dbd0-71c5-45d7-a257-c14939a18180 req-790d3fa7-98a2-4e7b-a373-8e97a8e71add service neutron] Port 6eb5a65f-e2fb-4f73-941b-f6ee09e123ea on network 6562521a-2ea5-45f4-a1f8-589dc7fbc9f3 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83009 {{(pid=103457) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 12 13:23:38.143871 dv-cinder-830097-4-iscsi neutron-server[103457]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-68b8dbd0-71c5-45d7-a257-c14939a18180 req-790d3fa7-98a2-4e7b-a373-8e97a8e71add service neutron] Attempting to bind port 6eb5a65f-e2fb-4f73-941b-f6ee09e123ea on network 6562521a-2ea5-45f4-a1f8-589dc7fbc9f3 {{(pid=103457) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 12 13:23:38.148943 dv-cinder-830097-4-iscsi neutron-server[103457]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-68b8dbd0-71c5-45d7-a257-c14939a18180 req-790d3fa7-98a2-4e7b-a373-8e97a8e71add service neutron] Checking agent: {'id': 'ee5509cd-6dd7-49df-aa37-3740ebd1e34b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83009', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 12, 13, 13, 59), 'started_at': datetime.datetime(2022, 4, 12, 13, 13, 59), 'heartbeat_timestamp': datetime.datetime(2022, 4, 12, 13, 23, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103457) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 12 13:23:38.149277 dv-cinder-830097-4-iscsi neutron-server[103457]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-68b8dbd0-71c5-45d7-a257-c14939a18180 req-790d3fa7-98a2-4e7b-a373-8e97a8e71add service neutron] Checking segment: {'id': '97cb7c0e-6017-4956-9bfd-101a1a75a7c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 244, 'network_id': '6562521a-2ea5-45f4-a1f8-589dc7fbc9f3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103457) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 12 13:23:38.149835 dv-cinder-830097-4-iscsi neutron-server[103457]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-68b8dbd0-71c5-45d7-a257-c14939a18180 req-790d3fa7-98a2-4e7b-a373-8e97a8e71add service neutron] Bound using segment: {'id': '97cb7c0e-6017-4956-9bfd-101a1a75a7c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 244, 'network_id': '6562521a-2ea5-45f4-a1f8-589dc7fbc9f3'} {{(pid=103457) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 12 13:23:38.150079 dv-cinder-830097-4-iscsi neutron-server[103457]: DEBUG neutron.plugins.ml2.managers [req-68b8dbd0-71c5-45d7-a257-c14939a18180 req-790d3fa7-98a2-4e7b-a373-8e97a8e71add service neutron] Bound port: 6eb5a65f-e2fb-4f73-941b-f6ee09e123ea, host: hv-cinder-83009, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '97cb7c0e-6017-4956-9bfd-101a1a75a7c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 244, 'network_id': '6562521a-2ea5-45f4-a1f8-589dc7fbc9f3'}}] {{(pid=103457) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 12 13:23:38.150433 dv-cinder-830097-4-iscsi neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [req-68b8dbd0-71c5-45d7-a257-c14939a18180 req-790d3fa7-98a2-4e7b-a373-8e97a8e71add service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-916304'] for port (6eb5a65f-e2fb-4f73-941b-f6ee09e123ea), before_update {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:23:38.179648 dv-cinder-830097-4-iscsi neutron-server[103458]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-de7a6277-6f13-4430-80de-c48930ad9885 tempest-TestMinimumBasicScenario-297192541 tempest-TestMinimumBasicScenario-297192541-project] Router 81f07478-dbd0-4cbf-a550-f0eba3802cf4 has already been hosted by L3 agent b7e11a8b-aeed-493f-9763-461016dddc93 {{(pid=103458) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 12 13:23:38.234808 dv-cinder-830097-4-iscsi neutron-server[103457]: DEBUG neutron.plugins.ml2.db [req-68b8dbd0-71c5-45d7-a257-c14939a18180 req-790d3fa7-98a2-4e7b-a373-8e97a8e71add service neutron] For port 6eb5a65f-e2fb-4f73-941b-f6ee09e123ea, host hv-cinder-83009, cleared binding levels {{(pid=103457) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 12 13:23:38.238096 dv-cinder-830097-4-iscsi neutron-server[103457]: DEBUG neutron.plugins.ml2.db [req-68b8dbd0-71c5-45d7-a257-c14939a18180 req-790d3fa7-98a2-4e7b-a373-8e97a8e71add service neutron] For port 6eb5a65f-e2fb-4f73-941b-f6ee09e123ea, host hv-cinder-83009, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83009',level=0,port_id=6eb5a65f-e2fb-4f73-941b-f6ee09e123ea,segment=NetworkSegment(97cb7c0e-6017-4956-9bfd-101a1a75a7c0),segment_id=97cb7c0e-6017-4956-9bfd-101a1a75a7c0)] {{(pid=103457) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 12 13:23:38.244911 dv-cinder-830097-4-iscsi neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [req-68b8dbd0-71c5-45d7-a257-c14939a18180 req-790d3fa7-98a2-4e7b-a373-8e97a8e71add service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-915890', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3697887', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732727894815', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732727417932', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732727417950', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25610749'] for port (6eb5a65f-e2fb-4f73-941b-f6ee09e123ea), after_update {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:23:38.280900 dv-cinder-830097-4-iscsi neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68b8dbd0-71c5-45d7-a257-c14939a18180 req-790d3fa7-98a2-4e7b-a373-8e97a8e71add service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 13:23:38.281505 dv-cinder-830097-4-iscsi neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [req-68b8dbd0-71c5-45d7-a257-c14939a18180 req-790d3fa7-98a2-4e7b-a373-8e97a8e71add service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-500965'] for port (None), before_response {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:23:38.282874 dv-cinder-830097-4-iscsi neutron-server[103457]: INFO neutron.wsgi [req-68b8dbd0-71c5-45d7-a257-c14939a18180 req-790d3fa7-98a2-4e7b-a373-8e97a8e71add service neutron] 10.222.0.55 "PUT /v2.0/ports/6eb5a65f-e2fb-4f73-941b-f6ee09e123ea HTTP/1.1" status: 200 len: 1094 time: 0.8727918 Apr 12 13:23:38.283331 dv-cinder-830097-4-iscsi neutron-server[103457]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '86be2946-ca3b-4374-9704-0c44d13ac2bf', 'tag': '6eb5a65f-e2fb-4f73-941b-f6ee09e123ea'}] {{(pid=103457) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 12 13:23:38.285641 dv-cinder-830097-4-iscsi neutron-server[103457]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}086c7d3de3560e72b9669b0aa2f8f0aa3a7dc6896401f4467231a6605ceb6cb3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ca59fa7d-8ef5-4c62-9cad-fa907bee59bb" -d '{"events": [{"name": "network-changed", "server_uuid": "86be2946-ca3b-4374-9704-0c44d13ac2bf", "tag": "6eb5a65f-e2fb-4f73-941b-f6ee09e123ea"}]}' {{(pid=103457) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 12 13:23:38.334213 dv-cinder-830097-4-iscsi neutron-server[103457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-790d3fa7-98a2-4e7b-a373-8e97a8e71add service neutron] Pushing event updated for resources: {'Port': ['ID=6eb5a65f-e2fb-4f73-941b-f6ee09e123ea,revision_number=3']} {{(pid=103457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 13:23:38.350542 dv-cinder-830097-4-iscsi neutron-server[103457]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 12 Apr 2022 13:23:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-11a4f45e-a031-47fe-87d2-8497d5fafe10 x-openstack-request-id: req-11a4f45e-a031-47fe-87d2-8497d5fafe10 {{(pid=103457) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 12 13:23:38.351288 dv-cinder-830097-4-iscsi neutron-server[103457]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "86be2946-ca3b-4374-9704-0c44d13ac2bf", "tag": "6eb5a65f-e2fb-4f73-941b-f6ee09e123ea", "status": "completed", "code": 200}]} {{(pid=103457) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 12 13:23:38.352076 dv-cinder-830097-4-iscsi neutron-server[103457]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-11a4f45e-a031-47fe-87d2-8497d5fafe10 {{(pid=103457) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 12 13:23:38.352684 dv-cinder-830097-4-iscsi neutron-server[103457]: INFO neutron.notifiers.nova [-] Nova event matching ['req-11a4f45e-a031-47fe-87d2-8497d5fafe10'] response: {'name': 'network-changed', 'server_uuid': '86be2946-ca3b-4374-9704-0c44d13ac2bf', 'tag': '6eb5a65f-e2fb-4f73-941b-f6ee09e123ea', 'status': 'completed', 'code': 200} Apr 12 13:23:38.410676 dv-cinder-830097-4-iscsi neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68b8dbd0-71c5-45d7-a257-c14939a18180 req-66407692-ac3f-4fc6-a024-2547547625cb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 13:23:38.412492 dv-cinder-830097-4-iscsi neutron-server[103457]: INFO neutron.wsgi [req-68b8dbd0-71c5-45d7-a257-c14939a18180 req-66407692-ac3f-4fc6-a024-2547547625cb service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=5ebad6ef7aca47f397d0e45a428e3948&device_id=86be2946-ca3b-4374-9704-0c44d13ac2bf HTTP/1.1" status: 200 len: 1128 time: 0.0477722 Apr 12 13:23:38.467222 dv-cinder-830097-4-iscsi neutron-server[103457]: INFO neutron.wsgi [req-68b8dbd0-71c5-45d7-a257-c14939a18180 req-7e985372-a025-4ea4-93ac-80b1f7c237a0 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=6eb5a65f-e2fb-4f73-941b-f6ee09e123ea HTTP/1.1" status: 200 len: 217 time: 0.0409253 Apr 12 13:23:38.516587 dv-cinder-830097-4-iscsi neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68b8dbd0-71c5-45d7-a257-c14939a18180 req-ddef7e72-6e86-4ef9-9e2f-87778bb4602e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 13:23:38.518083 dv-cinder-830097-4-iscsi neutron-server[103457]: INFO neutron.wsgi [req-68b8dbd0-71c5-45d7-a257-c14939a18180 req-ddef7e72-6e86-4ef9-9e2f-87778bb4602e service neutron] 10.222.0.55 "GET /v2.0/subnets?id=cf735079-dcf8-4625-b8a7-d372f8fef245 HTTP/1.1" status: 200 len: 855 time: 0.0446813 Apr 12 13:23:38.537465 dv-cinder-830097-4-iscsi neutron-server[103458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf370a0c-aaf2-4924-a75d-a0b0811f18a7 req-026e7943-cfa2-447f-9b2c-6799d2f6120f tempest-AttachVolumeShelveTestJSON-707707766 tempest-AttachVolumeShelveTestJSON-707707766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 13:23:38.539003 dv-cinder-830097-4-iscsi neutron-server[103458]: INFO neutron.wsgi [req-bf370a0c-aaf2-4924-a75d-a0b0811f18a7 req-026e7943-cfa2-447f-9b2c-6799d2f6120f tempest-AttachVolumeShelveTestJSON-707707766 tempest-AttachVolumeShelveTestJSON-707707766-project] 10.222.0.18 "GET /v2.0/ports?device_id=86be2946-ca3b-4374-9704-0c44d13ac2bf HTTP/1.1" status: 200 len: 944 time: 0.0558403 Apr 12 13:23:38.540186 dv-cinder-830097-4-iscsi neutron-server[103458]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-de7a6277-6f13-4430-80de-c48930ad9885 tempest-TestMinimumBasicScenario-297192541 tempest-TestMinimumBasicScenario-297192541-project] Notify agent at l3_agent.dv-cinder-830097-4-iscsi the message routers_updated {{(pid=103458) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 12 13:23:38.544613 dv-cinder-830097-4-iscsi neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-de7a6277-6f13-4430-80de-c48930ad9885 tempest-TestMinimumBasicScenario-297192541 tempest-TestMinimumBasicScenario-297192541-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-500965'] for floatingip (None), before_response {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:23:38.550339 dv-cinder-830097-4-iscsi neutron-server[103459]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bccbec9d-71a8-491c-9bc7-4b148126a5af None None] Sync routers for ids ['81f07478-dbd0-4cbf-a550-f0eba3802cf4'] in dv-cinder-830097-4-iscsi {{(pid=103459) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 12 13:23:38.562435 dv-cinder-830097-4-iscsi neutron-server[103459]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bccbec9d-71a8-491c-9bc7-4b148126a5af None None] Routers {'81f07478-dbd0-4cbf-a550-f0eba3802cf4'} bound to L3 agent in host dv-cinder-830097-4-iscsi {{(pid=103459) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 12 13:23:38.563053 dv-cinder-830097-4-iscsi neutron-server[103459]: DEBUG neutron.db.l3_hamode_db [None req-bccbec9d-71a8-491c-9bc7-4b148126a5af None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830097-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 10, "extensions": [], "floating_ips": 6, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 10, "log_agent_heartbeats": false, "routers": 10},created_at=2022-04-12T13:07:19Z,description=,heartbeat_timestamp=2022-04-12T13:23:19Z,host='dv-cinder-830097-4-iscsi',id=b7e11a8b-aeed-493f-9763-461016dddc93,load=0,resource_versions=,resources_synced=,started_at=2022-04-12T13:07:19Z,topic='l3_agent')) {'router_ids': ['81f07478-dbd0-4cbf-a550-f0eba3802cf4'], 'active': True} {{(pid=103459) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 13:23:38.564584 dv-cinder-830097-4-iscsi neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68b8dbd0-71c5-45d7-a257-c14939a18180 req-14a16cef-9142-49b9-ba07-31830236a305 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 13:23:38.566433 dv-cinder-830097-4-iscsi neutron-server[103457]: INFO neutron.wsgi [req-68b8dbd0-71c5-45d7-a257-c14939a18180 req-14a16cef-9142-49b9-ba07-31830236a305 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=6562521a-2ea5-45f4-a1f8-589dc7fbc9f3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0421376 Apr 12 13:23:38.596688 dv-cinder-830097-4-iscsi neutron-server[103458]: INFO neutron.wsgi [None req-de7a6277-6f13-4430-80de-c48930ad9885 tempest-TestMinimumBasicScenario-297192541 tempest-TestMinimumBasicScenario-297192541-project] 10.222.0.18 "DELETE /v2.0/floatingips/a63a47c2-3ecc-4fdb-b315-5b129aa084e6 HTTP/1.1" status: 204 len: 168 time: 1.1928539 Apr 12 13:23:38.614637 dv-cinder-830097-4-iscsi neutron-server[103458]: INFO neutron.wsgi [req-bf370a0c-aaf2-4924-a75d-a0b0811f18a7 req-d74db351-4181-4286-ba4f-5702b2bf715f tempest-AttachVolumeShelveTestJSON-707707766 tempest-AttachVolumeShelveTestJSON-707707766-project] 10.222.0.18 "GET /v2.0/security-groups?id=09a15c79-9ad1-40b0-a245-fcad199271ef&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0675621 Apr 12 13:23:38.689840 dv-cinder-830097-4-iscsi neutron-server[103457]: INFO neutron.wsgi [req-68b8dbd0-71c5-45d7-a257-c14939a18180 req-1bddd7f0-104c-41db-8166-9cd3d17e38f7 service neutron] 10.222.0.55 "GET /v2.0/networks/6562521a-2ea5-45f4-a1f8-589dc7fbc9f3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1175091 Apr 12 13:23:38.703064 dv-cinder-830097-4-iscsi neutron-server[103459]: DEBUG neutron.db.l3_dvr_db [None req-bccbec9d-71a8-491c-9bc7-4b148126a5af None None] Set router 81f07478-dbd0-4cbf-a550-f0eba3802cf4 gateway port host: dv-cinder-830097-4-iscsi {{(pid=103459) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 12 13:23:38.770534 dv-cinder-830097-4-iscsi neutron-server[103458]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0edcbb02-c1d2-41b0-b791-4ffce2309512', 'tag': '4e621a2e-a21d-400b-97c6-4a2cf9634d9b'}] {{(pid=103458) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 12 13:23:38.773862 dv-cinder-830097-4-iscsi neutron-server[103458]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c94cb96f70f67f51233d4af7d4702c9d455fb3abb34896310c9f043c18b7c2b4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2efe0947-8243-4216-9de5-6190dd5bddb9" -d '{"events": [{"name": "network-changed", "server_uuid": "0edcbb02-c1d2-41b0-b791-4ffce2309512", "tag": "4e621a2e-a21d-400b-97c6-4a2cf9634d9b"}]}' {{(pid=103458) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 12 13:23:38.802368 dv-cinder-830097-4-iscsi neutron-server[103457]: INFO neutron.wsgi [req-68b8dbd0-71c5-45d7-a257-c14939a18180 req-5f1e6121-dfc0-4ffe-bf76-320e9c685191 service neutron] 10.222.0.55 "GET /v2.0/networks/6562521a-2ea5-45f4-a1f8-589dc7fbc9f3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1057634 Apr 12 13:23:38.828996 dv-cinder-830097-4-iscsi neutron-server[103458]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 12 Apr 2022 13:23:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dd02c55a-a4ba-456f-91c8-1e625308b0dd x-openstack-request-id: req-dd02c55a-a4ba-456f-91c8-1e625308b0dd {{(pid=103458) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 12 13:23:38.829386 dv-cinder-830097-4-iscsi neutron-server[103458]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0edcbb02-c1d2-41b0-b791-4ffce2309512", "tag": "4e621a2e-a21d-400b-97c6-4a2cf9634d9b", "status": "completed", "code": 200}]} {{(pid=103458) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 12 13:23:38.829679 dv-cinder-830097-4-iscsi neutron-server[103458]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-dd02c55a-a4ba-456f-91c8-1e625308b0dd {{(pid=103458) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 12 13:23:38.830234 dv-cinder-830097-4-iscsi neutron-server[103458]: INFO neutron.notifiers.nova [-] Nova event matching ['req-dd02c55a-a4ba-456f-91c8-1e625308b0dd'] response: {'name': 'network-changed', 'server_uuid': '0edcbb02-c1d2-41b0-b791-4ffce2309512', 'tag': '4e621a2e-a21d-400b-97c6-4a2cf9634d9b', 'status': 'completed', 'code': 200} Apr 12 13:23:38.917240 dv-cinder-830097-4-iscsi neutron-server[103459]: DEBUG neutron.db.l3_hamode_db [None req-bccbec9d-71a8-491c-9bc7-4b148126a5af None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '81f07478-dbd0-4cbf-a550-f0eba3802cf4', 'name': 'tempest-TestMinimumBasicScenario-1350615102-router', 'tenant_id': '324be551cdc84d27989a0ab080f181fe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '26d0436d-8ae2-49bd-8cc6-3d2eac552c84', 'external_fixed_ips': [{'subnet_id': 'd93852d8-8f89-4b1c-bef4-0e05f499a8db', 'ip_address': '172.27.0.86'}], 'enable_snat': True}, 'gw_port_id': '6c01b141-c5bb-465d-a757-e3f10fd40a09', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-12T13:17:44Z', 'updated_at': '2022-04-12T13:17:47Z', 'revision_number': 4, 'project_id': '324be551cdc84d27989a0ab080f181fe', 'gw_port': {'id': '6c01b141-c5bb-465d-a757-e3f10fd40a09', 'name': '', 'network_id': '26d0436d-8ae2-49bd-8cc6-3d2eac552c84', 'tenant_id': '', 'mac_address': 'fa:16:3e:f2:4a:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '81f07478-dbd0-4cbf-a550-f0eba3802cf4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 291, 'fixed_ips': [{'subnet_id': 'd93852d8-8f89-4b1c-bef4-0e05f499a8db', 'ip_address': '172.27.0.86', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830097-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T13:17:45Z', 'updated_at': '2022-04-12T13:17:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd93852d8-8f89-4b1c-bef4-0e05f499a8db', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830097-4-iscsi', '_interfaces': [{'id': '80cb0942-b4bb-4341-b572-bf81ef215894', 'name': '', 'network_id': '43ad3d49-b83e-473d-8b7c-7c5b9f9692d2', 'tenant_id': '324be551cdc84d27989a0ab080f181fe', 'mac_address': 'fa:16:3e:15:7b:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '81f07478-dbd0-4cbf-a550-f0eba3802cf4', 'device_owner': 'network:router_interface', 'standard_attr_id': 292, 'fixed_ips': [{'subnet_id': '459228ea-ace1-423f-95f0-441946c28473', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830097-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T13:17:47Z', 'updated_at': '2022-04-12T13:17:52Z', 'revision_number': 5, 'project_id': '324be551cdc84d27989a0ab080f181fe', 'subnets': [{'id': '459228ea-ace1-423f-95f0-441946c28473', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-830097-4-iscsi', False) {} {{(pid=103459) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 13:23:38.947179 dv-cinder-830097-4-iscsi neutron-server[103459]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bccbec9d-71a8-491c-9bc7-4b148126a5af None None] Checking router: 81f07478-dbd0-4cbf-a550-f0eba3802cf4 for host: dv-cinder-830097-4-iscsi {{(pid=103459) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 12 13:23:38.956567 dv-cinder-830097-4-iscsi neutron-server[103459]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bccbec9d-71a8-491c-9bc7-4b148126a5af None None] Routers {'81f07478-dbd0-4cbf-a550-f0eba3802cf4'} bound to L3 agent in host dv-cinder-830097-4-iscsi {{(pid=103459) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 12 13:23:38.957216 dv-cinder-830097-4-iscsi neutron-server[103459]: DEBUG neutron.db.l3_hamode_db [None req-bccbec9d-71a8-491c-9bc7-4b148126a5af None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830097-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 10, "extensions": [], "floating_ips": 6, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 10, "log_agent_heartbeats": false, "routers": 10},created_at=2022-04-12T13:07:19Z,description=,heartbeat_timestamp=2022-04-12T13:23:19Z,host='dv-cinder-830097-4-iscsi',id=b7e11a8b-aeed-493f-9763-461016dddc93,load=0,resource_versions=,resources_synced=,started_at=2022-04-12T13:07:19Z,topic='l3_agent')) {'router_ids': ['81f07478-dbd0-4cbf-a550-f0eba3802cf4'], 'active': True} {{(pid=103459) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 13:23:39.062152 dv-cinder-830097-4-iscsi neutron-server[103459]: DEBUG neutron.db.l3_dvr_db [None req-bccbec9d-71a8-491c-9bc7-4b148126a5af None None] Set router 81f07478-dbd0-4cbf-a550-f0eba3802cf4 gateway port host: dv-cinder-830097-4-iscsi {{(pid=103459) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 12 13:23:39.252649 dv-cinder-830097-4-iscsi neutron-server[103459]: DEBUG neutron.db.l3_hamode_db [None req-bccbec9d-71a8-491c-9bc7-4b148126a5af None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '81f07478-dbd0-4cbf-a550-f0eba3802cf4', 'name': 'tempest-TestMinimumBasicScenario-1350615102-router', 'tenant_id': '324be551cdc84d27989a0ab080f181fe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '26d0436d-8ae2-49bd-8cc6-3d2eac552c84', 'external_fixed_ips': [{'subnet_id': 'd93852d8-8f89-4b1c-bef4-0e05f499a8db', 'ip_address': '172.27.0.86'}], 'enable_snat': True}, 'gw_port_id': '6c01b141-c5bb-465d-a757-e3f10fd40a09', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-12T13:17:44Z', 'updated_at': '2022-04-12T13:17:47Z', 'revision_number': 4, 'project_id': '324be551cdc84d27989a0ab080f181fe', 'gw_port': {'id': '6c01b141-c5bb-465d-a757-e3f10fd40a09', 'name': '', 'network_id': '26d0436d-8ae2-49bd-8cc6-3d2eac552c84', 'tenant_id': '', 'mac_address': 'fa:16:3e:f2:4a:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '81f07478-dbd0-4cbf-a550-f0eba3802cf4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 291, 'fixed_ips': [{'subnet_id': 'd93852d8-8f89-4b1c-bef4-0e05f499a8db', 'ip_address': '172.27.0.86', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830097-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T13:17:45Z', 'updated_at': '2022-04-12T13:17:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd93852d8-8f89-4b1c-bef4-0e05f499a8db', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830097-4-iscsi', '_interfaces': [{'id': '80cb0942-b4bb-4341-b572-bf81ef215894', 'name': '', 'network_id': '43ad3d49-b83e-473d-8b7c-7c5b9f9692d2', 'tenant_id': '324be551cdc84d27989a0ab080f181fe', 'mac_address': 'fa:16:3e:15:7b:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '81f07478-dbd0-4cbf-a550-f0eba3802cf4', 'device_owner': 'network:router_interface', 'standard_attr_id': 292, 'fixed_ips': [{'subnet_id': '459228ea-ace1-423f-95f0-441946c28473', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830097-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T13:17:47Z', 'updated_at': '2022-04-12T13:17:52Z', 'revision_number': 5, 'project_id': '324be551cdc84d27989a0ab080f181fe', 'subnets': [{'id': '459228ea-ace1-423f-95f0-441946c28473', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-830097-4-iscsi', False) {} {{(pid=103459) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 13:23:39.280299 dv-cinder-830097-4-iscsi neutron-server[103459]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bccbec9d-71a8-491c-9bc7-4b148126a5af None None] The sync data for ids ['81f07478-dbd0-4cbf-a550-f0eba3802cf4'] in dv-cinder-830097-4-iscsi is: [{'id': '81f07478-dbd0-4cbf-a550-f0eba3802cf4', 'name': 'tempest-TestMinimumBasicScenario-1350615102-router', 'tenant_id': '324be551cdc84d27989a0ab080f181fe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '26d0436d-8ae2-49bd-8cc6-3d2eac552c84', 'external_fixed_ips': [{'subnet_id': 'd93852d8-8f89-4b1c-bef4-0e05f499a8db', 'ip_address': '172.27.0.86'}], 'enable_snat': True}, 'gw_port_id': '6c01b141-c5bb-465d-a757-e3f10fd40a09', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-12T13:17:44Z', 'updated_at': '2022-04-12T13:17:47Z', 'revision_number': 4, 'project_id': '324be551cdc84d27989a0ab080f181fe', 'gw_port': {'id': '6c01b141-c5bb-465d-a757-e3f10fd40a09', 'name': '', 'network_id': '26d0436d-8ae2-49bd-8cc6-3d2eac552c84', 'tenant_id': '', 'mac_address': 'fa:16:3e:f2:4a:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '81f07478-dbd0-4cbf-a550-f0eba3802cf4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 291, 'fixed_ips': [{'subnet_id': 'd93852d8-8f89-4b1c-bef4-0e05f499a8db', 'ip_address': '172.27.0.86', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830097-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T13:17:45Z', 'updated_at': '2022-04-12T13:17:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd93852d8-8f89-4b1c-bef4-0e05f499a8db', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830097-4-iscsi', '_interfaces': [{'id': '80cb0942-b4bb-4341-b572-bf81ef215894', 'name': '', 'network_id': '43ad3d49-b83e-473d-8b7c-7c5b9f9692d2', 'tenant_id': '324be551cdc84d27989a0ab080f181fe', 'mac_address': 'fa:16:3e:15:7b:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '81f07478-dbd0-4cbf-a550-f0eba3802cf4', 'device_owner': 'network:router_interface', 'standard_attr_id': 292, 'fixed_ips': [{'subnet_id': '459228ea-ace1-423f-95f0-441946c28473', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830097-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T13:17:47Z', 'updated_at': '2022-04-12T13:17:52Z', 'revision_number': 5, 'project_id': '324be551cdc84d27989a0ab080f181fe', 'subnets': [{'id': '459228ea-ace1-423f-95f0-441946c28473', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103459) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 12 13:23:39.497512 dv-cinder-830097-4-iscsi neutron-server[103460]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7e4b2bd8-dc15-4722-a6ae-159ea931ea8b None None] New status for floating IP a63a47c2-3ecc-4fdb-b315-5b129aa084e6: DOWN {{(pid=103460) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 12 13:23:39.745953 dv-cinder-830097-4-iscsi neutron-server[103458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48b7a0f6-d7f7-4612-854f-be3bb3cdf7f2 req-ab50ca6e-f85a-4874-9dd8-06917ae9f971 tempest-AttachVolumeShelveTestJSON-707707766 tempest-AttachVolumeShelveTestJSON-707707766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 13:23:39.747393 dv-cinder-830097-4-iscsi neutron-server[103458]: INFO neutron.wsgi [req-48b7a0f6-d7f7-4612-854f-be3bb3cdf7f2 req-ab50ca6e-f85a-4874-9dd8-06917ae9f971 tempest-AttachVolumeShelveTestJSON-707707766 tempest-AttachVolumeShelveTestJSON-707707766-project] 10.222.0.18 "GET /v2.0/ports?device_id=86be2946-ca3b-4374-9704-0c44d13ac2bf HTTP/1.1" status: 200 len: 944 time: 0.0491824 Apr 12 13:23:39.792903 dv-cinder-830097-4-iscsi neutron-server[103458]: INFO neutron.wsgi [req-48b7a0f6-d7f7-4612-854f-be3bb3cdf7f2 req-ed5ecee6-d353-4039-8db3-b78b00303bfa tempest-AttachVolumeShelveTestJSON-707707766 tempest-AttachVolumeShelveTestJSON-707707766-project] 10.222.0.18 "GET /v2.0/security-groups?id=09a15c79-9ad1-40b0-a245-fcad199271ef&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0399842 Apr 12 13:23:40.012836 dv-cinder-830097-4-iscsi neutron-server[103458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-180f65c1-ccc4-4bd2-8e4d-74cbe9d9db99 req-828f3024-ce2c-48da-908d-750c12769150 tempest-TestShelveInstance-750106452 tempest-TestShelveInstance-750106452-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 13:23:40.014253 dv-cinder-830097-4-iscsi neutron-server[103458]: INFO neutron.wsgi [req-180f65c1-ccc4-4bd2-8e4d-74cbe9d9db99 req-828f3024-ce2c-48da-908d-750c12769150 tempest-TestShelveInstance-750106452 tempest-TestShelveInstance-750106452-project] 10.222.0.18 "GET /v2.0/ports?device_id=bc77c197-89c7-4e0d-b60b-22abc9b99bd6 HTTP/1.1" status: 200 len: 945 time: 0.0447896 Apr 12 13:23:40.062286 dv-cinder-830097-4-iscsi neutron-server[103458]: INFO neutron.wsgi [req-180f65c1-ccc4-4bd2-8e4d-74cbe9d9db99 req-7a22e1aa-cb2d-48d3-8221-0389129a0d08 tempest-TestShelveInstance-750106452 tempest-TestShelveInstance-750106452-project] 10.222.0.18 "GET /v2.0/security-groups?id=2baa67a9-5f14-404b-94ce-8aa7d37b6772&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0424392 Apr 12 13:23:40.919275 dv-cinder-830097-4-iscsi neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a8d8007-3110-4ec2-b48c-2ca2007694bd req-57515bff-be4d-4cae-88f3-a946e4918875 tempest-AttachVolumeShelveTestJSON-707707766 tempest-AttachVolumeShelveTestJSON-707707766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 13:23:40.920735 dv-cinder-830097-4-iscsi neutron-server[103457]: INFO neutron.wsgi [req-5a8d8007-3110-4ec2-b48c-2ca2007694bd req-57515bff-be4d-4cae-88f3-a946e4918875 tempest-AttachVolumeShelveTestJSON-707707766 tempest-AttachVolumeShelveTestJSON-707707766-project] 10.222.0.18 "GET /v2.0/ports?device_id=86be2946-ca3b-4374-9704-0c44d13ac2bf HTTP/1.1" status: 200 len: 944 time: 0.0524333 Apr 12 13:23:40.970309 dv-cinder-830097-4-iscsi neutron-server[103457]: INFO neutron.wsgi [req-5a8d8007-3110-4ec2-b48c-2ca2007694bd req-3719febe-8c8b-4435-80e5-8f6da55807ff tempest-AttachVolumeShelveTestJSON-707707766 tempest-AttachVolumeShelveTestJSON-707707766-project] 10.222.0.18 "GET /v2.0/security-groups?id=09a15c79-9ad1-40b0-a245-fcad199271ef&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0441778 Apr 12 13:23:41.172429 dv-cinder-830097-4-iscsi neutron-server[103458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36dd7522-32b2-4a43-a5a7-4c5f3fc48410 req-c1f91bd5-d7b8-40ce-8673-98b9dcfd9ba4 tempest-TestShelveInstance-750106452 tempest-TestShelveInstance-750106452-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 13:23:41.173895 dv-cinder-830097-4-iscsi neutron-server[103458]: INFO neutron.wsgi [req-36dd7522-32b2-4a43-a5a7-4c5f3fc48410 req-c1f91bd5-d7b8-40ce-8673-98b9dcfd9ba4 tempest-TestShelveInstance-750106452 tempest-TestShelveInstance-750106452-project] 10.222.0.18 "GET /v2.0/ports?device_id=bc77c197-89c7-4e0d-b60b-22abc9b99bd6 HTTP/1.1" status: 200 len: 945 time: 0.0460021 Apr 12 13:23:41.225019 dv-cinder-830097-4-iscsi neutron-server[103458]: INFO neutron.wsgi [req-36dd7522-32b2-4a43-a5a7-4c5f3fc48410 req-a6dd48ab-2721-4549-9ddd-1436da53ece6 tempest-TestShelveInstance-750106452 tempest-TestShelveInstance-750106452-project] 10.222.0.18 "GET /v2.0/security-groups?id=2baa67a9-5f14-404b-94ce-8aa7d37b6772&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0457006 Apr 12 13:23:41.631607 dv-cinder-830097-4-iscsi neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2efe0947-8243-4216-9de5-6190dd5bddb9 req-40e6e737-087b-4a8e-a02c-7681104da28f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 13:23:41.633105 dv-cinder-830097-4-iscsi neutron-server[103457]: INFO neutron.wsgi [req-2efe0947-8243-4216-9de5-6190dd5bddb9 req-40e6e737-087b-4a8e-a02c-7681104da28f service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=324be551cdc84d27989a0ab080f181fe&device_id=0edcbb02-c1d2-41b0-b791-4ffce2309512 HTTP/1.1" status: 200 len: 1129 time: 0.0677719 Apr 12 13:23:41.634140 dv-cinder-830097-4-iscsi neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca59fa7d-8ef5-4c62-9cad-fa907bee59bb req-d10546ff-c9af-4db4-8641-c3b4735b7b9b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 13:23:41.636206 dv-cinder-830097-4-iscsi neutron-server[103457]: INFO neutron.wsgi [req-ca59fa7d-8ef5-4c62-9cad-fa907bee59bb req-d10546ff-c9af-4db4-8641-c3b4735b7b9b service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=5ebad6ef7aca47f397d0e45a428e3948&device_id=86be2946-ca3b-4374-9704-0c44d13ac2bf HTTP/1.1" status: 200 len: 1128 time: 0.0615206 Apr 12 13:23:42.085135 dv-cinder-830097-4-iscsi neutron-server[103458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db1875f4-44e7-4cbe-adc7-7b02d09d01c0 req-5cd41d7d-5cc4-4427-b08b-16f92c9fb1a2 tempest-AttachVolumeShelveTestJSON-707707766 tempest-AttachVolumeShelveTestJSON-707707766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 13:23:42.086550 dv-cinder-830097-4-iscsi neutron-server[103458]: INFO neutron.wsgi [req-db1875f4-44e7-4cbe-adc7-7b02d09d01c0 req-5cd41d7d-5cc4-4427-b08b-16f92c9fb1a2 tempest-AttachVolumeShelveTestJSON-707707766 tempest-AttachVolumeShelveTestJSON-707707766-project] 10.222.0.18 "GET /v2.0/ports?device_id=86be2946-ca3b-4374-9704-0c44d13ac2bf HTTP/1.1" status: 200 len: 944 time: 0.0460229 Apr 12 13:23:42.132011 dv-cinder-830097-4-iscsi neutron-server[103458]: INFO neutron.wsgi [req-db1875f4-44e7-4cbe-adc7-7b02d09d01c0 req-d58fa768-763c-4ee1-8919-a8ee8780725c tempest-AttachVolumeShelveTestJSON-707707766 tempest-AttachVolumeShelveTestJSON-707707766-project] 10.222.0.18 "GET /v2.0/security-groups?id=09a15c79-9ad1-40b0-a245-fcad199271ef&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0398934 Apr 12 13:23:42.393625 dv-cinder-830097-4-iscsi neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc530a2f-40dd-45bc-81b6-d21ecd714fa5 req-5ebaa6c1-08fc-4f78-a602-38d0559aa64e tempest-TestShelveInstance-750106452 tempest-TestShelveInstance-750106452-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 13:23:42.395062 dv-cinder-830097-4-iscsi neutron-server[103457]: INFO neutron.wsgi [req-fc530a2f-40dd-45bc-81b6-d21ecd714fa5 req-5ebaa6c1-08fc-4f78-a602-38d0559aa64e tempest-TestShelveInstance-750106452 tempest-TestShelveInstance-750106452-project] 10.222.0.18 "GET /v2.0/ports?device_id=bc77c197-89c7-4e0d-b60b-22abc9b99bd6 HTTP/1.1" status: 200 len: 945 time: 0.0941358 Apr 12 13:23:42.432449 dv-cinder-830097-4-iscsi neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2efe0947-8243-4216-9de5-6190dd5bddb9 req-2228c986-e908-47ea-b204-eae0e552727b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 13:23:42.434069 dv-cinder-830097-4-iscsi neutron-server[103457]: INFO neutron.wsgi [req-2efe0947-8243-4216-9de5-6190dd5bddb9 req-2228c986-e908-47ea-b204-eae0e552727b service neutron] 10.222.0.55 "GET /v2.0/networks?id=43ad3d49-b83e-473d-8b7c-7c5b9f9692d2 HTTP/1.1" status: 200 len: 916 time: 0.2125120 Apr 12 13:23:42.438152 dv-cinder-830097-4-iscsi neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca59fa7d-8ef5-4c62-9cad-fa907bee59bb req-ac84b017-bc29-499e-8c3b-5e7590543001 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 13:23:42.439525 dv-cinder-830097-4-iscsi neutron-server[103457]: INFO neutron.wsgi [req-ca59fa7d-8ef5-4c62-9cad-fa907bee59bb req-ac84b017-bc29-499e-8c3b-5e7590543001 service neutron] 10.222.0.55 "GET /v2.0/networks?id=6562521a-2ea5-45f4-a1f8-589dc7fbc9f3 HTTP/1.1" status: 200 len: 917 time: 0.2168374 Apr 12 13:23:42.528332 dv-cinder-830097-4-iscsi neutron-server[103457]: INFO neutron.wsgi [req-ca59fa7d-8ef5-4c62-9cad-fa907bee59bb req-f81316da-40ea-4f75-abf2-c40c84520d4e service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=6eb5a65f-e2fb-4f73-941b-f6ee09e123ea HTTP/1.1" status: 200 len: 217 time: 0.0780253 Apr 12 13:23:42.529438 dv-cinder-830097-4-iscsi neutron-server[103457]: INFO neutron.wsgi [req-2efe0947-8243-4216-9de5-6190dd5bddb9 req-73dcc1da-99e2-410f-b808-7dd51cc53477 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=4e621a2e-a21d-400b-97c6-4a2cf9634d9b HTTP/1.1" status: 200 len: 217 time: 0.0783501 Apr 12 13:23:42.533290 dv-cinder-830097-4-iscsi neutron-server[103457]: INFO neutron.wsgi [req-fc530a2f-40dd-45bc-81b6-d21ecd714fa5 req-2d4c5c8d-29d9-42e3-a613-8e6e27860e33 tempest-TestShelveInstance-750106452 tempest-TestShelveInstance-750106452-project] 10.222.0.18 "GET /v2.0/security-groups?id=2baa67a9-5f14-404b-94ce-8aa7d37b6772&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1239245 Apr 12 13:23:42.627756 dv-cinder-830097-4-iscsi neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca59fa7d-8ef5-4c62-9cad-fa907bee59bb req-97862c9b-ee08-4325-9694-d04a0ac10e93 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 13:23:42.629244 dv-cinder-830097-4-iscsi neutron-server[103457]: INFO neutron.wsgi [req-ca59fa7d-8ef5-4c62-9cad-fa907bee59bb req-97862c9b-ee08-4325-9694-d04a0ac10e93 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=cf735079-dcf8-4625-b8a7-d372f8fef245 HTTP/1.1" status: 200 len: 855 time: 0.0788336 Apr 12 13:23:42.630586 dv-cinder-830097-4-iscsi neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2efe0947-8243-4216-9de5-6190dd5bddb9 req-b251ed85-cf8f-408c-b625-059adc37f6f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 13:23:42.631856 dv-cinder-830097-4-iscsi neutron-server[103457]: INFO neutron.wsgi [req-2efe0947-8243-4216-9de5-6190dd5bddb9 req-b251ed85-cf8f-408c-b625-059adc37f6f1 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=459228ea-ace1-423f-95f0-441946c28473 HTTP/1.1" status: 200 len: 854 time: 0.0804236 Apr 12 13:23:42.709269 dv-cinder-830097-4-iscsi neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca59fa7d-8ef5-4c62-9cad-fa907bee59bb req-2cb8321d-30b3-4dd0-9837-d8080e02f00a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 13:23:42.710861 dv-cinder-830097-4-iscsi neutron-server[103457]: INFO neutron.wsgi [req-ca59fa7d-8ef5-4c62-9cad-fa907bee59bb req-2cb8321d-30b3-4dd0-9837-d8080e02f00a service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=6562521a-2ea5-45f4-a1f8-589dc7fbc9f3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0663624 Apr 12 13:23:42.714239 dv-cinder-830097-4-iscsi neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2efe0947-8243-4216-9de5-6190dd5bddb9 req-12564797-d664-4396-9525-f192f9e17735 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 13:23:42.715589 dv-cinder-830097-4-iscsi neutron-server[103457]: INFO neutron.wsgi [req-2efe0947-8243-4216-9de5-6190dd5bddb9 req-12564797-d664-4396-9525-f192f9e17735 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=43ad3d49-b83e-473d-8b7c-7c5b9f9692d2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0700912 Apr 12 13:23:42.886923 dv-cinder-830097-4-iscsi neutron-server[103457]: INFO neutron.wsgi [req-ca59fa7d-8ef5-4c62-9cad-fa907bee59bb req-8010db17-cb33-4dfb-8d6e-f35f5bc1c0a4 service neutron] 10.222.0.55 "GET /v2.0/networks/6562521a-2ea5-45f4-a1f8-589dc7fbc9f3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1580257 Apr 12 13:23:42.888735 dv-cinder-830097-4-iscsi neutron-server[103457]: INFO neutron.wsgi [req-2efe0947-8243-4216-9de5-6190dd5bddb9 req-1a6451ec-8cb0-4125-a98c-18b614939ff6 service neutron] 10.222.0.55 "GET /v2.0/networks/43ad3d49-b83e-473d-8b7c-7c5b9f9692d2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1586270 Apr 12 13:23:43.046958 dv-cinder-830097-4-iscsi neutron-server[103457]: INFO neutron.wsgi [req-2efe0947-8243-4216-9de5-6190dd5bddb9 req-8249ad6f-8d65-4fcb-a67f-816ed057e7ee service neutron] 10.222.0.55 "GET /v2.0/networks/43ad3d49-b83e-473d-8b7c-7c5b9f9692d2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1422009 Apr 12 13:23:43.048633 dv-cinder-830097-4-iscsi neutron-server[103457]: INFO neutron.wsgi [req-ca59fa7d-8ef5-4c62-9cad-fa907bee59bb req-ae32a5df-57c3-4648-b37d-3c3fee704724 service neutron] 10.222.0.55 "GET /v2.0/networks/6562521a-2ea5-45f4-a1f8-589dc7fbc9f3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1514246 Apr 12 13:23:43.252733 dv-cinder-830097-4-iscsi neutron-server[103458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96eaf261-b2da-43a8-b34b-53c07e8571f0 req-58db8093-29fd-4567-a389-a99e5f825b92 tempest-AttachVolumeShelveTestJSON-707707766 tempest-AttachVolumeShelveTestJSON-707707766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 13:23:43.254379 dv-cinder-830097-4-iscsi neutron-server[103458]: INFO neutron.wsgi [req-96eaf261-b2da-43a8-b34b-53c07e8571f0 req-58db8093-29fd-4567-a389-a99e5f825b92 tempest-AttachVolumeShelveTestJSON-707707766 tempest-AttachVolumeShelveTestJSON-707707766-project] 10.222.0.18 "GET /v2.0/ports?device_id=86be2946-ca3b-4374-9704-0c44d13ac2bf HTTP/1.1" status: 200 len: 944 time: 0.0505853 Apr 12 13:23:43.300903 dv-cinder-830097-4-iscsi neutron-server[103458]: INFO neutron.wsgi [req-96eaf261-b2da-43a8-b34b-53c07e8571f0 req-c2a1df2a-95e3-495b-8036-16d6409f8420 tempest-AttachVolumeShelveTestJSON-707707766 tempest-AttachVolumeShelveTestJSON-707707766-project] 10.222.0.18 "GET /v2.0/security-groups?id=09a15c79-9ad1-40b0-a245-fcad199271ef&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0393009 Apr 12 13:23:43.451275 dv-cinder-830097-4-iscsi neutron-server[103459]: DEBUG neutron.plugins.ml2.rpc [None req-3505bd68-a9fd-4823-92ea-1a6ded8ab071 None None] Device 6eb5a65f-e2fb-4f73-941b-f6ee09e123ea details requested by agent hyperv_hv-cinder-83009 with host hv-cinder-83009 {{(pid=103459) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 12 13:23:43.544928 dv-cinder-830097-4-iscsi neutron-server[103459]: DEBUG neutron.plugins.ml2.db [None req-3505bd68-a9fd-4823-92ea-1a6ded8ab071 None None] For port 6eb5a65f-e2fb-4f73-941b-f6ee09e123ea, host hv-cinder-83009, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83009',level=0,port_id=6eb5a65f-e2fb-4f73-941b-f6ee09e123ea,segment=NetworkSegment(97cb7c0e-6017-4956-9bfd-101a1a75a7c0),segment_id=97cb7c0e-6017-4956-9bfd-101a1a75a7c0)] {{(pid=103459) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 12 13:23:43.555963 dv-cinder-830097-4-iscsi neutron-server[103459]: DEBUG neutron.plugins.ml2.rpc [None req-3505bd68-a9fd-4823-92ea-1a6ded8ab071 None None] Returning: {'device': '6eb5a65f-e2fb-4f73-941b-f6ee09e123ea', 'network_id': '6562521a-2ea5-45f4-a1f8-589dc7fbc9f3', 'port_id': '6eb5a65f-e2fb-4f73-941b-f6ee09e123ea', 'mac_address': 'fa:16:3e:68:fa:5a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 244, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'cf735079-dcf8-4625-b8a7-d372f8fef245', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103459) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 12 13:23:43.598822 dv-cinder-830097-4-iscsi neutron-server[103459]: DEBUG neutron.plugins.ml2.plugin [None req-3505bd68-a9fd-4823-92ea-1a6ded8ab071 None None] Current status of the port 6eb5a65f-e2fb-4f73-941b-f6ee09e123ea is: DOWN; New status is: BUILD {{(pid=103459) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 12 13:23:43.599212 dv-cinder-830097-4-iscsi neutron-server[103459]: DEBUG neutron_lib.callbacks.manager [None req-3505bd68-a9fd-4823-92ea-1a6ded8ab071 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-916304'] for port (6eb5a65f-e2fb-4f73-941b-f6ee09e123ea), before_update {{(pid=103459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:23:43.613446 dv-cinder-830097-4-iscsi neutron-server[103459]: DEBUG neutron.notifiers.nova [None req-3505bd68-a9fd-4823-92ea-1a6ded8ab071 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6eb5a65f-e2fb-4f73-941b-f6ee09e123ea {{(pid=103459) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 12 13:23:43.633956 dv-cinder-830097-4-iscsi neutron-server[103459]: DEBUG neutron.plugins.ml2.db [None req-3505bd68-a9fd-4823-92ea-1a6ded8ab071 None None] For port 6eb5a65f-e2fb-4f73-941b-f6ee09e123ea, host hv-cinder-83009, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83009',level=0,port_id=6eb5a65f-e2fb-4f73-941b-f6ee09e123ea,segment=NetworkSegment(97cb7c0e-6017-4956-9bfd-101a1a75a7c0),segment_id=97cb7c0e-6017-4956-9bfd-101a1a75a7c0)] {{(pid=103459) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 12 13:23:43.638952 dv-cinder-830097-4-iscsi neutron-server[103459]: DEBUG neutron_lib.callbacks.manager [None req-3505bd68-a9fd-4823-92ea-1a6ded8ab071 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-915890', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3697887', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732727894815', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732727417932', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732727417950'] for port (6eb5a65f-e2fb-4f73-941b-f6ee09e123ea), after_update {{(pid=103459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:23:43.647887 dv-cinder-830097-4-iscsi neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dcd6124-cd20-4c13-b1e4-928526dbb7aa req-def3fb38-d286-4130-a0c3-73d179476cb6 tempest-TestShelveInstance-750106452 tempest-TestShelveInstance-750106452-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 13:23:43.649421 dv-cinder-830097-4-iscsi neutron-server[103457]: INFO neutron.wsgi [req-6dcd6124-cd20-4c13-b1e4-928526dbb7aa req-def3fb38-d286-4130-a0c3-73d179476cb6 tempest-TestShelveInstance-750106452 tempest-TestShelveInstance-750106452-project] 10.222.0.18 "GET /v2.0/ports?device_id=bc77c197-89c7-4e0d-b60b-22abc9b99bd6 HTTP/1.1" status: 200 len: 945 time: 0.0492744 Apr 12 13:23:43.688208 dv-cinder-830097-4-iscsi neutron-server[103459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3505bd68-a9fd-4823-92ea-1a6ded8ab071 None None] Pushing event updated for resources: {'Port': ['ID=6eb5a65f-e2fb-4f73-941b-f6ee09e123ea,revision_number=4']} {{(pid=103459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 13:23:43.696403 dv-cinder-830097-4-iscsi neutron-server[103459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3505bd68-a9fd-4823-92ea-1a6ded8ab071 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830097-4-iscsi {{(pid=103459) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 13:23:43.696798 dv-cinder-830097-4-iscsi neutron-server[103459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3505bd68-a9fd-4823-92ea-1a6ded8ab071 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830097-4-iscsi {{(pid=103459) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 13:23:43.697226 dv-cinder-830097-4-iscsi neutron-server[103459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3505bd68-a9fd-4823-92ea-1a6ded8ab071 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830097-4-iscsi {{(pid=103459) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 13:23:43.697749 dv-cinder-830097-4-iscsi neutron-server[103459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3505bd68-a9fd-4823-92ea-1a6ded8ab071 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830097-4-iscsi {{(pid=103459) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 13:23:43.698086 dv-cinder-830097-4-iscsi neutron-server[103459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3505bd68-a9fd-4823-92ea-1a6ded8ab071 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830097-4-iscsi {{(pid=103459) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 13:23:43.698427 dv-cinder-830097-4-iscsi neutron-server[103459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3505bd68-a9fd-4823-92ea-1a6ded8ab071 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830097-4-iscsi {{(pid=103459) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 13:23:43.698755 dv-cinder-830097-4-iscsi neutron-server[103459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3505bd68-a9fd-4823-92ea-1a6ded8ab071 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830097-4-iscsi {{(pid=103459) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 13:23:43.699084 dv-cinder-830097-4-iscsi neutron-server[103459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3505bd68-a9fd-4823-92ea-1a6ded8ab071 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-830097-4-iscsi {{(pid=103459) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 13:23:43.699414 dv-cinder-830097-4-iscsi neutron-server[103459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3505bd68-a9fd-4823-92ea-1a6ded8ab071 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-830097-4-iscsi {{(pid=103459) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 13:23:43.699746 dv-cinder-830097-4-iscsi neutron-server[103459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3505bd68-a9fd-4823-92ea-1a6ded8ab071 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-830097-4-iscsi {{(pid=103459) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 13:23:43.700074 dv-cinder-830097-4-iscsi neutron-server[103459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3505bd68-a9fd-4823-92ea-1a6ded8ab071 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-830097-4-iscsi {{(pid=103459) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 13:23:43.700422 dv-cinder-830097-4-iscsi neutron-server[103459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3505bd68-a9fd-4823-92ea-1a6ded8ab071 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830097-4-iscsi {{(pid=103459) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 13:23:43.700753 dv-cinder-830097-4-iscsi neutron-server[103459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3505bd68-a9fd-4823-92ea-1a6ded8ab071 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830097-4-iscsi {{(pid=103459) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 13:23:43.701101 dv-cinder-830097-4-iscsi neutron-server[103459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3505bd68-a9fd-4823-92ea-1a6ded8ab071 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830097-4-iscsi {{(pid=103459) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 13:23:43.701425 dv-cinder-830097-4-iscsi neutron-server[103459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3505bd68-a9fd-4823-92ea-1a6ded8ab071 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830097-4-iscsi {{(pid=103459) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 13:23:43.702443 dv-cinder-830097-4-iscsi neutron-server[103457]: INFO neutron.wsgi [req-6dcd6124-cd20-4c13-b1e4-928526dbb7aa req-f64f6686-1dcd-48da-bb01-007757d19f24 tempest-TestShelveInstance-750106452 tempest-TestShelveInstance-750106452-project] 10.222.0.18 "GET /v2.0/security-groups?id=2baa67a9-5f14-404b-94ce-8aa7d37b6772&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0471673 Apr 12 13:23:44.191679 dv-cinder-830097-4-iscsi neutron-server[103459]: DEBUG neutron.plugins.ml2.db [None req-3505bd68-a9fd-4823-92ea-1a6ded8ab071 None None] get_ports_and_sgs() called for port_ids ['6eb5a65f-e2fb-4f73-941b-f6ee09e123ea'] {{(pid=103459) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 12 13:23:44.426735 dv-cinder-830097-4-iscsi neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ccff096-7bc6-419a-b801-e7c3ebe895f0 req-f4c2ea36-f931-418d-84a2-9ac869ee2a23 tempest-AttachVolumeShelveTestJSON-707707766 tempest-AttachVolumeShelveTestJSON-707707766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 13:23:44.428336 dv-cinder-830097-4-iscsi neutron-server[103457]: INFO neutron.wsgi [req-2ccff096-7bc6-419a-b801-e7c3ebe895f0 req-f4c2ea36-f931-418d-84a2-9ac869ee2a23 tempest-AttachVolumeShelveTestJSON-707707766 tempest-AttachVolumeShelveTestJSON-707707766-project] 10.222.0.18 "GET /v2.0/ports?device_id=86be2946-ca3b-4374-9704-0c44d13ac2bf HTTP/1.1" status: 200 len: 945 time: 0.0549808 Apr 12 13:23:44.480297 dv-cinder-830097-4-iscsi neutron-server[103457]: INFO neutron.wsgi [req-2ccff096-7bc6-419a-b801-e7c3ebe895f0 req-790cb49e-ecb2-45ec-9665-b43bc4280cf2 tempest-AttachVolumeShelveTestJSON-707707766 tempest-AttachVolumeShelveTestJSON-707707766-project] 10.222.0.18 "GET /v2.0/security-groups?id=09a15c79-9ad1-40b0-a245-fcad199271ef&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0457411 Apr 12 13:23:44.516505 dv-cinder-830097-4-iscsi neutron-server[103458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee873467-dd3c-40d2-817d-1d12fbc09a7a req-90fe1a21-47ae-41b2-83f9-e4b4400c730c tempest-TestMinimumBasicScenario-297192541 tempest-TestMinimumBasicScenario-297192541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 13:23:44.517984 dv-cinder-830097-4-iscsi neutron-server[103458]: INFO neutron.wsgi [req-ee873467-dd3c-40d2-817d-1d12fbc09a7a req-90fe1a21-47ae-41b2-83f9-e4b4400c730c tempest-TestMinimumBasicScenario-297192541 tempest-TestMinimumBasicScenario-297192541-project] 10.222.0.18 "GET /v2.0/ports?device_id=0edcbb02-c1d2-41b0-b791-4ffce2309512 HTTP/1.1" status: 200 len: 945 time: 0.0507627 Apr 12 13:23:44.564819 dv-cinder-830097-4-iscsi neutron-server[103458]: INFO neutron.wsgi [req-ee873467-dd3c-40d2-817d-1d12fbc09a7a req-470ed733-7c1e-4b29-bf7a-b4543193533e tempest-TestMinimumBasicScenario-297192541 tempest-TestMinimumBasicScenario-297192541-project] 10.222.0.18 "GET /v2.0/security-groups?id=5cff6b3d-3421-463c-b8d1-a470719c1ceb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411580 Apr 12 13:23:44.819703 dv-cinder-830097-4-iscsi neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce1467fe-7a1e-4aa3-8033-e7fc4b17b051 req-d1bd3b85-46ec-4fb4-a38e-f6af55f0da51 tempest-TestShelveInstance-750106452 tempest-TestShelveInstance-750106452-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 13:23:44.821312 dv-cinder-830097-4-iscsi neutron-server[103457]: INFO neutron.wsgi [req-ce1467fe-7a1e-4aa3-8033-e7fc4b17b051 req-d1bd3b85-46ec-4fb4-a38e-f6af55f0da51 tempest-TestShelveInstance-750106452 tempest-TestShelveInstance-750106452-project] 10.222.0.18 "GET /v2.0/ports?device_id=bc77c197-89c7-4e0d-b60b-22abc9b99bd6 HTTP/1.1" status: 200 len: 945 time: 0.0482147 Apr 12 13:23:44.875401 dv-cinder-830097-4-iscsi neutron-server[103457]: INFO neutron.wsgi [req-ce1467fe-7a1e-4aa3-8033-e7fc4b17b051 req-db7a2380-e289-44db-920b-dbf3b7afd392 tempest-TestShelveInstance-750106452 tempest-TestShelveInstance-750106452-project] 10.222.0.18 "GET /v2.0/security-groups?id=2baa67a9-5f14-404b-94ce-8aa7d37b6772&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0474730 Apr 12 13:23:45.097189 dv-cinder-830097-4-iscsi neutron-server[103458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b15296dc-758f-4add-a649-4e26e4c92c58 req-08863235-78a6-43e6-8ede-d717ec3c3995 tempest-TestVolumeBootPattern-1974338582 tempest-TestVolumeBootPattern-1974338582-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 13:23:45.098536 dv-cinder-830097-4-iscsi neutron-server[103458]: INFO neutron.wsgi [req-b15296dc-758f-4add-a649-4e26e4c92c58 req-08863235-78a6-43e6-8ede-d717ec3c3995 tempest-TestVolumeBootPattern-1974338582 tempest-TestVolumeBootPattern-1974338582-project] 10.222.0.18 "GET /v2.0/ports?device_id=791c0918-4340-4a1c-92af-c14fcab69a05 HTTP/1.1" status: 200 len: 945 time: 0.0459585 Apr 12 13:23:45.145357 dv-cinder-830097-4-iscsi neutron-server[103458]: INFO neutron.wsgi [req-b15296dc-758f-4add-a649-4e26e4c92c58 req-b8763667-01c6-4407-b2ce-68e0985f377f tempest-TestVolumeBootPattern-1974338582 tempest-TestVolumeBootPattern-1974338582-project] 10.222.0.18 "GET /v2.0/security-groups?id=a66f9d14-bc7f-40ff-bcf2-fda4f9360a16&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0412276 Apr 12 13:23:45.458730 dv-cinder-830097-4-iscsi neutron-server[103459]: DEBUG neutron.plugins.ml2.rpc [None req-3505bd68-a9fd-4823-92ea-1a6ded8ab071 None None] Device 6eb5a65f-e2fb-4f73-941b-f6ee09e123ea up at agent hyperv_hv-cinder-83009 {{(pid=103459) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 12 13:23:45.501190 dv-cinder-830097-4-iscsi neutron-server[103459]: DEBUG neutron.db.provisioning_blocks [None req-3505bd68-a9fd-4823-92ea-1a6ded8ab071 None None] Provisioning for port 6eb5a65f-e2fb-4f73-941b-f6ee09e123ea completed by entity L2. {{(pid=103459) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Apr 12 13:23:45.506906 dv-cinder-830097-4-iscsi neutron-server[103459]: DEBUG neutron.db.provisioning_blocks [None req-3505bd68-a9fd-4823-92ea-1a6ded8ab071 None None] Provisioning complete for port 6eb5a65f-e2fb-4f73-941b-f6ee09e123ea triggered by entity L2. {{(pid=103459) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 12 13:23:45.507415 dv-cinder-830097-4-iscsi neutron-server[103459]: DEBUG neutron_lib.callbacks.manager [None req-3505bd68-a9fd-4823-92ea-1a6ded8ab071 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-657243'] for port (6eb5a65f-e2fb-4f73-941b-f6ee09e123ea), provisioning_complete {{(pid=103459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:23:45.589226 dv-cinder-830097-4-iscsi neutron-server[103459]: DEBUG neutron.plugins.ml2.plugin [None req-3505bd68-a9fd-4823-92ea-1a6ded8ab071 None None] Current status of the port 6eb5a65f-e2fb-4f73-941b-f6ee09e123ea is: BUILD; New status is: ACTIVE {{(pid=103459) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 12 13:23:45.589646 dv-cinder-830097-4-iscsi neutron-server[103459]: DEBUG neutron_lib.callbacks.manager [None req-3505bd68-a9fd-4823-92ea-1a6ded8ab071 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-916304'] for port (6eb5a65f-e2fb-4f73-941b-f6ee09e123ea), before_update {{(pid=103459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:23:45.597211 dv-cinder-830097-4-iscsi neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06e86807-2686-425a-9933-61c13b780b17 req-033120b2-6549-44e6-a8e0-e9763a433042 tempest-AttachVolumeShelveTestJSON-707707766 tempest-AttachVolumeShelveTestJSON-707707766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 13:23:45.598701 dv-cinder-830097-4-iscsi neutron-server[103457]: INFO neutron.wsgi [req-06e86807-2686-425a-9933-61c13b780b17 req-033120b2-6549-44e6-a8e0-e9763a433042 tempest-AttachVolumeShelveTestJSON-707707766 tempest-AttachVolumeShelveTestJSON-707707766-project] 10.222.0.18 "GET /v2.0/ports?device_id=86be2946-ca3b-4374-9704-0c44d13ac2bf HTTP/1.1" status: 200 len: 945 time: 0.0472181 Apr 12 13:23:45.618306 dv-cinder-830097-4-iscsi neutron-server[103459]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '86be2946-ca3b-4374-9704-0c44d13ac2bf', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6eb5a65f-e2fb-4f73-941b-f6ee09e123ea'}] {{(pid=103459) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 12 13:23:45.623451 dv-cinder-830097-4-iscsi neutron-server[103459]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}95104bc0dd48ad9143548caf8a5bdec643107760c32fce8433ea43eac3fbdd81" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6e6a37a6-3e67-4f5a-8e5d-c8e45f483b13" -d '{"events": [{"server_uuid": "86be2946-ca3b-4374-9704-0c44d13ac2bf", "name": "network-vif-plugged", "status": "completed", "tag": "6eb5a65f-e2fb-4f73-941b-f6ee09e123ea"}]}' {{(pid=103459) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 12 13:23:45.636798 dv-cinder-830097-4-iscsi neutron-server[103459]: DEBUG neutron.plugins.ml2.db [None req-3505bd68-a9fd-4823-92ea-1a6ded8ab071 None None] For port 6eb5a65f-e2fb-4f73-941b-f6ee09e123ea, host hv-cinder-83009, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83009',level=0,port_id=6eb5a65f-e2fb-4f73-941b-f6ee09e123ea,segment=NetworkSegment(97cb7c0e-6017-4956-9bfd-101a1a75a7c0),segment_id=97cb7c0e-6017-4956-9bfd-101a1a75a7c0)] {{(pid=103459) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 12 13:23:45.641993 dv-cinder-830097-4-iscsi neutron-server[103459]: DEBUG neutron_lib.callbacks.manager [None req-3505bd68-a9fd-4823-92ea-1a6ded8ab071 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-915890', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3697887', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732727894815', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732727417932', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732727417950'] for port (6eb5a65f-e2fb-4f73-941b-f6ee09e123ea), after_update {{(pid=103459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:23:45.650317 dv-cinder-830097-4-iscsi neutron-server[103457]: INFO neutron.wsgi [req-06e86807-2686-425a-9933-61c13b780b17 req-11029a6b-d3f4-4ac8-bec2-439ee176fab5 tempest-AttachVolumeShelveTestJSON-707707766 tempest-AttachVolumeShelveTestJSON-707707766-project] 10.222.0.18 "GET /v2.0/security-groups?id=09a15c79-9ad1-40b0-a245-fcad199271ef&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0443661 Apr 12 13:23:45.684237 dv-cinder-830097-4-iscsi neutron-server[103458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f09e4e5d-97f2-462a-85f2-9e07a338d6d3 req-9cf85bf6-3d30-499a-b1c3-4bf0be43fc17 tempest-TestMinimumBasicScenario-297192541 tempest-TestMinimumBasicScenario-297192541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 13:23:45.686314 dv-cinder-830097-4-iscsi neutron-server[103458]: INFO neutron.wsgi [req-f09e4e5d-97f2-462a-85f2-9e07a338d6d3 req-9cf85bf6-3d30-499a-b1c3-4bf0be43fc17 tempest-TestMinimumBasicScenario-297192541 tempest-TestMinimumBasicScenario-297192541-project] 10.222.0.18 "GET /v2.0/ports?device_id=0edcbb02-c1d2-41b0-b791-4ffce2309512 HTTP/1.1" status: 200 len: 945 time: 0.0523663 Apr 12 13:23:45.696225 dv-cinder-830097-4-iscsi neutron-server[103459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3505bd68-a9fd-4823-92ea-1a6ded8ab071 None None] Pushing event updated for resources: {'Port': ['ID=6eb5a65f-e2fb-4f73-941b-f6ee09e123ea,revision_number=5']} {{(pid=103459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 13:23:45.707992 dv-cinder-830097-4-iscsi neutron-server[103459]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 12 Apr 2022 13:23:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9cc5aa50-d850-4dcf-a860-650485a8541e x-openstack-request-id: req-9cc5aa50-d850-4dcf-a860-650485a8541e {{(pid=103459) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 12 13:23:45.708372 dv-cinder-830097-4-iscsi neutron-server[103459]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "86be2946-ca3b-4374-9704-0c44d13ac2bf", "name": "network-vif-plugged", "status": "completed", "tag": "6eb5a65f-e2fb-4f73-941b-f6ee09e123ea", "code": 200}]} {{(pid=103459) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 12 13:23:45.708904 dv-cinder-830097-4-iscsi neutron-server[103459]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-9cc5aa50-d850-4dcf-a860-650485a8541e {{(pid=103459) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 12 13:23:45.709246 dv-cinder-830097-4-iscsi neutron-server[103459]: INFO neutron.notifiers.nova [-] Nova event matching ['req-9cc5aa50-d850-4dcf-a860-650485a8541e'] response: {'server_uuid': '86be2946-ca3b-4374-9704-0c44d13ac2bf', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6eb5a65f-e2fb-4f73-941b-f6ee09e123ea', 'code': 200} Apr 12 13:23:45.736727 dv-cinder-830097-4-iscsi neutron-server[103458]: INFO neutron.wsgi [req-f09e4e5d-97f2-462a-85f2-9e07a338d6d3 req-0261c672-0353-4316-aee7-8b03d5cef138 tempest-TestMinimumBasicScenario-297192541 tempest-TestMinimumBasicScenario-297192541-project] 10.222.0.18 "GET /v2.0/security-groups?id=5cff6b3d-3421-463c-b8d1-a470719c1ceb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0443411 Apr 12 13:23:45.990843 dv-cinder-830097-4-iscsi neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05d5243d-7b04-4209-8000-a8727515b781 req-b33ef5a4-29ce-40a8-a388-599fe14f2863 tempest-TestShelveInstance-750106452 tempest-TestShelveInstance-750106452-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 13:23:45.992187 dv-cinder-830097-4-iscsi neutron-server[103457]: INFO neutron.wsgi [req-05d5243d-7b04-4209-8000-a8727515b781 req-b33ef5a4-29ce-40a8-a388-599fe14f2863 tempest-TestShelveInstance-750106452 tempest-TestShelveInstance-750106452-project] 10.222.0.18 "GET /v2.0/ports?device_id=bc77c197-89c7-4e0d-b60b-22abc9b99bd6 HTTP/1.1" status: 200 len: 945 time: 0.0491142 Apr 12 13:23:46.040301 dv-cinder-830097-4-iscsi neutron-server[103457]: INFO neutron.wsgi [req-05d5243d-7b04-4209-8000-a8727515b781 req-1b9ffbaf-51aa-40a6-9690-94beb4d37ce3 tempest-TestShelveInstance-750106452 tempest-TestShelveInstance-750106452-project] 10.222.0.18 "GET /v2.0/security-groups?id=2baa67a9-5f14-404b-94ce-8aa7d37b6772&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0415840 Apr 12 13:23:46.256157 dv-cinder-830097-4-iscsi neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-223cacf1-1a56-434c-9ab8-e6ba6436c8d3 req-c234e819-69b6-4baa-83aa-d296c4e18409 tempest-TestVolumeBootPattern-1974338582 tempest-TestVolumeBootPattern-1974338582-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 13:23:46.257642 dv-cinder-830097-4-iscsi neutron-server[103457]: INFO neutron.wsgi [req-223cacf1-1a56-434c-9ab8-e6ba6436c8d3 req-c234e819-69b6-4baa-83aa-d296c4e18409 tempest-TestVolumeBootPattern-1974338582 tempest-TestVolumeBootPattern-1974338582-project] 10.222.0.18 "GET /v2.0/ports?device_id=791c0918-4340-4a1c-92af-c14fcab69a05 HTTP/1.1" status: 200 len: 945 time: 0.0460823 Apr 12 13:23:46.312921 dv-cinder-830097-4-iscsi neutron-server[103457]: INFO neutron.wsgi [req-223cacf1-1a56-434c-9ab8-e6ba6436c8d3 req-877cf255-6200-4bab-add9-7c27e3133e10 tempest-TestVolumeBootPattern-1974338582 tempest-TestVolumeBootPattern-1974338582-project] 10.222.0.18 "GET /v2.0/security-groups?id=a66f9d14-bc7f-40ff-bcf2-fda4f9360a16&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0495315 Apr 12 13:23:46.766882 dv-cinder-830097-4-iscsi neutron-server[103459]: DEBUG neutron_lib.callbacks.manager [None req-99132ca2-8108-406c-ab8c-a1951fe16732 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732727929501', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-657397'] for agent (246ca497-e2ee-4e0b-b432-b4153c207e5f), after_update {{(pid=103459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:23:46.768836 dv-cinder-830097-4-iscsi neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa8193b4-05fe-4570-a3ee-46a088f60833 req-7d34b07a-a272-436e-909a-02ecf027f9a8 tempest-AttachVolumeShelveTestJSON-707707766 tempest-AttachVolumeShelveTestJSON-707707766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 13:23:46.770473 dv-cinder-830097-4-iscsi neutron-server[103457]: INFO neutron.wsgi [req-aa8193b4-05fe-4570-a3ee-46a088f60833 req-7d34b07a-a272-436e-909a-02ecf027f9a8 tempest-AttachVolumeShelveTestJSON-707707766 tempest-AttachVolumeShelveTestJSON-707707766-project] 10.222.0.18 "GET /v2.0/ports?device_id=86be2946-ca3b-4374-9704-0c44d13ac2bf HTTP/1.1" status: 200 len: 946 time: 0.0487690 Apr 12 13:23:46.824149 dv-cinder-830097-4-iscsi neutron-server[103457]: INFO neutron.wsgi [req-aa8193b4-05fe-4570-a3ee-46a088f60833 req-c8fa8f62-c670-4557-aec6-fce9ec20de5a tempest-AttachVolumeShelveTestJSON-707707766 tempest-AttachVolumeShelveTestJSON-707707766-project] 10.222.0.18 "GET /v2.0/security-groups?id=09a15c79-9ad1-40b0-a245-fcad199271ef&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0472262 Apr 12 13:23:46.851173 dv-cinder-830097-4-iscsi neutron-server[103458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b44037d6-ca84-4844-90ae-e3c498fe8626 req-0ae63cec-77ff-40fa-9aa5-c95b8751b372 tempest-TestMinimumBasicScenario-297192541 tempest-TestMinimumBasicScenario-297192541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 13:23:46.852614 dv-cinder-830097-4-iscsi neutron-server[103458]: INFO neutron.wsgi [req-b44037d6-ca84-4844-90ae-e3c498fe8626 req-0ae63cec-77ff-40fa-9aa5-c95b8751b372 tempest-TestMinimumBasicScenario-297192541 tempest-TestMinimumBasicScenario-297192541-project] 10.222.0.18 "GET /v2.0/ports?device_id=0edcbb02-c1d2-41b0-b791-4ffce2309512 HTTP/1.1" status: 200 len: 945 time: 0.0466766 Apr 12 13:23:46.898423 dv-cinder-830097-4-iscsi neutron-server[103458]: INFO neutron.wsgi [req-b44037d6-ca84-4844-90ae-e3c498fe8626 req-9123adc9-c253-4e4c-aabf-6c1ebf527dfb tempest-TestMinimumBasicScenario-297192541 tempest-TestMinimumBasicScenario-297192541-project] 10.222.0.18 "GET /v2.0/security-groups?id=5cff6b3d-3421-463c-b8d1-a470719c1ceb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401020 Apr 12 13:23:47.151564 dv-cinder-830097-4-iscsi neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-845e3e4e-6c1e-47e6-a2c8-3de6c7437098 req-0484754c-9803-4290-b7ba-5edffea1f81a tempest-TestShelveInstance-750106452 tempest-TestShelveInstance-750106452-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 13:23:47.153066 dv-cinder-830097-4-iscsi neutron-server[103457]: INFO neutron.wsgi [req-845e3e4e-6c1e-47e6-a2c8-3de6c7437098 req-0484754c-9803-4290-b7ba-5edffea1f81a tempest-TestShelveInstance-750106452 tempest-TestShelveInstance-750106452-project] 10.222.0.18 "GET /v2.0/ports?device_id=bc77c197-89c7-4e0d-b60b-22abc9b99bd6 HTTP/1.1" status: 200 len: 945 time: 0.0486763 Apr 12 13:23:47.201367 dv-cinder-830097-4-iscsi neutron-server[103457]: INFO neutron.wsgi [req-845e3e4e-6c1e-47e6-a2c8-3de6c7437098 req-c94f30e9-e104-499e-a792-27e053870728 tempest-TestShelveInstance-750106452 tempest-TestShelveInstance-750106452-project] 10.222.0.18 "GET /v2.0/security-groups?id=2baa67a9-5f14-404b-94ce-8aa7d37b6772&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0428338 Apr 12 13:23:47.436148 dv-cinder-830097-4-iscsi neutron-server[103458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca39cd8d-c2f5-44da-ac7f-1d08967465be req-dd55e074-de7b-4e7a-950b-acffbf8fc892 tempest-TestVolumeBootPattern-1974338582 tempest-TestVolumeBootPattern-1974338582-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 13:23:47.437628 dv-cinder-830097-4-iscsi neutron-server[103458]: INFO neutron.wsgi [req-ca39cd8d-c2f5-44da-ac7f-1d08967465be req-dd55e074-de7b-4e7a-950b-acffbf8fc892 tempest-TestVolumeBootPattern-1974338582 tempest-TestVolumeBootPattern-1974338582-project] 10.222.0.18 "GET /v2.0/ports?device_id=791c0918-4340-4a1c-92af-c14fcab69a05 HTTP/1.1" status: 200 len: 945 time: 0.0530469 Apr 12 13:23:47.484519 dv-cinder-830097-4-iscsi neutron-server[103458]: INFO neutron.wsgi [req-ca39cd8d-c2f5-44da-ac7f-1d08967465be req-93612090-6f1d-4e5e-82e5-f9fdca45ee5d tempest-TestVolumeBootPattern-1974338582 tempest-TestVolumeBootPattern-1974338582-project] 10.222.0.18 "GET /v2.0/security-groups?id=a66f9d14-bc7f-40ff-bcf2-fda4f9360a16&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0413973 Apr 12 13:23:47.943901 dv-cinder-830097-4-iscsi neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac008926-f5cb-419b-aa88-a5a0c1508178 req-2c2a105f-c26d-4625-b6f2-5ecf042bd0aa tempest-AttachVolumeShelveTestJSON-707707766 tempest-AttachVolumeShelveTestJSON-707707766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 13:23:47.945404 dv-cinder-830097-4-iscsi neutron-server[103457]: INFO neutron.wsgi [req-ac008926-f5cb-419b-aa88-a5a0c1508178 req-2c2a105f-c26d-4625-b6f2-5ecf042bd0aa tempest-AttachVolumeShelveTestJSON-707707766 tempest-AttachVolumeShelveTestJSON-707707766-project] 10.222.0.18 "GET /v2.0/ports?device_id=86be2946-ca3b-4374-9704-0c44d13ac2bf HTTP/1.1" status: 200 len: 946 time: 0.0480511 Apr 12 13:23:47.992094 dv-cinder-830097-4-iscsi neutron-server[103457]: INFO neutron.wsgi [req-ac008926-f5cb-419b-aa88-a5a0c1508178 req-c366e82d-d05a-4c27-bc8d-6a61b5f63742 tempest-AttachVolumeShelveTestJSON-707707766 tempest-AttachVolumeShelveTestJSON-707707766-project] 10.222.0.18 "GET /v2.0/security-groups?id=09a15c79-9ad1-40b0-a245-fcad199271ef&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0406687 Apr 12 13:23:48.015496 dv-cinder-830097-4-iscsi neutron-server[103458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4094657b-46a0-4b8b-963c-845f80a591a3 req-d3e9103e-1124-4fac-baa2-f0a6ef7b6e55 tempest-TestMinimumBasicScenario-297192541 tempest-TestMinimumBasicScenario-297192541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 13:23:48.016980 dv-cinder-830097-4-iscsi neutron-server[103458]: INFO neutron.wsgi [req-4094657b-46a0-4b8b-963c-845f80a591a3 req-d3e9103e-1124-4fac-baa2-f0a6ef7b6e55 tempest-TestMinimumBasicScenario-297192541 tempest-TestMinimumBasicScenario-297192541-project] 10.222.0.18 "GET /v2.0/ports?device_id=0edcbb02-c1d2-41b0-b791-4ffce2309512 HTTP/1.1" status: 200 len: 945 time: 0.0497699 Apr 12 13:23:48.063041 dv-cinder-830097-4-iscsi neutron-server[103458]: INFO neutron.wsgi [req-4094657b-46a0-4b8b-963c-845f80a591a3 req-66c54cd7-8a15-4898-91f5-839a6e2820f2 tempest-TestMinimumBasicScenario-297192541 tempest-TestMinimumBasicScenario-297192541-project] 10.222.0.18 "GET /v2.0/security-groups?id=5cff6b3d-3421-463c-b8d1-a470719c1ceb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403941 Apr 12 13:23:48.160684 dv-cinder-830097-4-iscsi neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cb3f71d-1df1-49c7-bbfa-1a07227cc950 req-322edd0c-6302-4d3e-aff6-ee5d36b2a651 tempest-TestMinimumBasicScenario-297192541 tempest-TestMinimumBasicScenario-297192541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 13:23:48.162422 dv-cinder-830097-4-iscsi neutron-server[103457]: INFO neutron.wsgi [req-5cb3f71d-1df1-49c7-bbfa-1a07227cc950 req-322edd0c-6302-4d3e-aff6-ee5d36b2a651 tempest-TestMinimumBasicScenario-297192541 tempest-TestMinimumBasicScenario-297192541-project] 10.222.0.55 "GET /v2.0/ports?device_id=0edcbb02-c1d2-41b0-b791-4ffce2309512 HTTP/1.1" status: 200 len: 945 time: 0.0523593 Apr 12 13:23:48.313711 dv-cinder-830097-4-iscsi neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46cf0e14-eeb3-4226-9f57-361e2ad0483b req-6325ab62-3d75-4244-acf9-89b6fe7dff05 tempest-TestShelveInstance-750106452 tempest-TestShelveInstance-750106452-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 13:23:48.315093 dv-cinder-830097-4-iscsi neutron-server[103457]: INFO neutron.wsgi [req-46cf0e14-eeb3-4226-9f57-361e2ad0483b req-6325ab62-3d75-4244-acf9-89b6fe7dff05 tempest-TestShelveInstance-750106452 tempest-TestShelveInstance-750106452-project] 10.222.0.18 "GET /v2.0/ports?device_id=bc77c197-89c7-4e0d-b60b-22abc9b99bd6 HTTP/1.1" status: 200 len: 945 time: 0.0480213 Apr 12 13:23:48.364844 dv-cinder-830097-4-iscsi neutron-server[103457]: INFO neutron.wsgi [req-46cf0e14-eeb3-4226-9f57-361e2ad0483b req-739351cc-6ce6-4ef8-8acb-19428a0ece4c tempest-TestShelveInstance-750106452 tempest-TestShelveInstance-750106452-project] 10.222.0.18 "GET /v2.0/security-groups?id=2baa67a9-5f14-404b-94ce-8aa7d37b6772&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0439684 Apr 12 13:23:48.594551 dv-cinder-830097-4-iscsi neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ff2c2d4-3c25-4ac7-87d2-1ce1283cad2c req-417d332a-8ee9-4df8-9489-6f53e5b52ff8 tempest-TestVolumeBootPattern-1974338582 tempest-TestVolumeBootPattern-1974338582-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 13:23:48.595992 dv-cinder-830097-4-iscsi neutron-server[103457]: INFO neutron.wsgi [req-1ff2c2d4-3c25-4ac7-87d2-1ce1283cad2c req-417d332a-8ee9-4df8-9489-6f53e5b52ff8 tempest-TestVolumeBootPattern-1974338582 tempest-TestVolumeBootPattern-1974338582-project] 10.222.0.18 "GET /v2.0/ports?device_id=791c0918-4340-4a1c-92af-c14fcab69a05 HTTP/1.1" status: 200 len: 945 time: 0.0464351 Apr 12 13:23:48.734164 dv-cinder-830097-4-iscsi neutron-server[103457]: INFO neutron.wsgi [req-1ff2c2d4-3c25-4ac7-87d2-1ce1283cad2c req-25c93a80-f20c-4ff3-a78c-a2b65cb466d2 tempest-TestVolumeBootPattern-1974338582 tempest-TestVolumeBootPattern-1974338582-project] 10.222.0.18 "GET /v2.0/security-groups?id=a66f9d14-bc7f-40ff-bcf2-fda4f9360a16&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1326647 Apr 12 13:23:48.748864 dv-cinder-830097-4-iscsi neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62818802-01e5-47c2-9fa6-8d6820d6f876 req-3555267e-cda8-45d0-b4b9-4d00dd0b5b47 tempest-TestVolumeBootPattern-1974338582 tempest-TestVolumeBootPattern-1974338582-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 13:23:48.750348 dv-cinder-830097-4-iscsi neutron-server[103457]: INFO neutron.wsgi [req-62818802-01e5-47c2-9fa6-8d6820d6f876 req-3555267e-cda8-45d0-b4b9-4d00dd0b5b47 tempest-TestVolumeBootPattern-1974338582 tempest-TestVolumeBootPattern-1974338582-project] 10.222.0.55 "GET /v2.0/ports?device_id=791c0918-4340-4a1c-92af-c14fcab69a05 HTTP/1.1" status: 200 len: 945 time: 0.1117947 Apr 12 13:23:48.795403 dv-cinder-830097-4-iscsi neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81e586d3-cf3b-464a-85b2-af9472049675 req-a46b2230-87ba-4f3f-912f-583b63fd115f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 13:23:48.796963 dv-cinder-830097-4-iscsi neutron-server[103457]: INFO neutron.wsgi [req-81e586d3-cf3b-464a-85b2-af9472049675 req-a46b2230-87ba-4f3f-912f-583b63fd115f service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=86be2946-ca3b-4374-9704-0c44d13ac2bf HTTP/1.1" status: 200 len: 1130 time: 0.1273935 Apr 12 13:23:48.859057 dv-cinder-830097-4-iscsi neutron-server[103457]: DEBUG neutron.plugins.ml2.plugin [req-5cb3f71d-1df1-49c7-bbfa-1a07227cc950 req-60fe3c7a-88b9-40c9-a1b2-7fb5f36e8bab tempest-TestMinimumBasicScenario-297192541 tempest-TestMinimumBasicScenario-297192541-project] Deleting port 4e621a2e-a21d-400b-97c6-4a2cf9634d9b {{(pid=103457) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 12 13:23:48.859395 dv-cinder-830097-4-iscsi neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [req-5cb3f71d-1df1-49c7-bbfa-1a07227cc950 req-60fe3c7a-88b9-40c9-a1b2-7fb5f36e8bab tempest-TestMinimumBasicScenario-297192541 tempest-TestMinimumBasicScenario-297192541-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732727887391'] for port (4e621a2e-a21d-400b-97c6-4a2cf9634d9b), before_delete {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:23:48.936514 dv-cinder-830097-4-iscsi neutron-server[103457]: INFO neutron.wsgi [req-81e586d3-cf3b-464a-85b2-af9472049675 req-4956dbb1-5610-4ebc-b45d-83e12f9d64eb service neutron] 10.222.0.55 "GET /v2.0/security-groups?id=09a15c79-9ad1-40b0-a245-fcad199271ef&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1177158 Apr 12 13:23:48.960567 dv-cinder-830097-4-iscsi neutron-server[103457]: DEBUG neutron.plugins.ml2.plugin [req-62818802-01e5-47c2-9fa6-8d6820d6f876 req-0fc1582f-24a8-4adf-b8a5-28e14ea8d013 tempest-TestVolumeBootPattern-1974338582 tempest-TestVolumeBootPattern-1974338582-project] Deleting port c53f8754-b501-4947-a6e1-cba2d0809277 {{(pid=103457) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 12 13:23:48.960939 dv-cinder-830097-4-iscsi neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [req-62818802-01e5-47c2-9fa6-8d6820d6f876 req-0fc1582f-24a8-4adf-b8a5-28e14ea8d013 tempest-TestVolumeBootPattern-1974338582 tempest-TestVolumeBootPattern-1974338582-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732727887391'] for port (c53f8754-b501-4947-a6e1-cba2d0809277), before_delete {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:23:49.051601 dv-cinder-830097-4-iscsi neutron-server[103457]: DEBUG neutron.plugins.ml2.db [req-5cb3f71d-1df1-49c7-bbfa-1a07227cc950 req-60fe3c7a-88b9-40c9-a1b2-7fb5f36e8bab tempest-TestMinimumBasicScenario-297192541 tempest-TestMinimumBasicScenario-297192541-project] For port 4e621a2e-a21d-400b-97c6-4a2cf9634d9b, host hv-cinder-83009, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83009',level=0,port_id=4e621a2e-a21d-400b-97c6-4a2cf9634d9b,segment=NetworkSegment(c7030a2b-c894-43d1-978c-a3dddc343332),segment_id=c7030a2b-c894-43d1-978c-a3dddc343332)] {{(pid=103457) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 12 13:23:49.051962 dv-cinder-830097-4-iscsi neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [req-5cb3f71d-1df1-49c7-bbfa-1a07227cc950 req-60fe3c7a-88b9-40c9-a1b2-7fb5f36e8bab tempest-TestMinimumBasicScenario-297192541 tempest-TestMinimumBasicScenario-297192541-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3742288'] for port (4e621a2e-a21d-400b-97c6-4a2cf9634d9b), precommit_delete {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:23:49.077648 dv-cinder-830097-4-iscsi neutron-server[103457]: DEBUG neutron.plugins.ml2.plugin [req-5cb3f71d-1df1-49c7-bbfa-1a07227cc950 req-60fe3c7a-88b9-40c9-a1b2-7fb5f36e8bab tempest-TestMinimumBasicScenario-297192541 tempest-TestMinimumBasicScenario-297192541-project] Calling delete_port for 4e621a2e-a21d-400b-97c6-4a2cf9634d9b owned by compute:nova {{(pid=103457) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 12 13:23:49.095302 dv-cinder-830097-4-iscsi neutron-server[103457]: DEBUG neutron.plugins.ml2.db [req-62818802-01e5-47c2-9fa6-8d6820d6f876 req-0fc1582f-24a8-4adf-b8a5-28e14ea8d013 tempest-TestVolumeBootPattern-1974338582 tempest-TestVolumeBootPattern-1974338582-project] For port c53f8754-b501-4947-a6e1-cba2d0809277, host hv-cinder-83009, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83009',level=0,port_id=c53f8754-b501-4947-a6e1-cba2d0809277,segment=NetworkSegment(39aadab9-ffeb-4018-ac4b-402a2c1e23da),segment_id=39aadab9-ffeb-4018-ac4b-402a2c1e23da)] {{(pid=103457) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 12 13:23:49.095674 dv-cinder-830097-4-iscsi neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [req-62818802-01e5-47c2-9fa6-8d6820d6f876 req-0fc1582f-24a8-4adf-b8a5-28e14ea8d013 tempest-TestVolumeBootPattern-1974338582 tempest-TestVolumeBootPattern-1974338582-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3742288'] for port (c53f8754-b501-4947-a6e1-cba2d0809277), precommit_delete {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:23:49.117259 dv-cinder-830097-4-iscsi neutron-server[103458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd3ee8f8-280b-4806-a8f8-24cc96ae5a1b req-a2dd92bd-9368-4d00-aec1-f3373cb44af0 tempest-AttachVolumeShelveTestJSON-707707766 tempest-AttachVolumeShelveTestJSON-707707766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 13:23:49.119480 dv-cinder-830097-4-iscsi neutron-server[103458]: INFO neutron.wsgi [req-dd3ee8f8-280b-4806-a8f8-24cc96ae5a1b req-a2dd92bd-9368-4d00-aec1-f3373cb44af0 tempest-AttachVolumeShelveTestJSON-707707766 tempest-AttachVolumeShelveTestJSON-707707766-project] 10.222.0.18 "GET /v2.0/ports?device_id=86be2946-ca3b-4374-9704-0c44d13ac2bf HTTP/1.1" status: 200 len: 946 time: 0.0507631 Apr 12 13:23:49.167077 dv-cinder-830097-4-iscsi neutron-server[103458]: INFO neutron.wsgi [req-dd3ee8f8-280b-4806-a8f8-24cc96ae5a1b req-30a8b5e3-d5d6-4cf3-a68a-b393b3704704 tempest-AttachVolumeShelveTestJSON-707707766 tempest-AttachVolumeShelveTestJSON-707707766-project] 10.222.0.18 "GET /v2.0/security-groups?id=09a15c79-9ad1-40b0-a245-fcad199271ef&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0416324 Apr 12 13:23:49.364700 dv-cinder-830097-4-iscsi neutron-server[103459]: DEBUG neutron_lib.callbacks.manager [None req-8d27803b-0ae4-412b-9d5c-2315f65bdae0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732727929501', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-657397'] for agent (b7e11a8b-aeed-493f-9763-461016dddc93), after_update {{(pid=103459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:23:49.488801 dv-cinder-830097-4-iscsi neutron-server[103458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f62d61c5-186c-4b67-a24b-3a1aba50710f req-9362ec42-bcec-496f-bbdb-e1eed62dfb79 tempest-TestShelveInstance-750106452 tempest-TestShelveInstance-750106452-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 13:23:49.490282 dv-cinder-830097-4-iscsi neutron-server[103458]: INFO neutron.wsgi [req-f62d61c5-186c-4b67-a24b-3a1aba50710f req-9362ec42-bcec-496f-bbdb-e1eed62dfb79 tempest-TestShelveInstance-750106452 tempest-TestShelveInstance-750106452-project] 10.222.0.18 "GET /v2.0/ports?device_id=bc77c197-89c7-4e0d-b60b-22abc9b99bd6 HTTP/1.1" status: 200 len: 945 time: 0.0531225 Apr 12 13:23:49.499372 dv-cinder-830097-4-iscsi neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78367005-e7a4-4e6d-83ee-af57c435f1e2 req-85529c00-568e-400c-b005-3eab94d2cd73 tempest-TestMinimumBasicScenario-297192541 tempest-TestMinimumBasicScenario-297192541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 13:23:49.500866 dv-cinder-830097-4-iscsi neutron-server[103457]: INFO neutron.wsgi [req-78367005-e7a4-4e6d-83ee-af57c435f1e2 req-85529c00-568e-400c-b005-3eab94d2cd73 tempest-TestMinimumBasicScenario-297192541 tempest-TestMinimumBasicScenario-297192541-project] 10.222.0.18 "GET /v2.0/ports?device_id=0edcbb02-c1d2-41b0-b791-4ffce2309512 HTTP/1.1" status: 200 len: 945 time: 0.3619750 Apr 12 13:23:49.541773 dv-cinder-830097-4-iscsi neutron-server[103458]: INFO neutron.wsgi [req-f62d61c5-186c-4b67-a24b-3a1aba50710f req-634916bc-c204-4722-82fb-215304f8dca3 tempest-TestShelveInstance-750106452 tempest-TestShelveInstance-750106452-project] 10.222.0.18 "GET /v2.0/security-groups?id=2baa67a9-5f14-404b-94ce-8aa7d37b6772&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0455825 Apr 12 13:23:49.669426 dv-cinder-830097-4-iscsi neutron-server[103457]: INFO neutron.wsgi [req-78367005-e7a4-4e6d-83ee-af57c435f1e2 req-1fd935b7-1630-42ae-9fc6-f6ab35c160c1 tempest-TestMinimumBasicScenario-297192541 tempest-TestMinimumBasicScenario-297192541-project] 10.222.0.18 "GET /v2.0/security-groups?id=5cff6b3d-3421-463c-b8d1-a470719c1ceb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1566839 Apr 12 13:23:49.703759 dv-cinder-830097-4-iscsi neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [req-5cb3f71d-1df1-49c7-bbfa-1a07227cc950 req-60fe3c7a-88b9-40c9-a1b2-7fb5f36e8bab tempest-TestMinimumBasicScenario-297192541 tempest-TestMinimumBasicScenario-297192541-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-915890', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3697887', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732727894797', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732727417923', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25610742'] for port (4e621a2e-a21d-400b-97c6-4a2cf9634d9b), after_delete {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:23:49.711707 dv-cinder-830097-4-iscsi neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [req-62818802-01e5-47c2-9fa6-8d6820d6f876 req-0fc1582f-24a8-4adf-b8a5-28e14ea8d013 tempest-TestVolumeBootPattern-1974338582 tempest-TestVolumeBootPattern-1974338582-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:23:49.712067 dv-cinder-830097-4-iscsi neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [req-62818802-01e5-47c2-9fa6-8d6820d6f876 req-0fc1582f-24a8-4adf-b8a5-28e14ea8d013 tempest-TestVolumeBootPattern-1974338582 tempest-TestVolumeBootPattern-1974338582-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3739086'] for floatingip (14d2dd8e-885c-44a9-bb47-b657085db789), after_update {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:23:49.712519 dv-cinder-830097-4-iscsi neutron-server[103457]: INFO neutron.db.l3_db [req-62818802-01e5-47c2-9fa6-8d6820d6f876 req-0fc1582f-24a8-4adf-b8a5-28e14ea8d013 tempest-TestVolumeBootPattern-1974338582 tempest-TestVolumeBootPattern-1974338582-project] Floating IP 14d2dd8e-885c-44a9-bb47-b657085db789 disassociated. External IP: 172.27.0.172, port: c53f8754-b501-4947-a6e1-cba2d0809277. Apr 12 13:23:49.713577 dv-cinder-830097-4-iscsi neutron-server[103457]: DEBUG neutron.plugins.ml2.plugin [req-62818802-01e5-47c2-9fa6-8d6820d6f876 req-0fc1582f-24a8-4adf-b8a5-28e14ea8d013 tempest-TestVolumeBootPattern-1974338582 tempest-TestVolumeBootPattern-1974338582-project] Calling delete_port for c53f8754-b501-4947-a6e1-cba2d0809277 owned by compute:nova {{(pid=103457) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 12 13:23:49.743024 dv-cinder-830097-4-iscsi neutron-server[103457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60fe3c7a-88b9-40c9-a1b2-7fb5f36e8bab tempest-TestMinimumBasicScenario-297192541 tempest-TestMinimumBasicScenario-297192541-project] Pushing event deleted for resources: {'Port': ['ID=4e621a2e-a21d-400b-97c6-4a2cf9634d9b,revision_number=None']} {{(pid=103457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 13:23:49.831445 dv-cinder-830097-4-iscsi neutron-server[103457]: DEBUG neutron.db.l3_dvrscheduler_db [req-5cb3f71d-1df1-49c7-bbfa-1a07227cc950 req-60fe3c7a-88b9-40c9-a1b2-7fb5f36e8bab tempest-TestMinimumBasicScenario-297192541 tempest-TestMinimumBasicScenario-297192541-project] No DVR routers for this DVR port 4e621a2e-a21d-400b-97c6-4a2cf9634d9b on host hv-cinder-83009 {{(pid=103457) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 12 13:23:49.847232 dv-cinder-830097-4-iscsi neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [req-5cb3f71d-1df1-49c7-bbfa-1a07227cc950 req-60fe3c7a-88b9-40c9-a1b2-7fb5f36e8bab tempest-TestMinimumBasicScenario-297192541 tempest-TestMinimumBasicScenario-297192541-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-500965'] for port (None), before_response {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:23:49.850471 dv-cinder-830097-4-iscsi neutron-server[103457]: INFO neutron.wsgi [req-5cb3f71d-1df1-49c7-bbfa-1a07227cc950 req-60fe3c7a-88b9-40c9-a1b2-7fb5f36e8bab tempest-TestMinimumBasicScenario-297192541 tempest-TestMinimumBasicScenario-297192541-project] 10.222.0.55 "DELETE /v2.0/ports/4e621a2e-a21d-400b-97c6-4a2cf9634d9b HTTP/1.1" status: 204 len: 173 time: 1.2281318 Apr 12 13:23:49.850916 dv-cinder-830097-4-iscsi neutron-server[103457]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0edcbb02-c1d2-41b0-b791-4ffce2309512', 'name': 'network-vif-deleted', 'tag': '4e621a2e-a21d-400b-97c6-4a2cf9634d9b'}] {{(pid=103457) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 12 13:23:49.853295 dv-cinder-830097-4-iscsi neutron-server[103457]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}086c7d3de3560e72b9669b0aa2f8f0aa3a7dc6896401f4467231a6605ceb6cb3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8c709627-7649-4db1-86e1-2647c1a607d2" -d '{"events": [{"server_uuid": "0edcbb02-c1d2-41b0-b791-4ffce2309512", "name": "network-vif-deleted", "tag": "4e621a2e-a21d-400b-97c6-4a2cf9634d9b"}]}' {{(pid=103457) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 12 13:23:49.893291 dv-cinder-830097-4-iscsi neutron-server[103458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dce75943-b713-4a13-af09-d4edd439ae6a req-d51f9a12-ef50-462b-a04d-d128019458ac tempest-ServerRescueNegativeTestJSON-440649021 tempest-ServerRescueNegativeTestJSON-440649021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 13:23:49.895198 dv-cinder-830097-4-iscsi neutron-server[103458]: INFO neutron.wsgi [req-dce75943-b713-4a13-af09-d4edd439ae6a req-d51f9a12-ef50-462b-a04d-d128019458ac tempest-ServerRescueNegativeTestJSON-440649021 tempest-ServerRescueNegativeTestJSON-440649021-project] 10.222.0.18 "GET /v2.0/ports?device_id=629d75a5-e426-4cc1-9a91-03495357fac5 HTTP/1.1" status: 200 len: 946 time: 0.0488086 Apr 12 13:23:49.899123 dv-cinder-830097-4-iscsi neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0eef18ec-1b7f-48f9-a53e-fe13393c4b55 req-d6b84492-f74a-4a69-a8aa-f9ae5f31b20b tempest-TestVolumeBootPattern-1974338582 tempest-TestVolumeBootPattern-1974338582-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 13:23:49.900651 dv-cinder-830097-4-iscsi neutron-server[103457]: INFO neutron.wsgi [req-0eef18ec-1b7f-48f9-a53e-fe13393c4b55 req-d6b84492-f74a-4a69-a8aa-f9ae5f31b20b tempest-TestVolumeBootPattern-1974338582 tempest-TestVolumeBootPattern-1974338582-project] 10.222.0.18 "GET /v2.0/ports?device_id=791c0918-4340-4a1c-92af-c14fcab69a05 HTTP/1.1" status: 200 len: 945 time: 0.0741951 Apr 12 13:23:49.948217 dv-cinder-830097-4-iscsi neutron-server[103458]: INFO neutron.wsgi [req-dce75943-b713-4a13-af09-d4edd439ae6a req-217cfb28-0b8d-47ce-b1fe-a59a0990bf99 tempest-ServerRescueNegativeTestJSON-440649021 tempest-ServerRescueNegativeTestJSON-440649021-project] 10.222.0.18 "GET /v2.0/security-groups?id=9a69e885-7be4-4d2c-b3f6-55a097b025b0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0467606 Apr 12 13:23:49.990512 dv-cinder-830097-4-iscsi neutron-server[103457]: INFO neutron.wsgi [req-0eef18ec-1b7f-48f9-a53e-fe13393c4b55 req-72b5878b-2097-4d23-9e32-9bbf2e12769a tempest-TestVolumeBootPattern-1974338582 tempest-TestVolumeBootPattern-1974338582-project] 10.222.0.18 "GET /v2.0/security-groups?id=a66f9d14-bc7f-40ff-bcf2-fda4f9360a16&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0830247 Apr 12 13:23:49.995137 dv-cinder-830097-4-iscsi neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [req-62818802-01e5-47c2-9fa6-8d6820d6f876 req-0fc1582f-24a8-4adf-b8a5-28e14ea8d013 tempest-TestVolumeBootPattern-1974338582 tempest-TestVolumeBootPattern-1974338582-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-915890', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3697887', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732727894797', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732727417923', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25610742'] for port (c53f8754-b501-4947-a6e1-cba2d0809277), after_delete {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:23:50.004522 dv-cinder-830097-4-iscsi neutron-server[103457]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 12 Apr 2022 13:23:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-66f2fa22-4f6a-44d8-8294-59387e2ec8a9 x-openstack-request-id: req-66f2fa22-4f6a-44d8-8294-59387e2ec8a9 {{(pid=103457) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 12 13:23:50.004836 dv-cinder-830097-4-iscsi neutron-server[103457]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0edcbb02-c1d2-41b0-b791-4ffce2309512", "name": "network-vif-deleted", "tag": "4e621a2e-a21d-400b-97c6-4a2cf9634d9b", "status": "completed", "code": 200}]} {{(pid=103457) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 12 13:23:50.005094 dv-cinder-830097-4-iscsi neutron-server[103457]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-66f2fa22-4f6a-44d8-8294-59387e2ec8a9 {{(pid=103457) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 12 13:23:50.005488 dv-cinder-830097-4-iscsi neutron-server[103457]: INFO neutron.notifiers.nova [-] Nova event matching ['req-66f2fa22-4f6a-44d8-8294-59387e2ec8a9'] response: {'server_uuid': '0edcbb02-c1d2-41b0-b791-4ffce2309512', 'name': 'network-vif-deleted', 'tag': '4e621a2e-a21d-400b-97c6-4a2cf9634d9b', 'status': 'completed', 'code': 200} Apr 12 13:23:50.030576 dv-cinder-830097-4-iscsi neutron-server[103457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fc1582f-24a8-4adf-b8a5-28e14ea8d013 tempest-TestVolumeBootPattern-1974338582 tempest-TestVolumeBootPattern-1974338582-project] Pushing event deleted for resources: {'Port': ['ID=c53f8754-b501-4947-a6e1-cba2d0809277,revision_number=None']} {{(pid=103457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 13:23:50.149830 dv-cinder-830097-4-iscsi neutron-server[103457]: DEBUG neutron.scheduler.l3_agent_scheduler [req-62818802-01e5-47c2-9fa6-8d6820d6f876 req-0fc1582f-24a8-4adf-b8a5-28e14ea8d013 tempest-TestVolumeBootPattern-1974338582 tempest-TestVolumeBootPattern-1974338582-project] Router ba66042a-e589-44ce-9fdd-d59c505db23b has already been hosted by L3 agent b7e11a8b-aeed-493f-9763-461016dddc93 {{(pid=103457) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 12 13:23:50.277899 dv-cinder-830097-4-iscsi neutron-server[103457]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-62818802-01e5-47c2-9fa6-8d6820d6f876 req-0fc1582f-24a8-4adf-b8a5-28e14ea8d013 tempest-TestVolumeBootPattern-1974338582 tempest-TestVolumeBootPattern-1974338582-project] Notify agent at l3_agent.dv-cinder-830097-4-iscsi the message routers_updated {{(pid=103457) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 12 13:23:50.279533 dv-cinder-830097-4-iscsi neutron-server[103459]: DEBUG neutron_lib.callbacks.manager [None req-f20c20fe-5767-407a-9f30-b36f01c50254 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732727929501', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-657397'] for agent (1e8a91c7-94d1-4b17-9536-32bc01f44a9b), after_update {{(pid=103459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:23:50.288474 dv-cinder-830097-4-iscsi neutron-server[103459]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2905809e-675f-4070-8799-297ed1e67a82 None None] Sync routers for ids ['ba66042a-e589-44ce-9fdd-d59c505db23b'] in dv-cinder-830097-4-iscsi {{(pid=103459) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 12 13:23:50.299421 dv-cinder-830097-4-iscsi neutron-server[103459]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2905809e-675f-4070-8799-297ed1e67a82 None None] Routers {'ba66042a-e589-44ce-9fdd-d59c505db23b'} bound to L3 agent in host dv-cinder-830097-4-iscsi {{(pid=103459) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 12 13:23:50.300057 dv-cinder-830097-4-iscsi neutron-server[103459]: DEBUG neutron.db.l3_hamode_db [None req-2905809e-675f-4070-8799-297ed1e67a82 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830097-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 10, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 10, "log_agent_heartbeats": false, "routers": 10},created_at=2022-04-12T13:07:19Z,description=,heartbeat_timestamp=2022-04-12T13:23:49Z,host='dv-cinder-830097-4-iscsi',id=b7e11a8b-aeed-493f-9763-461016dddc93,load=0,resource_versions=,resources_synced=,started_at=2022-04-12T13:07:19Z,topic='l3_agent')) {'router_ids': ['ba66042a-e589-44ce-9fdd-d59c505db23b'], 'active': True} {{(pid=103459) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 13:23:50.308276 dv-cinder-830097-4-iscsi neutron-server[103458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab52a62f-ce6d-4c19-bd9d-2e3dfcd7c076 req-02ed81cd-9d26-41c2-a26c-87eb924f4f62 tempest-AttachVolumeShelveTestJSON-707707766 tempest-AttachVolumeShelveTestJSON-707707766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 13:23:50.310914 dv-cinder-830097-4-iscsi neutron-server[103458]: INFO neutron.wsgi [req-ab52a62f-ce6d-4c19-bd9d-2e3dfcd7c076 req-02ed81cd-9d26-41c2-a26c-87eb924f4f62 tempest-AttachVolumeShelveTestJSON-707707766 tempest-AttachVolumeShelveTestJSON-707707766-project] 10.222.0.18 "GET /v2.0/ports?device_id=86be2946-ca3b-4374-9704-0c44d13ac2bf HTTP/1.1" status: 200 len: 946 time: 0.0648272 Apr 12 13:23:50.321420 dv-cinder-830097-4-iscsi neutron-server[103457]: DEBUG neutron.db.l3_dvrscheduler_db [req-62818802-01e5-47c2-9fa6-8d6820d6f876 req-0fc1582f-24a8-4adf-b8a5-28e14ea8d013 tempest-TestVolumeBootPattern-1974338582 tempest-TestVolumeBootPattern-1974338582-project] No DVR routers for this DVR port c53f8754-b501-4947-a6e1-cba2d0809277 on host hv-cinder-83009 {{(pid=103457) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 12 13:23:50.324244 dv-cinder-830097-4-iscsi neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [req-62818802-01e5-47c2-9fa6-8d6820d6f876 req-0fc1582f-24a8-4adf-b8a5-28e14ea8d013 tempest-TestVolumeBootPattern-1974338582 tempest-TestVolumeBootPattern-1974338582-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-500965'] for port (None), before_response {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:23:50.327796 dv-cinder-830097-4-iscsi neutron-server[103457]: INFO neutron.wsgi [req-62818802-01e5-47c2-9fa6-8d6820d6f876 req-0fc1582f-24a8-4adf-b8a5-28e14ea8d013 tempest-TestVolumeBootPattern-1974338582 tempest-TestVolumeBootPattern-1974338582-project] 10.222.0.55 "DELETE /v2.0/ports/c53f8754-b501-4947-a6e1-cba2d0809277 HTTP/1.1" status: 204 len: 173 time: 1.5445390 Apr 12 13:23:50.365975 dv-cinder-830097-4-iscsi neutron-server[103458]: INFO neutron.wsgi [req-ab52a62f-ce6d-4c19-bd9d-2e3dfcd7c076 req-4024d5cc-12d4-4cb2-810c-5be25f475e68 tempest-AttachVolumeShelveTestJSON-707707766 tempest-AttachVolumeShelveTestJSON-707707766-project] 10.222.0.18 "GET /v2.0/security-groups?id=09a15c79-9ad1-40b0-a245-fcad199271ef&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0496285 Apr 12 13:23:50.423583 dv-cinder-830097-4-iscsi neutron-server[103459]: DEBUG neutron.db.l3_dvr_db [None req-2905809e-675f-4070-8799-297ed1e67a82 None None] Set router ba66042a-e589-44ce-9fdd-d59c505db23b gateway port host: dv-cinder-830097-4-iscsi {{(pid=103459) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 12 13:23:50.657935 dv-cinder-830097-4-iscsi neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54a11f97-cc04-4f2c-a10d-cc2b97403081 req-2763f167-3f51-45be-862d-61bf709db42c tempest-TestShelveInstance-750106452 tempest-TestShelveInstance-750106452-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 13:23:50.659350 dv-cinder-830097-4-iscsi neutron-server[103457]: INFO neutron.wsgi [req-54a11f97-cc04-4f2c-a10d-cc2b97403081 req-2763f167-3f51-45be-862d-61bf709db42c tempest-TestShelveInstance-750106452 tempest-TestShelveInstance-750106452-project] 10.222.0.18 "GET /v2.0/ports?device_id=bc77c197-89c7-4e0d-b60b-22abc9b99bd6 HTTP/1.1" status: 200 len: 945 time: 0.0478523 Apr 12 13:23:50.709824 dv-cinder-830097-4-iscsi neutron-server[103457]: INFO neutron.wsgi [req-54a11f97-cc04-4f2c-a10d-cc2b97403081 req-3ec23f14-0e67-4077-a8aa-e4c4ca83dc52 tempest-TestShelveInstance-750106452 tempest-TestShelveInstance-750106452-project] 10.222.0.18 "GET /v2.0/security-groups?id=2baa67a9-5f14-404b-94ce-8aa7d37b6772&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0447459 Apr 12 13:23:50.751065 dv-cinder-830097-4-iscsi neutron-server[103459]: DEBUG neutron.db.l3_hamode_db [None req-2905809e-675f-4070-8799-297ed1e67a82 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ba66042a-e589-44ce-9fdd-d59c505db23b', 'name': 'tempest-TestVolumeBootPattern-1121100241-router', 'tenant_id': '59e9ce76515147cfa24a7c710300c9c0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '26d0436d-8ae2-49bd-8cc6-3d2eac552c84', 'external_fixed_ips': [{'subnet_id': 'd93852d8-8f89-4b1c-bef4-0e05f499a8db', 'ip_address': '172.27.0.135'}], 'enable_snat': True}, 'gw_port_id': 'a6bd8c1c-ed89-4dc0-93e5-88926e969196', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-12T13:19:38Z', 'updated_at': '2022-04-12T13:19:41Z', 'revision_number': 4, 'project_id': '59e9ce76515147cfa24a7c710300c9c0', 'gw_port': {'id': 'a6bd8c1c-ed89-4dc0-93e5-88926e969196', 'name': '', 'network_id': '26d0436d-8ae2-49bd-8cc6-3d2eac552c84', 'tenant_id': '', 'mac_address': 'fa:16:3e:bd:61:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ba66042a-e589-44ce-9fdd-d59c505db23b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 463, 'fixed_ips': [{'subnet_id': 'd93852d8-8f89-4b1c-bef4-0e05f499a8db', 'ip_address': '172.27.0.135', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830097-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T13:19:38Z', 'updated_at': '2022-04-12T13:19:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd93852d8-8f89-4b1c-bef4-0e05f499a8db', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830097-4-iscsi', '_interfaces': [{'id': 'a316c228-cce6-48d9-ae2d-ee8b711bff90', 'name': '', 'network_id': 'fc0e35fc-da48-4b0a-aef1-4a0c9e07f863', 'tenant_id': '59e9ce76515147cfa24a7c710300c9c0', 'mac_address': 'fa:16:3e:ca:00:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ba66042a-e589-44ce-9fdd-d59c505db23b', 'device_owner': 'network:router_interface', 'standard_attr_id': 464, 'fixed_ips': [{'subnet_id': '3e5a37b9-6492-41e4-a03e-0f76c3de6aee', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830097-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T13:19:40Z', 'updated_at': '2022-04-12T13:19:45Z', 'revision_number': 5, 'project_id': '59e9ce76515147cfa24a7c710300c9c0', 'subnets': [{'id': '3e5a37b9-6492-41e4-a03e-0f76c3de6aee', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-830097-4-iscsi', False) {} {{(pid=103459) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 13:23:50.772950 dv-cinder-830097-4-iscsi neutron-server[103458]: INFO neutron.wsgi [req-9c55c231-314f-40bd-bbce-155f20135e4f req-2690a35a-9e51-4718-9d48-13b3c4dfe6b4 tempest-TestMinimumBasicScenario-297192541 tempest-TestMinimumBasicScenario-297192541-project] 10.222.0.18 "GET /v2.0/ports?device_id=0edcbb02-c1d2-41b0-b791-4ffce2309512 HTTP/1.1" status: 200 len: 210 time: 0.0267930 Apr 12 13:23:50.778128 dv-cinder-830097-4-iscsi neutron-server[103459]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2905809e-675f-4070-8799-297ed1e67a82 None None] Checking router: ba66042a-e589-44ce-9fdd-d59c505db23b for host: dv-cinder-830097-4-iscsi {{(pid=103459) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 12 13:23:50.786596 dv-cinder-830097-4-iscsi neutron-server[103459]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2905809e-675f-4070-8799-297ed1e67a82 None None] Routers {'ba66042a-e589-44ce-9fdd-d59c505db23b'} bound to L3 agent in host dv-cinder-830097-4-iscsi {{(pid=103459) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 12 13:23:50.787294 dv-cinder-830097-4-iscsi neutron-server[103459]: DEBUG neutron.db.l3_hamode_db [None req-2905809e-675f-4070-8799-297ed1e67a82 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830097-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 10, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 10, "log_agent_heartbeats": false, "routers": 10},created_at=2022-04-12T13:07:19Z,description=,heartbeat_timestamp=2022-04-12T13:23:49Z,host='dv-cinder-830097-4-iscsi',id=b7e11a8b-aeed-493f-9763-461016dddc93,load=0,resource_versions=,resources_synced=,started_at=2022-04-12T13:07:19Z,topic='l3_agent')) {'router_ids': ['ba66042a-e589-44ce-9fdd-d59c505db23b'], 'active': True} {{(pid=103459) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 13:23:50.899119 dv-cinder-830097-4-iscsi neutron-server[103459]: DEBUG neutron.db.l3_dvr_db [None req-2905809e-675f-4070-8799-297ed1e67a82 None None] Set router ba66042a-e589-44ce-9fdd-d59c505db23b gateway port host: dv-cinder-830097-4-iscsi {{(pid=103459) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 12 13:23:51.070606 dv-cinder-830097-4-iscsi neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37f686bf-d4f1-43dc-acdf-420f2821105f req-d92aa8b6-7bfd-4191-87a3-8abf329a9ccf tempest-ServerRescueNegativeTestJSON-440649021 tempest-ServerRescueNegativeTestJSON-440649021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 13:23:51.073020 dv-cinder-830097-4-iscsi neutron-server[103457]: INFO neutron.wsgi [req-37f686bf-d4f1-43dc-acdf-420f2821105f req-d92aa8b6-7bfd-4191-87a3-8abf329a9ccf tempest-ServerRescueNegativeTestJSON-440649021 tempest-ServerRescueNegativeTestJSON-440649021-project] 10.222.0.18 "GET /v2.0/ports?device_id=629d75a5-e426-4cc1-9a91-03495357fac5 HTTP/1.1" status: 200 len: 946 time: 0.0591984 Apr 12 13:23:51.091487 dv-cinder-830097-4-iscsi neutron-server[103458]: INFO neutron.wsgi [req-157fda01-78a7-4ac9-a178-f704fcf86bf5 req-4267acc1-f6f9-4dd3-a8bb-51fc6219be98 tempest-TestVolumeBootPattern-1974338582 tempest-TestVolumeBootPattern-1974338582-project] 10.222.0.18 "GET /v2.0/ports?device_id=791c0918-4340-4a1c-92af-c14fcab69a05 HTTP/1.1" status: 200 len: 210 time: 0.0299439 Apr 12 13:23:51.095923 dv-cinder-830097-4-iscsi neutron-server[103459]: DEBUG neutron.db.l3_hamode_db [None req-2905809e-675f-4070-8799-297ed1e67a82 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ba66042a-e589-44ce-9fdd-d59c505db23b', 'name': 'tempest-TestVolumeBootPattern-1121100241-router', 'tenant_id': '59e9ce76515147cfa24a7c710300c9c0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '26d0436d-8ae2-49bd-8cc6-3d2eac552c84', 'external_fixed_ips': [{'subnet_id': 'd93852d8-8f89-4b1c-bef4-0e05f499a8db', 'ip_address': '172.27.0.135'}], 'enable_snat': True}, 'gw_port_id': 'a6bd8c1c-ed89-4dc0-93e5-88926e969196', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-12T13:19:38Z', 'updated_at': '2022-04-12T13:19:41Z', 'revision_number': 4, 'project_id': '59e9ce76515147cfa24a7c710300c9c0', 'gw_port': {'id': 'a6bd8c1c-ed89-4dc0-93e5-88926e969196', 'name': '', 'network_id': '26d0436d-8ae2-49bd-8cc6-3d2eac552c84', 'tenant_id': '', 'mac_address': 'fa:16:3e:bd:61:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ba66042a-e589-44ce-9fdd-d59c505db23b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 463, 'fixed_ips': [{'subnet_id': 'd93852d8-8f89-4b1c-bef4-0e05f499a8db', 'ip_address': '172.27.0.135', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830097-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T13:19:38Z', 'updated_at': '2022-04-12T13:19:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd93852d8-8f89-4b1c-bef4-0e05f499a8db', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830097-4-iscsi', '_interfaces': [{'id': 'a316c228-cce6-48d9-ae2d-ee8b711bff90', 'name': '', 'network_id': 'fc0e35fc-da48-4b0a-aef1-4a0c9e07f863', 'tenant_id': '59e9ce76515147cfa24a7c710300c9c0', 'mac_address': 'fa:16:3e:ca:00:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ba66042a-e589-44ce-9fdd-d59c505db23b', 'device_owner': 'network:router_interface', 'standard_attr_id': 464, 'fixed_ips': [{'subnet_id': '3e5a37b9-6492-41e4-a03e-0f76c3de6aee', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830097-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T13:19:40Z', 'updated_at': '2022-04-12T13:19:45Z', 'revision_number': 5, 'project_id': '59e9ce76515147cfa24a7c710300c9c0', 'subnets': [{'id': '3e5a37b9-6492-41e4-a03e-0f76c3de6aee', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-830097-4-iscsi', False) {} {{(pid=103459) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 13:23:51.123899 dv-cinder-830097-4-iscsi neutron-server[103459]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2905809e-675f-4070-8799-297ed1e67a82 None None] The sync data for ids ['ba66042a-e589-44ce-9fdd-d59c505db23b'] in dv-cinder-830097-4-iscsi is: [{'id': 'ba66042a-e589-44ce-9fdd-d59c505db23b', 'name': 'tempest-TestVolumeBootPattern-1121100241-router', 'tenant_id': '59e9ce76515147cfa24a7c710300c9c0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '26d0436d-8ae2-49bd-8cc6-3d2eac552c84', 'external_fixed_ips': [{'subnet_id': 'd93852d8-8f89-4b1c-bef4-0e05f499a8db', 'ip_address': '172.27.0.135'}], 'enable_snat': True}, 'gw_port_id': 'a6bd8c1c-ed89-4dc0-93e5-88926e969196', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-12T13:19:38Z', 'updated_at': '2022-04-12T13:19:41Z', 'revision_number': 4, 'project_id': '59e9ce76515147cfa24a7c710300c9c0', 'gw_port': {'id': 'a6bd8c1c-ed89-4dc0-93e5-88926e969196', 'name': '', 'network_id': '26d0436d-8ae2-49bd-8cc6-3d2eac552c84', 'tenant_id': '', 'mac_address': 'fa:16:3e:bd:61:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ba66042a-e589-44ce-9fdd-d59c505db23b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 463, 'fixed_ips': [{'subnet_id': 'd93852d8-8f89-4b1c-bef4-0e05f499a8db', 'ip_address': '172.27.0.135', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830097-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T13:19:38Z', 'updated_at': '2022-04-12T13:19:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd93852d8-8f89-4b1c-bef4-0e05f499a8db', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830097-4-iscsi', '_interfaces': [{'id': 'a316c228-cce6-48d9-ae2d-ee8b711bff90', 'name': '', 'network_id': 'fc0e35fc-da48-4b0a-aef1-4a0c9e07f863', 'tenant_id': '59e9ce76515147cfa24a7c710300c9c0', 'mac_address': 'fa:16:3e:ca:00:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ba66042a-e589-44ce-9fdd-d59c505db23b', 'device_owner': 'network:router_interface', 'standard_attr_id': 464, 'fixed_ips': [{'subnet_id': '3e5a37b9-6492-41e4-a03e-0f76c3de6aee', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830097-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T13:19:40Z', 'updated_at': '2022-04-12T13:19:45Z', 'revision_number': 5, 'project_id': '59e9ce76515147cfa24a7c710300c9c0', 'subnets': [{'id': '3e5a37b9-6492-41e4-a03e-0f76c3de6aee', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103459) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 12 13:23:51.127827 dv-cinder-830097-4-iscsi neutron-server[103457]: INFO neutron.wsgi [req-37f686bf-d4f1-43dc-acdf-420f2821105f req-5f8f100c-9f95-417a-a670-796c18434d4a tempest-ServerRescueNegativeTestJSON-440649021 tempest-ServerRescueNegativeTestJSON-440649021-project] 10.222.0.18 "GET /v2.0/security-groups?id=9a69e885-7be4-4d2c-b3f6-55a097b025b0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0483751 Apr 12 13:23:51.344049 dv-cinder-830097-4-iscsi neutron-server[103460]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-09ca0ee3-51ad-4883-9f4f-3679971b3e5d None None] New status for floating IP 14d2dd8e-885c-44a9-bb47-b657085db789: DOWN {{(pid=103460) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 12 13:23:51.423538 dv-cinder-830097-4-iscsi neutron-server[103459]: DEBUG neutron_lib.callbacks.manager [None req-09c91955-1169-4ba5-b480-d25faf385fa1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732727929501', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-657397'] for agent (6571c785-b050-42b7-b6d0-d71237f75507), after_update {{(pid=103459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:23:51.468576 dv-cinder-830097-4-iscsi neutron-server[103459]: DEBUG neutron.plugins.ml2.rpc [None req-3505bd68-a9fd-4823-92ea-1a6ded8ab071 None None] Device c53f8754-b501-4947-a6e1-cba2d0809277 no longer exists at agent hyperv_hv-cinder-83009 {{(pid=103459) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 12 13:23:51.489453 dv-cinder-830097-4-iscsi neutron-server[103459]: DEBUG neutron.plugins.ml2.plugin [None req-3505bd68-a9fd-4823-92ea-1a6ded8ab071 None None] No Port match for: c53f8754-b501-4947-a6e1-cba2d0809277 {{(pid=103459) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2341}} Apr 12 13:23:51.489793 dv-cinder-830097-4-iscsi neutron-server[103459]: DEBUG neutron.plugins.ml2.rpc [None req-3505bd68-a9fd-4823-92ea-1a6ded8ab071 None None] Device c53f8754-b501-4947-a6e1-cba2d0809277 not bound to the agent host hv-cinder-83009 {{(pid=103459) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 12 13:23:51.490784 dv-cinder-830097-4-iscsi neutron-server[103459]: DEBUG neutron.plugins.ml2.rpc [None req-3505bd68-a9fd-4823-92ea-1a6ded8ab071 None None] Device 4e621a2e-a21d-400b-97c6-4a2cf9634d9b no longer exists at agent hyperv_hv-cinder-83009 {{(pid=103459) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 12 13:23:51.499231 dv-cinder-830097-4-iscsi neutron-server[103458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-906e57bc-b3d2-4ed6-9abf-07efd09b4938 req-08d29cc3-7f92-4e94-8a88-d1c5285ec92d tempest-AttachVolumeShelveTestJSON-707707766 tempest-AttachVolumeShelveTestJSON-707707766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 13:23:51.500760 dv-cinder-830097-4-iscsi neutron-server[103458]: INFO neutron.wsgi [req-906e57bc-b3d2-4ed6-9abf-07efd09b4938 req-08d29cc3-7f92-4e94-8a88-d1c5285ec92d tempest-AttachVolumeShelveTestJSON-707707766 tempest-AttachVolumeShelveTestJSON-707707766-project] 10.222.0.18 "GET /v2.0/ports?device_id=86be2946-ca3b-4374-9704-0c44d13ac2bf HTTP/1.1" status: 200 len: 946 time: 0.0464046 Apr 12 13:23:51.520124 dv-cinder-830097-4-iscsi neutron-server[103459]: DEBUG neutron.plugins.ml2.plugin [None req-3505bd68-a9fd-4823-92ea-1a6ded8ab071 None None] No Port match for: 4e621a2e-a21d-400b-97c6-4a2cf9634d9b {{(pid=103459) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2341}} Apr 12 13:23:51.520475 dv-cinder-830097-4-iscsi neutron-server[103459]: DEBUG neutron.plugins.ml2.rpc [None req-3505bd68-a9fd-4823-92ea-1a6ded8ab071 None None] Device 4e621a2e-a21d-400b-97c6-4a2cf9634d9b not bound to the agent host hv-cinder-83009 {{(pid=103459) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 12 13:23:51.547958 dv-cinder-830097-4-iscsi neutron-server[103458]: INFO neutron.wsgi [req-906e57bc-b3d2-4ed6-9abf-07efd09b4938 req-fdb93bd3-d78a-47b2-82c7-c07c4a63d0c6 tempest-AttachVolumeShelveTestJSON-707707766 tempest-AttachVolumeShelveTestJSON-707707766-project] 10.222.0.18 "GET /v2.0/security-groups?id=09a15c79-9ad1-40b0-a245-fcad199271ef&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0415158 Apr 12 13:23:51.824919 dv-cinder-830097-4-iscsi neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54f90999-aec1-4502-b127-c6dc5b3ba8df req-6493efab-56a6-4acd-b198-ad229ea58fac tempest-TestShelveInstance-750106452 tempest-TestShelveInstance-750106452-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 13:23:51.827205 dv-cinder-830097-4-iscsi neutron-server[103457]: INFO neutron.wsgi [req-54f90999-aec1-4502-b127-c6dc5b3ba8df req-6493efab-56a6-4acd-b198-ad229ea58fac tempest-TestShelveInstance-750106452 tempest-TestShelveInstance-750106452-project] 10.222.0.18 "GET /v2.0/ports?device_id=bc77c197-89c7-4e0d-b60b-22abc9b99bd6 HTTP/1.1" status: 200 len: 945 time: 0.0474064 Apr 12 13:23:51.872884 dv-cinder-830097-4-iscsi neutron-server[103458]: INFO neutron.wsgi [req-1d49e00c-5fbf-4bec-860e-02508bcbc7f0 req-fa91a63c-68c3-4549-886f-47aec637e4a1 tempest-TestMinimumBasicScenario-297192541 tempest-TestMinimumBasicScenario-297192541-project] 10.222.0.18 "GET /v2.0/ports?device_id=0edcbb02-c1d2-41b0-b791-4ffce2309512 HTTP/1.1" status: 200 len: 210 time: 0.0310729 Apr 12 13:23:51.879057 dv-cinder-830097-4-iscsi neutron-server[103457]: INFO neutron.wsgi [req-54f90999-aec1-4502-b127-c6dc5b3ba8df req-1898dd98-da13-4d5a-8bbb-99a746f4abb1 tempest-TestShelveInstance-750106452 tempest-TestShelveInstance-750106452-project] 10.222.0.18 "GET /v2.0/security-groups?id=2baa67a9-5f14-404b-94ce-8aa7d37b6772&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0461640 Apr 12 13:23:52.006470 dv-cinder-830097-4-iscsi neutron-server[103457]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '791c0918-4340-4a1c-92af-c14fcab69a05', 'name': 'network-vif-deleted', 'tag': 'c53f8754-b501-4947-a6e1-cba2d0809277'}] {{(pid=103457) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 12 13:23:52.008745 dv-cinder-830097-4-iscsi neutron-server[103457]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}086c7d3de3560e72b9669b0aa2f8f0aa3a7dc6896401f4467231a6605ceb6cb3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e4a4d91e-13be-448a-8215-db292334a8ce" -d '{"events": [{"server_uuid": "791c0918-4340-4a1c-92af-c14fcab69a05", "name": "network-vif-deleted", "tag": "c53f8754-b501-4947-a6e1-cba2d0809277"}]}' {{(pid=103457) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 12 13:23:52.045255 dv-cinder-830097-4-iscsi neutron-server[103457]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 12 Apr 2022 13:23:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9eaad65c-2bd1-4c72-a53a-2cb96db61b9b x-openstack-request-id: req-9eaad65c-2bd1-4c72-a53a-2cb96db61b9b {{(pid=103457) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 12 13:23:52.045544 dv-cinder-830097-4-iscsi neutron-server[103457]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "791c0918-4340-4a1c-92af-c14fcab69a05", "name": "network-vif-deleted", "tag": "c53f8754-b501-4947-a6e1-cba2d0809277", "status": "completed", "code": 200}]} {{(pid=103457) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 12 13:23:52.045786 dv-cinder-830097-4-iscsi neutron-server[103457]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-9eaad65c-2bd1-4c72-a53a-2cb96db61b9b {{(pid=103457) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 12 13:23:52.046189 dv-cinder-830097-4-iscsi neutron-server[103457]: INFO neutron.notifiers.nova [-] Nova event matching ['req-9eaad65c-2bd1-4c72-a53a-2cb96db61b9b'] response: {'server_uuid': '791c0918-4340-4a1c-92af-c14fcab69a05', 'name': 'network-vif-deleted', 'tag': 'c53f8754-b501-4947-a6e1-cba2d0809277', 'status': 'completed', 'code': 200} Apr 12 13:23:52.188344 dv-cinder-830097-4-iscsi neutron-server[103457]: INFO neutron.wsgi [req-6d8d420e-efb6-4066-a2c8-690264d77974 req-e21e7613-d087-45b9-b299-5e31cb06c0dd tempest-TestVolumeBootPattern-1974338582 tempest-TestVolumeBootPattern-1974338582-project] 10.222.0.18 "GET /v2.0/ports?device_id=791c0918-4340-4a1c-92af-c14fcab69a05 HTTP/1.1" status: 200 len: 210 time: 0.0315633 Apr 12 13:23:52.249078 dv-cinder-830097-4-iscsi neutron-server[103458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-391431ed-b5ad-4a51-8587-357c83d267fe req-2cc209ef-d9f0-48e4-b9a1-fa72bd1721b9 tempest-ServerRescueNegativeTestJSON-440649021 tempest-ServerRescueNegativeTestJSON-440649021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 13:23:52.250549 dv-cinder-830097-4-iscsi neutron-server[103458]: INFO neutron.wsgi [req-391431ed-b5ad-4a51-8587-357c83d267fe req-2cc209ef-d9f0-48e4-b9a1-fa72bd1721b9 tempest-ServerRescueNegativeTestJSON-440649021 tempest-ServerRescueNegativeTestJSON-440649021-project] 10.222.0.18 "GET /v2.0/ports?device_id=629d75a5-e426-4cc1-9a91-03495357fac5 HTTP/1.1" status: 200 len: 946 time: 0.0513601 Apr 12 13:23:52.298312 dv-cinder-830097-4-iscsi neutron-server[103458]: INFO neutron.wsgi [req-391431ed-b5ad-4a51-8587-357c83d267fe req-6468b1f0-8d2d-4ae8-ac1f-c362e8e7a272 tempest-ServerRescueNegativeTestJSON-440649021 tempest-ServerRescueNegativeTestJSON-440649021-project] 10.222.0.18 "GET /v2.0/security-groups?id=9a69e885-7be4-4d2c-b3f6-55a097b025b0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0421350 Apr 12 13:23:52.663228 dv-cinder-830097-4-iscsi neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28a632bb-ec14-40a4-8913-e4efa5ff0b52 req-5ad6fee3-d0cb-49fd-ae27-a03c91762e7c tempest-AttachVolumeShelveTestJSON-707707766 tempest-AttachVolumeShelveTestJSON-707707766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 13:23:52.664646 dv-cinder-830097-4-iscsi neutron-server[103457]: INFO neutron.wsgi [req-28a632bb-ec14-40a4-8913-e4efa5ff0b52 req-5ad6fee3-d0cb-49fd-ae27-a03c91762e7c tempest-AttachVolumeShelveTestJSON-707707766 tempest-AttachVolumeShelveTestJSON-707707766-project] 10.222.0.18 "GET /v2.0/ports?device_id=86be2946-ca3b-4374-9704-0c44d13ac2bf HTTP/1.1" status: 200 len: 946 time: 0.0464180 Apr 12 13:23:52.710389 dv-cinder-830097-4-iscsi neutron-server[103457]: INFO neutron.wsgi [req-28a632bb-ec14-40a4-8913-e4efa5ff0b52 req-03667bc8-d8da-4a23-8217-d26d674c543f tempest-AttachVolumeShelveTestJSON-707707766 tempest-AttachVolumeShelveTestJSON-707707766-project] 10.222.0.18 "GET /v2.0/security-groups?id=09a15c79-9ad1-40b0-a245-fcad199271ef&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0399971 Apr 12 13:23:52.970827 dv-cinder-830097-4-iscsi neutron-server[103458]: INFO neutron.wsgi [req-ba36faf8-1b0b-4c24-bf62-255508f7a73c req-919ef9e4-ba68-4c9a-9b3f-7071efea1ffd tempest-TestMinimumBasicScenario-297192541 tempest-TestMinimumBasicScenario-297192541-project] 10.222.0.18 "GET /v2.0/ports?device_id=0edcbb02-c1d2-41b0-b791-4ffce2309512 HTTP/1.1" status: 200 len: 210 time: 0.0291097 Apr 12 13:23:52.990454 dv-cinder-830097-4-iscsi neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3538ea8-dc17-494f-9048-938fc39d9abc req-446d3bb9-e249-4f12-9914-986c54377a64 tempest-TestShelveInstance-750106452 tempest-TestShelveInstance-750106452-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 13:23:52.991929 dv-cinder-830097-4-iscsi neutron-server[103457]: INFO neutron.wsgi [req-f3538ea8-dc17-494f-9048-938fc39d9abc req-446d3bb9-e249-4f12-9914-986c54377a64 tempest-TestShelveInstance-750106452 tempest-TestShelveInstance-750106452-project] 10.222.0.18 "GET /v2.0/ports?device_id=bc77c197-89c7-4e0d-b60b-22abc9b99bd6 HTTP/1.1" status: 200 len: 945 time: 0.0461104 Apr 12 13:23:53.040282 dv-cinder-830097-4-iscsi neutron-server[103457]: INFO neutron.wsgi [req-f3538ea8-dc17-494f-9048-938fc39d9abc req-5b1dec13-bd74-458c-97af-8d1ec35b0569 tempest-TestShelveInstance-750106452 tempest-TestShelveInstance-750106452-project] 10.222.0.18 "GET /v2.0/security-groups?id=2baa67a9-5f14-404b-94ce-8aa7d37b6772&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0422134 Apr 12 13:23:53.207215 dv-cinder-830097-4-iscsi neutron-server[103459]: DEBUG neutron_lib.callbacks.manager [None req-53781792-8650-4c78-93a6-1c4d328d874c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732727929501', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-657397'] for agent (3f2daa45-5e56-452b-8a21-b519edfce99e), after_update {{(pid=103459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:23:53.293025 dv-cinder-830097-4-iscsi neutron-server[103458]: INFO neutron.wsgi [req-e2abb23b-c9f2-4277-a592-272a976cf907 req-e5b6c904-adba-4b21-90e0-061189c0584a tempest-TestVolumeBootPattern-1974338582 tempest-TestVolumeBootPattern-1974338582-project] 10.222.0.18 "GET /v2.0/ports?device_id=791c0918-4340-4a1c-92af-c14fcab69a05 HTTP/1.1" status: 200 len: 210 time: 0.0322008 Apr 12 13:23:53.414535 dv-cinder-830097-4-iscsi neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b93b9d86-4527-45a1-be5b-4cb3d46adb9f req-bead6419-80ff-4b90-9c29-29b8f48cb5e6 tempest-ServerRescueNegativeTestJSON-440649021 tempest-ServerRescueNegativeTestJSON-440649021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 13:23:53.416563 dv-cinder-830097-4-iscsi neutron-server[103457]: INFO neutron.wsgi [req-b93b9d86-4527-45a1-be5b-4cb3d46adb9f req-bead6419-80ff-4b90-9c29-29b8f48cb5e6 tempest-ServerRescueNegativeTestJSON-440649021 tempest-ServerRescueNegativeTestJSON-440649021-project] 10.222.0.18 "GET /v2.0/ports?device_id=629d75a5-e426-4cc1-9a91-03495357fac5 HTTP/1.1" status: 200 len: 946 time: 0.0508790 Apr 12 13:23:53.462017 dv-cinder-830097-4-iscsi neutron-server[103457]: INFO neutron.wsgi [req-b93b9d86-4527-45a1-be5b-4cb3d46adb9f req-104cbd27-7a1f-4f41-8743-a09cc909b5b6 tempest-ServerRescueNegativeTestJSON-440649021 tempest-ServerRescueNegativeTestJSON-440649021-project] 10.222.0.18 "GET /v2.0/security-groups?id=9a69e885-7be4-4d2c-b3f6-55a097b025b0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0398731 Apr 12 13:23:53.829725 dv-cinder-830097-4-iscsi neutron-server[103458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-624152f8-2f74-48d1-87bc-764efb390bb0 req-3363c43a-f915-4a1a-8372-11efb3eb1e39 tempest-AttachVolumeShelveTestJSON-707707766 tempest-AttachVolumeShelveTestJSON-707707766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 13:23:53.831180 dv-cinder-830097-4-iscsi neutron-server[103458]: INFO neutron.wsgi [req-624152f8-2f74-48d1-87bc-764efb390bb0 req-3363c43a-f915-4a1a-8372-11efb3eb1e39 tempest-AttachVolumeShelveTestJSON-707707766 tempest-AttachVolumeShelveTestJSON-707707766-project] 10.222.0.18 "GET /v2.0/ports?device_id=86be2946-ca3b-4374-9704-0c44d13ac2bf HTTP/1.1" status: 200 len: 946 time: 0.0497737 Apr 12 13:23:53.877512 dv-cinder-830097-4-iscsi neutron-server[103458]: INFO neutron.wsgi [req-624152f8-2f74-48d1-87bc-764efb390bb0 req-6e84652e-0079-4407-a218-98f5f3df7b91 tempest-AttachVolumeShelveTestJSON-707707766 tempest-AttachVolumeShelveTestJSON-707707766-project] 10.222.0.18 "GET /v2.0/security-groups?id=09a15c79-9ad1-40b0-a245-fcad199271ef&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0407405 Apr 12 13:23:53.994545 dv-cinder-830097-4-iscsi neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f63fbe3f-ba42-4712-9e3b-0f02c05eea3e req-732ddff4-fe8d-4e23-9200-4b618377289b tempest-AttachVolumeShelveTestJSON-707707766 tempest-AttachVolumeShelveTestJSON-707707766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 13:23:53.995920 dv-cinder-830097-4-iscsi neutron-server[103457]: INFO neutron.wsgi [req-f63fbe3f-ba42-4712-9e3b-0f02c05eea3e req-732ddff4-fe8d-4e23-9200-4b618377289b tempest-AttachVolumeShelveTestJSON-707707766 tempest-AttachVolumeShelveTestJSON-707707766-project] 10.222.0.18 "GET /v2.0/ports?device_id=86be2946-ca3b-4374-9704-0c44d13ac2bf HTTP/1.1" status: 200 len: 946 time: 0.0463002 Apr 12 13:23:54.004482 dv-cinder-830097-4-iscsi neutron-server[103457]: DEBUG neutron.wsgi [-] (103457) accepted ('10.222.0.18', 47628) {{(pid=103457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 13:23:54.008762 dv-cinder-830097-4-iscsi neutron-server[103457]: DEBUG neutron.api.v2.base [None req-bf3ab464-d270-4c94-bef9-5ac15d23ce2e tempest-AttachVolumeShelveTestJSON-707707766 tempest-AttachVolumeShelveTestJSON-707707766-project] Request body: {'floatingip': {'port_id': '6eb5a65f-e2fb-4f73-941b-f6ee09e123ea'}} {{(pid=103457) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 12 13:23:54.048065 dv-cinder-830097-4-iscsi neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-bf3ab464-d270-4c94-bef9-5ac15d23ce2e tempest-AttachVolumeShelveTestJSON-707707766 tempest-AttachVolumeShelveTestJSON-707707766-project] Publish callbacks [] for floatingip (194e5e6c-367c-40cc-88db-d101c0566034), before_update {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:23:54.079668 dv-cinder-830097-4-iscsi neutron-server[103458]: INFO neutron.wsgi [req-48f536b6-7abb-416a-a391-148d5fc052b0 req-260562cd-458e-44bd-b684-3e63635576de tempest-TestMinimumBasicScenario-297192541 tempest-TestMinimumBasicScenario-297192541-project] 10.222.0.18 "GET /v2.0/ports?device_id=0edcbb02-c1d2-41b0-b791-4ffce2309512 HTTP/1.1" status: 200 len: 210 time: 0.0281074 Apr 12 13:23:54.198656 dv-cinder-830097-4-iscsi neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1bc88ff-1f84-44c1-b1fd-9ef77d7305c8 req-565e3333-3638-4363-8c55-2efa307ed6b8 tempest-TestShelveInstance-750106452 tempest-TestShelveInstance-750106452-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 13:23:54.200110 dv-cinder-830097-4-iscsi neutron-server[103457]: INFO neutron.wsgi [req-a1bc88ff-1f84-44c1-b1fd-9ef77d7305c8 req-565e3333-3638-4363-8c55-2efa307ed6b8 tempest-TestShelveInstance-750106452 tempest-TestShelveInstance-750106452-project] 10.222.0.18 "GET /v2.0/ports?device_id=bc77c197-89c7-4e0d-b60b-22abc9b99bd6 HTTP/1.1" status: 200 len: 945 time: 0.0818481 Apr 12 13:23:54.330053 dv-cinder-830097-4-iscsi neutron-server[103457]: INFO neutron.wsgi [req-a1bc88ff-1f84-44c1-b1fd-9ef77d7305c8 req-1ffbca48-2a58-412c-8f72-310ff061531e tempest-TestShelveInstance-750106452 tempest-TestShelveInstance-750106452-project] 10.222.0.18 "GET /v2.0/security-groups?id=2baa67a9-5f14-404b-94ce-8aa7d37b6772&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1211953 Apr 12 13:23:54.392645 dv-cinder-830097-4-iscsi neutron-server[103458]: INFO neutron.wsgi [req-3f0321e4-ed06-48fe-8ad7-98c58b6aeb8c req-0b865595-d8be-428e-93b2-d3cf2f43d639 tempest-TestVolumeBootPattern-1974338582 tempest-TestVolumeBootPattern-1974338582-project] 10.222.0.18 "GET /v2.0/ports?device_id=791c0918-4340-4a1c-92af-c14fcab69a05 HTTP/1.1" status: 200 len: 210 time: 0.0287073 Apr 12 13:23:54.544884 dv-cinder-830097-4-iscsi neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46c3794b-7d36-40a9-b1a5-f4f9c8324b17 req-03898d80-86b8-4173-a503-fb1c3ffa675a tempest-ServerRescueNegativeTestJSON-440649021 tempest-ServerRescueNegativeTestJSON-440649021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 13:23:54.546279 dv-cinder-830097-4-iscsi neutron-server[103457]: INFO neutron.wsgi [req-46c3794b-7d36-40a9-b1a5-f4f9c8324b17 req-03898d80-86b8-4173-a503-fb1c3ffa675a tempest-ServerRescueNegativeTestJSON-440649021 tempest-ServerRescueNegativeTestJSON-440649021-project] 10.222.0.55 "GET /v2.0/ports?device_id=629d75a5-e426-4cc1-9a91-03495357fac5 HTTP/1.1" status: 200 len: 946 time: 0.1060135 Apr 12 13:23:54.555117 dv-cinder-830097-4-iscsi neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8ea7a43-e57a-4f3e-af5c-d9b6a3c8ba32 req-0b952521-2c07-4f05-8847-269611ec8022 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 13:23:54.557106 dv-cinder-830097-4-iscsi neutron-server[103457]: INFO neutron.wsgi [req-b8ea7a43-e57a-4f3e-af5c-d9b6a3c8ba32 req-0b952521-2c07-4f05-8847-269611ec8022 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=713bbcf7a57142f0a2bb30d1eed8f037&device_id=bc77c197-89c7-4e0d-b60b-22abc9b99bd6 HTTP/1.1" status: 200 len: 1129 time: 0.1294720 Apr 12 13:23:54.602844 dv-cinder-830097-4-iscsi neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-041c801c-5b56-43c3-8fe6-5222205cb1c1 req-9390c3d1-233c-4cf6-b8bf-28fb40ef8e30 tempest-ServerRescueNegativeTestJSON-440649021 tempest-ServerRescueNegativeTestJSON-440649021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 13:23:54.604159 dv-cinder-830097-4-iscsi neutron-server[103457]: INFO neutron.wsgi [req-041c801c-5b56-43c3-8fe6-5222205cb1c1 req-9390c3d1-233c-4cf6-b8bf-28fb40ef8e30 tempest-ServerRescueNegativeTestJSON-440649021 tempest-ServerRescueNegativeTestJSON-440649021-project] 10.222.0.18 "GET /v2.0/ports?device_id=629d75a5-e426-4cc1-9a91-03495357fac5 HTTP/1.1" status: 200 len: 946 time: 0.0684109 Apr 12 13:23:54.773061 dv-cinder-830097-4-iscsi neutron-server[103457]: INFO neutron.wsgi [req-041c801c-5b56-43c3-8fe6-5222205cb1c1 req-1b11fd2e-f0c6-46d2-aab2-a2d73a0f1f5e tempest-ServerRescueNegativeTestJSON-440649021 tempest-ServerRescueNegativeTestJSON-440649021-project] 10.222.0.18 "GET /v2.0/security-groups?id=9a69e885-7be4-4d2c-b3f6-55a097b025b0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1473815 Apr 12 13:23:54.822373 dv-cinder-830097-4-iscsi neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-bf3ab464-d270-4c94-bef9-5ac15d23ce2e tempest-AttachVolumeShelveTestJSON-707707766 tempest-AttachVolumeShelveTestJSON-707707766-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:23:54.831416 dv-cinder-830097-4-iscsi neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-bf3ab464-d270-4c94-bef9-5ac15d23ce2e tempest-AttachVolumeShelveTestJSON-707707766 tempest-AttachVolumeShelveTestJSON-707707766-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3739086'] for floatingip (194e5e6c-367c-40cc-88db-d101c0566034), after_update {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:23:54.928959 dv-cinder-830097-4-iscsi neutron-server[103457]: DEBUG neutron.plugins.ml2.plugin [req-46c3794b-7d36-40a9-b1a5-f4f9c8324b17 req-07bbee17-e95d-46c9-afd4-40470661514c tempest-ServerRescueNegativeTestJSON-440649021 tempest-ServerRescueNegativeTestJSON-440649021-project] Deleting port 704ccb89-914e-44b5-a4ae-1dde71563bb0 {{(pid=103457) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 12 13:23:54.929177 dv-cinder-830097-4-iscsi neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [req-46c3794b-7d36-40a9-b1a5-f4f9c8324b17 req-07bbee17-e95d-46c9-afd4-40470661514c tempest-ServerRescueNegativeTestJSON-440649021 tempest-ServerRescueNegativeTestJSON-440649021-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732727887391'] for port (704ccb89-914e-44b5-a4ae-1dde71563bb0), before_delete {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:23:54.934296 dv-cinder-830097-4-iscsi neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8ea7a43-e57a-4f3e-af5c-d9b6a3c8ba32 req-d83f986a-0d97-4573-bd65-0928e3910f1e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 13:23:54.935743 dv-cinder-830097-4-iscsi neutron-server[103457]: INFO neutron.wsgi [req-b8ea7a43-e57a-4f3e-af5c-d9b6a3c8ba32 req-d83f986a-0d97-4573-bd65-0928e3910f1e service neutron] 10.222.0.55 "GET /v2.0/networks?id=dd564e5e-84b2-456c-afed-34fe02080a74 HTTP/1.1" status: 200 len: 910 time: 0.2428184 Apr 12 13:23:55.044007 dv-cinder-830097-4-iscsi neutron-server[103457]: INFO neutron.db.l3_db [None req-bf3ab464-d270-4c94-bef9-5ac15d23ce2e tempest-AttachVolumeShelveTestJSON-707707766 tempest-AttachVolumeShelveTestJSON-707707766-project] Floating IP 194e5e6c-367c-40cc-88db-d101c0566034 associated. External IP: 172.27.0.146, port: 6eb5a65f-e2fb-4f73-941b-f6ee09e123ea. Apr 12 13:23:55.416510 dv-cinder-830097-4-iscsi neutron-server[103457]: DEBUG neutron.plugins.ml2.db [req-46c3794b-7d36-40a9-b1a5-f4f9c8324b17 req-07bbee17-e95d-46c9-afd4-40470661514c tempest-ServerRescueNegativeTestJSON-440649021 tempest-ServerRescueNegativeTestJSON-440649021-project] For port 704ccb89-914e-44b5-a4ae-1dde71563bb0, host hv-cinder-83009, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83009',level=0,port_id=704ccb89-914e-44b5-a4ae-1dde71563bb0,segment=NetworkSegment(cbdc8fb7-4f48-4130-80a4-939d65d92cbb),segment_id=cbdc8fb7-4f48-4130-80a4-939d65d92cbb)] {{(pid=103457) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 12 13:23:55.416929 dv-cinder-830097-4-iscsi neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [req-46c3794b-7d36-40a9-b1a5-f4f9c8324b17 req-07bbee17-e95d-46c9-afd4-40470661514c tempest-ServerRescueNegativeTestJSON-440649021 tempest-ServerRescueNegativeTestJSON-440649021-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3742288'] for port (704ccb89-914e-44b5-a4ae-1dde71563bb0), precommit_delete {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:23:55.474160 dv-cinder-830097-4-iscsi neutron-server[103458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ef56cde-fcf0-471b-8dfe-8f119f8d0f52 req-17249263-1a67-45f2-8679-12cd46945040 tempest-TestShelveInstance-750106452 tempest-TestShelveInstance-750106452-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 13:23:55.482491 dv-cinder-830097-4-iscsi neutron-server[103458]: INFO neutron.wsgi [req-1ef56cde-fcf0-471b-8dfe-8f119f8d0f52 req-17249263-1a67-45f2-8679-12cd46945040 tempest-TestShelveInstance-750106452 tempest-TestShelveInstance-750106452-project] 10.222.0.18 "GET /v2.0/ports?device_id=bc77c197-89c7-4e0d-b60b-22abc9b99bd6 HTTP/1.1" status: 200 len: 945 time: 0.0741038 Apr 12 13:23:55.520031 dv-cinder-830097-4-iscsi neutron-server[103457]: INFO neutron.wsgi [req-b8ea7a43-e57a-4f3e-af5c-d9b6a3c8ba32 req-1312c3ee-1de3-4f52-89ff-d0ee592bfb54 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=31972305-3c0e-45f1-b071-0c5c3582b82f HTTP/1.1" status: 200 len: 1001 time: 0.4387026 Apr 12 13:23:55.555282 dv-cinder-830097-4-iscsi neutron-server[103458]: INFO neutron.wsgi [req-1ef56cde-fcf0-471b-8dfe-8f119f8d0f52 req-d5a7528b-e130-4a3c-bb3a-121756d9f63a tempest-TestShelveInstance-750106452 tempest-TestShelveInstance-750106452-project] 10.222.0.18 "GET /v2.0/security-groups?id=2baa67a9-5f14-404b-94ce-8aa7d37b6772&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0718222 Apr 12 13:23:55.637908 dv-cinder-830097-4-iscsi neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8ea7a43-e57a-4f3e-af5c-d9b6a3c8ba32 req-b89b6364-4979-4ed5-8f24-72dff8e40711 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 13:23:55.639385 dv-cinder-830097-4-iscsi neutron-server[103457]: INFO neutron.wsgi [req-b8ea7a43-e57a-4f3e-af5c-d9b6a3c8ba32 req-b89b6364-4979-4ed5-8f24-72dff8e40711 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=b573db6a-5739-46b0-a65e-7d9b85205259 HTTP/1.1" status: 200 len: 848 time: 0.1101222 Apr 12 13:23:55.747962 dv-cinder-830097-4-iscsi neutron-server[103458]: DEBUG neutron.wsgi [-] (103458) accepted ('10.222.0.18', 47694) {{(pid=103458) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 13:23:55.785539 dv-cinder-830097-4-iscsi neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8ea7a43-e57a-4f3e-af5c-d9b6a3c8ba32 req-71843d5e-aac0-46d8-b441-6af33c7f7751 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 13:23:55.787029 dv-cinder-830097-4-iscsi neutron-server[103457]: INFO neutron.wsgi [req-b8ea7a43-e57a-4f3e-af5c-d9b6a3c8ba32 req-71843d5e-aac0-46d8-b441-6af33c7f7751 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=dd564e5e-84b2-456c-afed-34fe02080a74&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.1054792 Apr 12 13:23:55.858538 dv-cinder-830097-4-iscsi neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [req-46c3794b-7d36-40a9-b1a5-f4f9c8324b17 req-07bbee17-e95d-46c9-afd4-40470661514c tempest-ServerRescueNegativeTestJSON-440649021 tempest-ServerRescueNegativeTestJSON-440649021-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:23:55.858911 dv-cinder-830097-4-iscsi neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [req-46c3794b-7d36-40a9-b1a5-f4f9c8324b17 req-07bbee17-e95d-46c9-afd4-40470661514c tempest-ServerRescueNegativeTestJSON-440649021 tempest-ServerRescueNegativeTestJSON-440649021-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3739086'] for floatingip (9a6b3f55-417a-4870-b20b-5f5608e59fac), after_update {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:23:55.859235 dv-cinder-830097-4-iscsi neutron-server[103457]: INFO neutron.db.l3_db [req-46c3794b-7d36-40a9-b1a5-f4f9c8324b17 req-07bbee17-e95d-46c9-afd4-40470661514c tempest-ServerRescueNegativeTestJSON-440649021 tempest-ServerRescueNegativeTestJSON-440649021-project] Floating IP 9a6b3f55-417a-4870-b20b-5f5608e59fac disassociated. External IP: 172.27.0.134, port: 704ccb89-914e-44b5-a4ae-1dde71563bb0. Apr 12 13:23:55.859581 dv-cinder-830097-4-iscsi neutron-server[103457]: DEBUG neutron.plugins.ml2.plugin [req-46c3794b-7d36-40a9-b1a5-f4f9c8324b17 req-07bbee17-e95d-46c9-afd4-40470661514c tempest-ServerRescueNegativeTestJSON-440649021 tempest-ServerRescueNegativeTestJSON-440649021-project] Calling delete_port for 704ccb89-914e-44b5-a4ae-1dde71563bb0 owned by compute:nova {{(pid=103457) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 12 13:23:55.906254 dv-cinder-830097-4-iscsi neutron-server[103457]: INFO neutron.wsgi [req-a9a95d38-1207-4cde-b342-ca28215a3f4f req-e6f0a5f5-82d0-4c77-91de-ba904a1abdc9 tempest-TestVolumeBootPattern-1974338582 tempest-TestVolumeBootPattern-1974338582-project] 10.222.0.18 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1987074930&fields=id&tenant_id=59e9ce76515147cfa24a7c710300c9c0 HTTP/1.1" status: 200 len: 267 time: 0.2110422 Apr 12 13:23:55.946018 dv-cinder-830097-4-iscsi neutron-server[103458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4255858-2021-4ed7-b55b-bd3224c0e7e4 req-f2f27b3d-f072-48fb-9ac6-31be4aece060 tempest-ServerRescueNegativeTestJSON-440649021 tempest-ServerRescueNegativeTestJSON-440649021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 13:23:55.948090 dv-cinder-830097-4-iscsi neutron-server[103458]: INFO neutron.wsgi [req-b4255858-2021-4ed7-b55b-bd3224c0e7e4 req-f2f27b3d-f072-48fb-9ac6-31be4aece060 tempest-ServerRescueNegativeTestJSON-440649021 tempest-ServerRescueNegativeTestJSON-440649021-project] 10.222.0.18 "GET /v2.0/ports?device_id=629d75a5-e426-4cc1-9a91-03495357fac5 HTTP/1.1" status: 200 len: 946 time: 0.0960679 Apr 12 13:23:56.017277 dv-cinder-830097-4-iscsi neutron-server[103457]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bf3ab464-d270-4c94-bef9-5ac15d23ce2e tempest-AttachVolumeShelveTestJSON-707707766 tempest-AttachVolumeShelveTestJSON-707707766-project] Router 66d38733-8a94-4306-9035-12f6b3906c1e has already been hosted by L3 agent b7e11a8b-aeed-493f-9763-461016dddc93 {{(pid=103457) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 12 13:23:56.070528 dv-cinder-830097-4-iscsi neutron-server[103458]: INFO neutron.wsgi [req-b4255858-2021-4ed7-b55b-bd3224c0e7e4 req-b41badfa-92be-4de5-a5cc-59947f70f803 tempest-ServerRescueNegativeTestJSON-440649021 tempest-ServerRescueNegativeTestJSON-440649021-project] 10.222.0.18 "GET /v2.0/security-groups?id=9a69e885-7be4-4d2c-b3f6-55a097b025b0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1159580 Apr 12 13:23:56.093676 dv-cinder-830097-4-iscsi neutron-server[103457]: INFO neutron.wsgi [req-b8ea7a43-e57a-4f3e-af5c-d9b6a3c8ba32 req-2935cafd-b0b7-407d-a84c-a6f618cb03e2 service neutron] 10.222.0.55 "GET /v2.0/networks/dd564e5e-84b2-456c-afed-34fe02080a74?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2719600 Apr 12 13:23:56.224444 dv-cinder-830097-4-iscsi neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9a95d38-1207-4cde-b342-ca28215a3f4f req-f75e7671-b948-441c-8878-2ab868c62c8a tempest-TestVolumeBootPattern-1974338582 tempest-TestVolumeBootPattern-1974338582-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 13:23:56.225915 dv-cinder-830097-4-iscsi neutron-server[103457]: INFO neutron.wsgi [req-a9a95d38-1207-4cde-b342-ca28215a3f4f req-f75e7671-b948-441c-8878-2ab868c62c8a tempest-TestVolumeBootPattern-1974338582 tempest-TestVolumeBootPattern-1974338582-project] 10.222.0.18 "GET /v2.0/networks?id=fc0e35fc-da48-4b0a-aef1-4a0c9e07f863 HTTP/1.1" status: 200 len: 812 time: 0.2920525 Apr 12 13:23:56.316898 dv-cinder-830097-4-iscsi neutron-server[103457]: INFO neutron.wsgi [req-a9a95d38-1207-4cde-b342-ca28215a3f4f req-b82fc32a-0829-4f82-b6cd-28468d291d84 tempest-TestVolumeBootPattern-1974338582 tempest-TestVolumeBootPattern-1974338582-project] 10.222.0.18 "GET /v2.0/quotas/59e9ce76515147cfa24a7c710300c9c0 HTTP/1.1" status: 200 len: 375 time: 0.0810473 Apr 12 13:23:56.323873 dv-cinder-830097-4-iscsi neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-68c8d0a5-617d-479e-841a-5515a0993599 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3750862'] for router_interface (81f07478-dbd0-4cbf-a550-f0eba3802cf4), before_delete {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:23:56.380954 dv-cinder-830097-4-iscsi neutron-server[103457]: INFO neutron.wsgi [req-b8ea7a43-e57a-4f3e-af5c-d9b6a3c8ba32 req-6524ec9f-84c2-4f22-b93a-1c0a8a765e60 service neutron] 10.222.0.55 "GET /v2.0/networks/dd564e5e-84b2-456c-afed-34fe02080a74?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2801378 Apr 12 13:23:56.388501 dv-cinder-830097-4-iscsi neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [req-46c3794b-7d36-40a9-b1a5-f4f9c8324b17 req-07bbee17-e95d-46c9-afd4-40470661514c tempest-ServerRescueNegativeTestJSON-440649021 tempest-ServerRescueNegativeTestJSON-440649021-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-915890', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3697887', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732727894797', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732727417923', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25610742'] for port (704ccb89-914e-44b5-a4ae-1dde71563bb0), after_delete {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:23:56.401767 dv-cinder-830097-4-iscsi neutron-server[103457]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bf3ab464-d270-4c94-bef9-5ac15d23ce2e tempest-AttachVolumeShelveTestJSON-707707766 tempest-AttachVolumeShelveTestJSON-707707766-project] Notify agent at l3_agent.dv-cinder-830097-4-iscsi the message routers_updated {{(pid=103457) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 12 13:23:56.412692 dv-cinder-830097-4-iscsi neutron-server[103459]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-88ed7db8-aa2b-4e99-96ac-b50a2e7d4987 None None] Sync routers for ids ['66d38733-8a94-4306-9035-12f6b3906c1e'] in dv-cinder-830097-4-iscsi {{(pid=103459) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 12 13:23:56.424762 dv-cinder-830097-4-iscsi neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-bf3ab464-d270-4c94-bef9-5ac15d23ce2e tempest-AttachVolumeShelveTestJSON-707707766 tempest-AttachVolumeShelveTestJSON-707707766-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-500965'] for floatingip (None), before_response {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:23:56.426045 dv-cinder-830097-4-iscsi neutron-server[103459]: DEBUG neutron.db.l3_dvrscheduler_db [None req-88ed7db8-aa2b-4e99-96ac-b50a2e7d4987 None None] Routers {'66d38733-8a94-4306-9035-12f6b3906c1e'} bound to L3 agent in host dv-cinder-830097-4-iscsi {{(pid=103459) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 12 13:23:56.426898 dv-cinder-830097-4-iscsi neutron-server[103459]: DEBUG neutron.db.l3_hamode_db [None req-88ed7db8-aa2b-4e99-96ac-b50a2e7d4987 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830097-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 10, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 10, "log_agent_heartbeats": false, "routers": 10},created_at=2022-04-12T13:07:19Z,description=,heartbeat_timestamp=2022-04-12T13:23:49Z,host='dv-cinder-830097-4-iscsi',id=b7e11a8b-aeed-493f-9763-461016dddc93,load=0,resource_versions=,resources_synced=,started_at=2022-04-12T13:07:19Z,topic='l3_agent')) {'router_ids': ['66d38733-8a94-4306-9035-12f6b3906c1e'], 'active': True} {{(pid=103459) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 13:23:56.432977 dv-cinder-830097-4-iscsi neutron-server[103457]: INFO neutron.wsgi [req-a9a95d38-1207-4cde-b342-ca28215a3f4f req-192abd80-5662-42af-b57f-1ca6fc113d34 tempest-TestVolumeBootPattern-1974338582 tempest-TestVolumeBootPattern-1974338582-project] 10.222.0.18 "GET /v2.0/ports?tenant_id=59e9ce76515147cfa24a7c710300c9c0&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1034138 Apr 12 13:23:56.435088 dv-cinder-830097-4-iscsi neutron-server[103457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07bbee17-e95d-46c9-afd4-40470661514c tempest-ServerRescueNegativeTestJSON-440649021 tempest-ServerRescueNegativeTestJSON-440649021-project] Pushing event deleted for resources: {'Port': ['ID=704ccb89-914e-44b5-a4ae-1dde71563bb0,revision_number=None']} {{(pid=103457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 13:23:56.528610 dv-cinder-830097-4-iscsi neutron-server[103457]: INFO neutron.wsgi [None req-bf3ab464-d270-4c94-bef9-5ac15d23ce2e tempest-AttachVolumeShelveTestJSON-707707766 tempest-AttachVolumeShelveTestJSON-707707766-project] 10.222.0.18 "PUT /v2.0/floatingips/194e5e6c-367c-40cc-88db-d101c0566034 HTTP/1.1" status: 200 len: 992 time: 2.5230088 Apr 12 13:23:56.532359 dv-cinder-830097-4-iscsi neutron-server[103457]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '86be2946-ca3b-4374-9704-0c44d13ac2bf', 'tag': '6eb5a65f-e2fb-4f73-941b-f6ee09e123ea'}] {{(pid=103457) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 12 13:23:56.534880 dv-cinder-830097-4-iscsi neutron-server[103457]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}086c7d3de3560e72b9669b0aa2f8f0aa3a7dc6896401f4467231a6605ceb6cb3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c53f3fbf-4d98-43fa-b79e-e01961e31fb4" -d '{"events": [{"name": "network-changed", "server_uuid": "86be2946-ca3b-4374-9704-0c44d13ac2bf", "tag": "6eb5a65f-e2fb-4f73-941b-f6ee09e123ea"}]}' {{(pid=103457) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 12 13:23:56.576867 dv-cinder-830097-4-iscsi neutron-server[103459]: DEBUG neutron.db.l3_dvr_db [None req-88ed7db8-aa2b-4e99-96ac-b50a2e7d4987 None None] Set router 66d38733-8a94-4306-9035-12f6b3906c1e gateway port host: dv-cinder-830097-4-iscsi {{(pid=103459) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 12 13:23:56.586586 dv-cinder-830097-4-iscsi neutron-server[103457]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 12 Apr 2022 13:23:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-882ffd30-2bc9-4be9-acfa-a0a13d7c68a1 x-openstack-request-id: req-882ffd30-2bc9-4be9-acfa-a0a13d7c68a1 {{(pid=103457) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 12 13:23:56.586883 dv-cinder-830097-4-iscsi neutron-server[103457]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "86be2946-ca3b-4374-9704-0c44d13ac2bf", "tag": "6eb5a65f-e2fb-4f73-941b-f6ee09e123ea", "status": "completed", "code": 200}]} {{(pid=103457) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 12 13:23:56.587687 dv-cinder-830097-4-iscsi neutron-server[103457]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-882ffd30-2bc9-4be9-acfa-a0a13d7c68a1 {{(pid=103457) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 12 13:23:56.588666 dv-cinder-830097-4-iscsi neutron-server[103457]: INFO neutron.notifiers.nova [-] Nova event matching ['req-882ffd30-2bc9-4be9-acfa-a0a13d7c68a1'] response: {'name': 'network-changed', 'server_uuid': '86be2946-ca3b-4374-9704-0c44d13ac2bf', 'tag': '6eb5a65f-e2fb-4f73-941b-f6ee09e123ea', 'status': 'completed', 'code': 200} Apr 12 13:23:56.645719 dv-cinder-830097-4-iscsi neutron-server[103457]: INFO neutron.wsgi [req-a9a95d38-1207-4cde-b342-ca28215a3f4f req-eb79b3fa-1634-4f61-af97-16ef673d4820 service neutron] 10.222.0.18 "GET /v2.0/networks/fc0e35fc-da48-4b0a-aef1-4a0c9e07f863?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1916530 Apr 12 13:23:56.684108 dv-cinder-830097-4-iscsi neutron-server[103457]: DEBUG neutron.scheduler.l3_agent_scheduler [req-46c3794b-7d36-40a9-b1a5-f4f9c8324b17 req-07bbee17-e95d-46c9-afd4-40470661514c tempest-ServerRescueNegativeTestJSON-440649021 tempest-ServerRescueNegativeTestJSON-440649021-project] Router 966c96ee-61f7-4f90-a5f6-9f5ed8a51317 has already been hosted by L3 agent b7e11a8b-aeed-493f-9763-461016dddc93 {{(pid=103457) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 12 13:23:56.693870 dv-cinder-830097-4-iscsi neutron-server[103458]: DEBUG neutron.plugins.ml2.plugin [None req-68c8d0a5-617d-479e-841a-5515a0993599 admin admin] Deleting port 80cb0942-b4bb-4341-b572-bf81ef215894 {{(pid=103458) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 12 13:23:56.694444 dv-cinder-830097-4-iscsi neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-68c8d0a5-617d-479e-841a-5515a0993599 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732727887391'] for port (80cb0942-b4bb-4341-b572-bf81ef215894), before_delete {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:23:56.724502 dv-cinder-830097-4-iscsi neutron-server[103458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a93cc432-ce55-498c-b7b5-54e587b233fa req-1e717442-65a0-4782-8a43-d403f79e8a44 tempest-TestShelveInstance-750106452 tempest-TestShelveInstance-750106452-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 13:23:56.726030 dv-cinder-830097-4-iscsi neutron-server[103458]: INFO neutron.wsgi [req-a93cc432-ce55-498c-b7b5-54e587b233fa req-1e717442-65a0-4782-8a43-d403f79e8a44 tempest-TestShelveInstance-750106452 tempest-TestShelveInstance-750106452-project] 10.222.0.18 "GET /v2.0/ports?device_id=bc77c197-89c7-4e0d-b60b-22abc9b99bd6 HTTP/1.1" status: 200 len: 945 time: 0.0714562 Apr 12 13:23:56.818189 dv-cinder-830097-4-iscsi neutron-server[103458]: INFO neutron.wsgi [req-a93cc432-ce55-498c-b7b5-54e587b233fa req-35b91796-87ad-47e6-8635-f4b540b5c43c tempest-TestShelveInstance-750106452 tempest-TestShelveInstance-750106452-project] 10.222.0.18 "GET /v2.0/security-groups?id=2baa67a9-5f14-404b-94ce-8aa7d37b6772&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0592685 Apr 12 13:23:56.825850 dv-cinder-830097-4-iscsi neutron-server[103457]: INFO neutron.wsgi [req-a9a95d38-1207-4cde-b342-ca28215a3f4f req-e8a397fc-eee7-4179-97cb-4fff45e1b716 service neutron] 10.222.0.18 "GET /v2.0/networks/fc0e35fc-da48-4b0a-aef1-4a0c9e07f863?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1737065 Apr 12 13:23:56.836274 dv-cinder-830097-4-iscsi neutron-server[103459]: DEBUG neutron.db.l3_hamode_db [None req-88ed7db8-aa2b-4e99-96ac-b50a2e7d4987 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '66d38733-8a94-4306-9035-12f6b3906c1e', 'name': 'tempest-AttachVolumeShelveTestJSON-268868150-router', 'tenant_id': '5ebad6ef7aca47f397d0e45a428e3948', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '26d0436d-8ae2-49bd-8cc6-3d2eac552c84', 'external_fixed_ips': [{'subnet_id': 'd93852d8-8f89-4b1c-bef4-0e05f499a8db', 'ip_address': '172.27.0.103'}], 'enable_snat': True}, 'gw_port_id': '84dfbbf2-673c-4766-87d8-ed32d247bb96', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-12T13:16:00Z', 'updated_at': '2022-04-12T13:16:16Z', 'revision_number': 4, 'project_id': '5ebad6ef7aca47f397d0e45a428e3948', 'gw_port': {'id': '84dfbbf2-673c-4766-87d8-ed32d247bb96', 'name': '', 'network_id': '26d0436d-8ae2-49bd-8cc6-3d2eac552c84', 'tenant_id': '', 'mac_address': 'fa:16:3e:47:67:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '66d38733-8a94-4306-9035-12f6b3906c1e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 80, 'fixed_ips': [{'subnet_id': 'd93852d8-8f89-4b1c-bef4-0e05f499a8db', 'ip_address': '172.27.0.103', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830097-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T13:16:02Z', 'updated_at': '2022-04-12T13:16:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd93852d8-8f89-4b1c-bef4-0e05f499a8db', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830097-4-iscsi', '_floatingips': [{'id': '194e5e6c-367c-40cc-88db-d101c0566034', 'tenant_id': '5ebad6ef7aca47f397d0e45a428e3948', 'floating_ip_address': '172.27.0.146', 'floating_network_id': '26d0436d-8ae2-49bd-8cc6-3d2eac552c84', 'router_id': '66d38733-8a94-4306-9035-12f6b3906c1e', 'port_id': '6eb5a65f-e2fb-4f73-941b-f6ee09e123ea', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 513, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '6562521a-2ea5-45f4-a1f8-589dc7fbc9f3', 'mac_address': 'fa:16:3e:68:fa:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '86be2946-ca3b-4374-9704-0c44d13ac2bf', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-12T13:23:33Z', 'updated_at': '2022-04-12T13:23:54Z', 'revision_number': 1, 'project_id': '5ebad6ef7aca47f397d0e45a428e3948', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ae9c6e44-f0d0-4a2a-86d6-9ca46ba23560', 'name': '', 'network_id': '6562521a-2ea5-45f4-a1f8-589dc7fbc9f3', 'tenant_id': '5ebad6ef7aca47f397d0e45a428e3948', 'mac_address': 'fa:16:3e:7c:df:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '66d38733-8a94-4306-9035-12f6b3906c1e', 'device_owner': 'network:router_interface', 'standard_attr_id': 110, 'fixed_ips': [{'subnet_id': 'cf735079-dcf8-4625-b8a7-d372f8fef245', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830097-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T13:16:12Z', 'updated_at': '2022-04-12T13:16:29Z', 'revision_number': 5, 'project_id': '5ebad6ef7aca47f397d0e45a428e3948', 'subnets': [{'id': 'cf735079-dcf8-4625-b8a7-d372f8fef245', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-830097-4-iscsi', False) {} {{(pid=103459) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 13:23:56.857779 dv-cinder-830097-4-iscsi neutron-server[103458]: DEBUG neutron.plugins.ml2.db [None req-68c8d0a5-617d-479e-841a-5515a0993599 admin admin] For port 80cb0942-b4bb-4341-b572-bf81ef215894, host dv-cinder-830097-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-830097-4-iscsi',level=0,port_id=80cb0942-b4bb-4341-b572-bf81ef215894,segment=NetworkSegment(c7030a2b-c894-43d1-978c-a3dddc343332),segment_id=c7030a2b-c894-43d1-978c-a3dddc343332)] {{(pid=103458) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 12 13:23:56.858248 dv-cinder-830097-4-iscsi neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-68c8d0a5-617d-479e-841a-5515a0993599 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3742288'] for port (80cb0942-b4bb-4341-b572-bf81ef215894), precommit_delete {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:23:56.871850 dv-cinder-830097-4-iscsi neutron-server[103459]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-88ed7db8-aa2b-4e99-96ac-b50a2e7d4987 None None] Checking router: 66d38733-8a94-4306-9035-12f6b3906c1e for host: dv-cinder-830097-4-iscsi {{(pid=103459) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 12 13:23:56.876989 dv-cinder-830097-4-iscsi neutron-server[103457]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-46c3794b-7d36-40a9-b1a5-f4f9c8324b17 req-07bbee17-e95d-46c9-afd4-40470661514c tempest-ServerRescueNegativeTestJSON-440649021 tempest-ServerRescueNegativeTestJSON-440649021-project] Notify agent at l3_agent.dv-cinder-830097-4-iscsi the message routers_updated {{(pid=103457) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 12 13:23:56.889108 dv-cinder-830097-4-iscsi neutron-server[103460]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-77bebfd5-52b3-49a3-a797-d27ae387d114 None None] Sync routers for ids ['966c96ee-61f7-4f90-a5f6-9f5ed8a51317'] in dv-cinder-830097-4-iscsi {{(pid=103460) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 12 13:23:56.898829 dv-cinder-830097-4-iscsi neutron-server[103458]: DEBUG neutron.plugins.ml2.plugin [None req-68c8d0a5-617d-479e-841a-5515a0993599 admin admin] Calling delete_port for 80cb0942-b4bb-4341-b572-bf81ef215894 owned by network:router_interface {{(pid=103458) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 12 13:23:56.906157 dv-cinder-830097-4-iscsi neutron-server[103460]: DEBUG neutron.db.l3_dvrscheduler_db [None req-77bebfd5-52b3-49a3-a797-d27ae387d114 None None] Routers {'966c96ee-61f7-4f90-a5f6-9f5ed8a51317'} bound to L3 agent in host dv-cinder-830097-4-iscsi {{(pid=103460) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 12 13:23:56.907015 dv-cinder-830097-4-iscsi neutron-server[103460]: DEBUG neutron.db.l3_hamode_db [None req-77bebfd5-52b3-49a3-a797-d27ae387d114 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830097-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 10, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 10, "log_agent_heartbeats": false, "routers": 10},created_at=2022-04-12T13:07:19Z,description=,heartbeat_timestamp=2022-04-12T13:23:49Z,host='dv-cinder-830097-4-iscsi',id=b7e11a8b-aeed-493f-9763-461016dddc93,load=0,resource_versions=,resources_synced=,started_at=2022-04-12T13:07:19Z,topic='l3_agent')) {'router_ids': ['966c96ee-61f7-4f90-a5f6-9f5ed8a51317'], 'active': True} {{(pid=103460) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 13:23:56.907522 dv-cinder-830097-4-iscsi neutron-server[103459]: DEBUG neutron.db.l3_dvrscheduler_db [None req-88ed7db8-aa2b-4e99-96ac-b50a2e7d4987 None None] Routers {'66d38733-8a94-4306-9035-12f6b3906c1e'} bound to L3 agent in host dv-cinder-830097-4-iscsi {{(pid=103459) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 12 13:23:56.908160 dv-cinder-830097-4-iscsi neutron-server[103459]: DEBUG neutron.db.l3_hamode_db [None req-88ed7db8-aa2b-4e99-96ac-b50a2e7d4987 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830097-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 10, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 10, "log_agent_heartbeats": false, "routers": 10},created_at=2022-04-12T13:07:19Z,description=,heartbeat_timestamp=2022-04-12T13:23:49Z,host='dv-cinder-830097-4-iscsi',id=b7e11a8b-aeed-493f-9763-461016dddc93,load=0,resource_versions=,resources_synced=,started_at=2022-04-12T13:07:19Z,topic='l3_agent')) {'router_ids': ['66d38733-8a94-4306-9035-12f6b3906c1e'], 'active': True} {{(pid=103459) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 13:23:56.960804 dv-cinder-830097-4-iscsi neutron-server[103457]: DEBUG neutron.db.l3_dvrscheduler_db [req-46c3794b-7d36-40a9-b1a5-f4f9c8324b17 req-07bbee17-e95d-46c9-afd4-40470661514c tempest-ServerRescueNegativeTestJSON-440649021 tempest-ServerRescueNegativeTestJSON-440649021-project] No DVR routers for this DVR port 704ccb89-914e-44b5-a4ae-1dde71563bb0 on host hv-cinder-83009 {{(pid=103457) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 12 13:23:56.965406 dv-cinder-830097-4-iscsi neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [req-46c3794b-7d36-40a9-b1a5-f4f9c8324b17 req-07bbee17-e95d-46c9-afd4-40470661514c tempest-ServerRescueNegativeTestJSON-440649021 tempest-ServerRescueNegativeTestJSON-440649021-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-500965'] for port (None), before_response {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:23:56.968709 dv-cinder-830097-4-iscsi neutron-server[103457]: INFO neutron.wsgi [req-46c3794b-7d36-40a9-b1a5-f4f9c8324b17 req-07bbee17-e95d-46c9-afd4-40470661514c tempest-ServerRescueNegativeTestJSON-440649021 tempest-ServerRescueNegativeTestJSON-440649021-project] 10.222.0.55 "DELETE /v2.0/ports/704ccb89-914e-44b5-a4ae-1dde71563bb0 HTTP/1.1" status: 204 len: 173 time: 2.2728446 Apr 12 13:23:57.063233 dv-cinder-830097-4-iscsi neutron-server[103460]: DEBUG neutron.db.l3_dvr_db [None req-77bebfd5-52b3-49a3-a797-d27ae387d114 None None] Set router 966c96ee-61f7-4f90-a5f6-9f5ed8a51317 gateway port host: dv-cinder-830097-4-iscsi {{(pid=103460) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 12 13:23:57.102601 dv-cinder-830097-4-iscsi neutron-server[103459]: DEBUG neutron.db.l3_dvr_db [None req-88ed7db8-aa2b-4e99-96ac-b50a2e7d4987 None None] Set router 66d38733-8a94-4306-9035-12f6b3906c1e gateway port host: dv-cinder-830097-4-iscsi {{(pid=103459) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 12 13:23:57.233262 dv-cinder-830097-4-iscsi neutron-server[103458]: INFO neutron.wsgi [req-6b3dadfe-f8c0-4ed9-9951-b93e22263fea req-0a93a5d8-ede3-4f40-a556-2de35ec33fd3 tempest-ServerRescueNegativeTestJSON-440649021 tempest-ServerRescueNegativeTestJSON-440649021-project] 10.222.0.18 "GET /v2.0/ports?device_id=629d75a5-e426-4cc1-9a91-03495357fac5 HTTP/1.1" status: 200 len: 210 time: 0.0437684 Apr 12 13:23:57.307353 dv-cinder-830097-4-iscsi neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-68c8d0a5-617d-479e-841a-5515a0993599 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-915890', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3697887', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732727894797', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732727417923', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26097133'] for port (80cb0942-b4bb-4341-b572-bf81ef215894), after_delete {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:23:57.345667 dv-cinder-830097-4-iscsi neutron-server[103458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68c8d0a5-617d-479e-841a-5515a0993599 admin admin] Pushing event deleted for resources: {'Port': ['ID=80cb0942-b4bb-4341-b572-bf81ef215894,revision_number=None']} {{(pid=103458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 13:23:57.356550 dv-cinder-830097-4-iscsi neutron-server[103457]: INFO neutron.wsgi [req-f972e237-1bee-42e8-b027-286f870e7ed1 req-97a1199c-4537-4ed2-b3fe-dad177dd01fd tempest-TestVolumeBootPattern-1974338582 tempest-TestVolumeBootPattern-1974338582-project] 10.222.0.18 "GET /v2.0/ports?device_id=79e021a9-fd5c-4b44-a4de-9b162a0a9eb9 HTTP/1.1" status: 200 len: 210 time: 0.0497389 Apr 12 13:23:57.425410 dv-cinder-830097-4-iscsi neutron-server[103459]: DEBUG neutron.db.l3_hamode_db [None req-88ed7db8-aa2b-4e99-96ac-b50a2e7d4987 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '66d38733-8a94-4306-9035-12f6b3906c1e', 'name': 'tempest-AttachVolumeShelveTestJSON-268868150-router', 'tenant_id': '5ebad6ef7aca47f397d0e45a428e3948', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '26d0436d-8ae2-49bd-8cc6-3d2eac552c84', 'external_fixed_ips': [{'subnet_id': 'd93852d8-8f89-4b1c-bef4-0e05f499a8db', 'ip_address': '172.27.0.103'}], 'enable_snat': True}, 'gw_port_id': '84dfbbf2-673c-4766-87d8-ed32d247bb96', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-12T13:16:00Z', 'updated_at': '2022-04-12T13:16:16Z', 'revision_number': 4, 'project_id': '5ebad6ef7aca47f397d0e45a428e3948', 'gw_port': {'id': '84dfbbf2-673c-4766-87d8-ed32d247bb96', 'name': '', 'network_id': '26d0436d-8ae2-49bd-8cc6-3d2eac552c84', 'tenant_id': '', 'mac_address': 'fa:16:3e:47:67:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '66d38733-8a94-4306-9035-12f6b3906c1e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 80, 'fixed_ips': [{'subnet_id': 'd93852d8-8f89-4b1c-bef4-0e05f499a8db', 'ip_address': '172.27.0.103', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830097-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T13:16:02Z', 'updated_at': '2022-04-12T13:16:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd93852d8-8f89-4b1c-bef4-0e05f499a8db', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830097-4-iscsi', '_floatingips': [{'id': '194e5e6c-367c-40cc-88db-d101c0566034', 'tenant_id': '5ebad6ef7aca47f397d0e45a428e3948', 'floating_ip_address': '172.27.0.146', 'floating_network_id': '26d0436d-8ae2-49bd-8cc6-3d2eac552c84', 'router_id': '66d38733-8a94-4306-9035-12f6b3906c1e', 'port_id': '6eb5a65f-e2fb-4f73-941b-f6ee09e123ea', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 513, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '6562521a-2ea5-45f4-a1f8-589dc7fbc9f3', 'mac_address': 'fa:16:3e:68:fa:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '86be2946-ca3b-4374-9704-0c44d13ac2bf', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-12T13:23:33Z', 'updated_at': '2022-04-12T13:23:54Z', 'revision_number': 1, 'project_id': '5ebad6ef7aca47f397d0e45a428e3948', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ae9c6e44-f0d0-4a2a-86d6-9ca46ba23560', 'name': '', 'network_id': '6562521a-2ea5-45f4-a1f8-589dc7fbc9f3', 'tenant_id': '5ebad6ef7aca47f397d0e45a428e3948', 'mac_address': 'fa:16:3e:7c:df:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '66d38733-8a94-4306-9035-12f6b3906c1e', 'device_owner': 'network:router_interface', 'standard_attr_id': 110, 'fixed_ips': [{'subnet_id': 'cf735079-dcf8-4625-b8a7-d372f8fef245', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830097-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T13:16:12Z', 'updated_at': '2022-04-12T13:16:29Z', 'revision_number': 5, 'project_id': '5ebad6ef7aca47f397d0e45a428e3948', 'subnets': [{'id': 'cf735079-dcf8-4625-b8a7-d372f8fef245', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-830097-4-iscsi', False) {} {{(pid=103459) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 13:23:57.427435 dv-cinder-830097-4-iscsi neutron-server[103460]: DEBUG neutron.db.l3_hamode_db [None req-77bebfd5-52b3-49a3-a797-d27ae387d114 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '966c96ee-61f7-4f90-a5f6-9f5ed8a51317', 'name': 'tempest-ServerRescueNegativeTestJSON-153791057-router', 'tenant_id': '03e871d047514daabb60a84f86099232', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '26d0436d-8ae2-49bd-8cc6-3d2eac552c84', 'external_fixed_ips': [{'subnet_id': 'd93852d8-8f89-4b1c-bef4-0e05f499a8db', 'ip_address': '172.27.0.21'}], 'enable_snat': True}, 'gw_port_id': '958ce0b1-b216-48bf-ac4c-12928e15436d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-12T13:15:59Z', 'updated_at': '2022-04-12T13:16:07Z', 'revision_number': 4, 'project_id': '03e871d047514daabb60a84f86099232', 'gw_port': {'id': '958ce0b1-b216-48bf-ac4c-12928e15436d', 'name': '', 'network_id': '26d0436d-8ae2-49bd-8cc6-3d2eac552c84', 'tenant_id': '', 'mac_address': 'fa:16:3e:e5:c7:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '966c96ee-61f7-4f90-a5f6-9f5ed8a51317', 'device_owner': 'network:router_gateway', 'standard_attr_id': 66, 'fixed_ips': [{'subnet_id': 'd93852d8-8f89-4b1c-bef4-0e05f499a8db', 'ip_address': '172.27.0.21', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830097-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T13:16:00Z', 'updated_at': '2022-04-12T13:16:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd93852d8-8f89-4b1c-bef4-0e05f499a8db', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830097-4-iscsi', '_interfaces': [{'id': '70634d67-4046-424d-94eb-02fc097f0ec7', 'name': '', 'network_id': '8a9d7c73-ddbc-4eef-a839-e9bbe858207d', 'tenant_id': '03e871d047514daabb60a84f86099232', 'mac_address': 'fa:16:3e:b4:a2:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '966c96ee-61f7-4f90-a5f6-9f5ed8a51317', 'device_owner': 'network:router_interface', 'standard_attr_id': 92, 'fixed_ips': [{'subnet_id': 'e7f620b9-ee69-4e3f-9fdf-c3881765f45f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830097-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T13:16:05Z', 'updated_at': '2022-04-12T13:16:17Z', 'revision_number': 5, 'project_id': '03e871d047514daabb60a84f86099232', 'subnets': [{'id': 'e7f620b9-ee69-4e3f-9fdf-c3881765f45f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-830097-4-iscsi', False) {} {{(pid=103460) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 13:23:57.473964 dv-cinder-830097-4-iscsi neutron-server[103459]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-88ed7db8-aa2b-4e99-96ac-b50a2e7d4987 None None] The sync data for ids ['66d38733-8a94-4306-9035-12f6b3906c1e'] in dv-cinder-830097-4-iscsi is: [{'id': '66d38733-8a94-4306-9035-12f6b3906c1e', 'name': 'tempest-AttachVolumeShelveTestJSON-268868150-router', 'tenant_id': '5ebad6ef7aca47f397d0e45a428e3948', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '26d0436d-8ae2-49bd-8cc6-3d2eac552c84', 'external_fixed_ips': [{'subnet_id': 'd93852d8-8f89-4b1c-bef4-0e05f499a8db', 'ip_address': '172.27.0.103'}], 'enable_snat': True}, 'gw_port_id': '84dfbbf2-673c-4766-87d8-ed32d247bb96', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-12T13:16:00Z', 'updated_at': '2022-04-12T13:16:16Z', 'revision_number': 4, 'project_id': '5ebad6ef7aca47f397d0e45a428e3948', 'gw_port': {'id': '84dfbbf2-673c-4766-87d8-ed32d247bb96', 'name': '', 'network_id': '26d0436d-8ae2-49bd-8cc6-3d2eac552c84', 'tenant_id': '', 'mac_address': 'fa:16:3e:47:67:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '66d38733-8a94-4306-9035-12f6b3906c1e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 80, 'fixed_ips': [{'subnet_id': 'd93852d8-8f89-4b1c-bef4-0e05f499a8db', 'ip_address': '172.27.0.103', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830097-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T13:16:02Z', 'updated_at': '2022-04-12T13:16:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd93852d8-8f89-4b1c-bef4-0e05f499a8db', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830097-4-iscsi', '_floatingips': [{'id': '194e5e6c-367c-40cc-88db-d101c0566034', 'tenant_id': '5ebad6ef7aca47f397d0e45a428e3948', 'floating_ip_address': '172.27.0.146', 'floating_network_id': '26d0436d-8ae2-49bd-8cc6-3d2eac552c84', 'router_id': '66d38733-8a94-4306-9035-12f6b3906c1e', 'port_id': '6eb5a65f-e2fb-4f73-941b-f6ee09e123ea', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 513, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '6562521a-2ea5-45f4-a1f8-589dc7fbc9f3', 'mac_address': 'fa:16:3e:68:fa:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '86be2946-ca3b-4374-9704-0c44d13ac2bf', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-12T13:23:33Z', 'updated_at': '2022-04-12T13:23:54Z', 'revision_number': 1, 'project_id': '5ebad6ef7aca47f397d0e45a428e3948', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ae9c6e44-f0d0-4a2a-86d6-9ca46ba23560', 'name': '', 'network_id': '6562521a-2ea5-45f4-a1f8-589dc7fbc9f3', 'tenant_id': '5ebad6ef7aca47f397d0e45a428e3948', 'mac_address': 'fa:16:3e:7c:df:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '66d38733-8a94-4306-9035-12f6b3906c1e', 'device_owner': 'network:router_interface', 'standard_attr_id': 110, 'fixed_ips': [{'subnet_id': 'cf735079-dcf8-4625-b8a7-d372f8fef245', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830097-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T13:16:12Z', 'updated_at': '2022-04-12T13:16:29Z', 'revision_number': 5, 'project_id': '5ebad6ef7aca47f397d0e45a428e3948', 'subnets': [{'id': 'cf735079-dcf8-4625-b8a7-d372f8fef245', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103459) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 12 13:23:57.479028 dv-cinder-830097-4-iscsi neutron-server[103460]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-77bebfd5-52b3-49a3-a797-d27ae387d114 None None] Checking router: 966c96ee-61f7-4f90-a5f6-9f5ed8a51317 for host: dv-cinder-830097-4-iscsi {{(pid=103460) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 12 13:23:57.495208 dv-cinder-830097-4-iscsi neutron-server[103460]: DEBUG neutron.db.l3_dvrscheduler_db [None req-77bebfd5-52b3-49a3-a797-d27ae387d114 None None] Routers {'966c96ee-61f7-4f90-a5f6-9f5ed8a51317'} bound to L3 agent in host dv-cinder-830097-4-iscsi {{(pid=103460) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 12 13:23:57.495847 dv-cinder-830097-4-iscsi neutron-server[103460]: DEBUG neutron.db.l3_hamode_db [None req-77bebfd5-52b3-49a3-a797-d27ae387d114 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830097-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 10, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 10, "log_agent_heartbeats": false, "routers": 10},created_at=2022-04-12T13:07:19Z,description=,heartbeat_timestamp=2022-04-12T13:23:49Z,host='dv-cinder-830097-4-iscsi',id=b7e11a8b-aeed-493f-9763-461016dddc93,load=0,resource_versions=,resources_synced=,started_at=2022-04-12T13:07:19Z,topic='l3_agent')) {'router_ids': ['966c96ee-61f7-4f90-a5f6-9f5ed8a51317'], 'active': True} {{(pid=103460) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 13:23:57.512106 dv-cinder-830097-4-iscsi neutron-server[103459]: DEBUG neutron.plugins.ml2.rpc [None req-3505bd68-a9fd-4823-92ea-1a6ded8ab071 None None] Device 704ccb89-914e-44b5-a4ae-1dde71563bb0 no longer exists at agent hyperv_hv-cinder-83009 {{(pid=103459) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 12 13:23:57.545308 dv-cinder-830097-4-iscsi neutron-server[103459]: DEBUG neutron.plugins.ml2.plugin [None req-3505bd68-a9fd-4823-92ea-1a6ded8ab071 None None] No Port match for: 704ccb89-914e-44b5-a4ae-1dde71563bb0 {{(pid=103459) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2341}} Apr 12 13:23:57.545661 dv-cinder-830097-4-iscsi neutron-server[103459]: DEBUG neutron.plugins.ml2.rpc [None req-3505bd68-a9fd-4823-92ea-1a6ded8ab071 None None] Device 704ccb89-914e-44b5-a4ae-1dde71563bb0 not bound to the agent host hv-cinder-83009 {{(pid=103459) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 12 13:23:57.606213 dv-cinder-830097-4-iscsi neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-68c8d0a5-617d-479e-841a-5515a0993599 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3697864', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3750754'] for router_interface (81f07478-dbd0-4cbf-a550-f0eba3802cf4), after_delete {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:23:57.653047 dv-cinder-830097-4-iscsi neutron-server[103460]: DEBUG neutron.db.l3_dvr_db [None req-77bebfd5-52b3-49a3-a797-d27ae387d114 None None] Set router 966c96ee-61f7-4f90-a5f6-9f5ed8a51317 gateway port host: dv-cinder-830097-4-iscsi {{(pid=103460) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 12 13:23:57.739939 dv-cinder-830097-4-iscsi neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c53f3fbf-4d98-43fa-b79e-e01961e31fb4 req-c5375162-d1df-4d9d-9c77-8b2f0c2c34b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 13:23:57.744137 dv-cinder-830097-4-iscsi neutron-server[103457]: INFO neutron.wsgi [req-c53f3fbf-4d98-43fa-b79e-e01961e31fb4 req-c5375162-d1df-4d9d-9c77-8b2f0c2c34b8 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=5ebad6ef7aca47f397d0e45a428e3948&device_id=86be2946-ca3b-4374-9704-0c44d13ac2bf HTTP/1.1" status: 200 len: 1130 time: 0.0622458 Apr 12 13:23:57.859174 dv-cinder-830097-4-iscsi neutron-server[103459]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9acad75b-f1cd-46f0-9e8d-481a5a4d4eb1 None None] New status for floating IP 194e5e6c-367c-40cc-88db-d101c0566034: ACTIVE {{(pid=103459) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 12 13:23:57.902225 dv-cinder-830097-4-iscsi neutron-server[103458]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-68c8d0a5-617d-479e-841a-5515a0993599 admin admin] Router 81f07478-dbd0-4cbf-a550-f0eba3802cf4 has already been hosted by L3 agent b7e11a8b-aeed-493f-9763-461016dddc93 {{(pid=103458) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 12 13:23:57.913718 dv-cinder-830097-4-iscsi neutron-server[103460]: DEBUG neutron.db.l3_hamode_db [None req-77bebfd5-52b3-49a3-a797-d27ae387d114 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '966c96ee-61f7-4f90-a5f6-9f5ed8a51317', 'name': 'tempest-ServerRescueNegativeTestJSON-153791057-router', 'tenant_id': '03e871d047514daabb60a84f86099232', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '26d0436d-8ae2-49bd-8cc6-3d2eac552c84', 'external_fixed_ips': [{'subnet_id': 'd93852d8-8f89-4b1c-bef4-0e05f499a8db', 'ip_address': '172.27.0.21'}], 'enable_snat': True}, 'gw_port_id': '958ce0b1-b216-48bf-ac4c-12928e15436d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-12T13:15:59Z', 'updated_at': '2022-04-12T13:16:07Z', 'revision_number': 4, 'project_id': '03e871d047514daabb60a84f86099232', 'gw_port': {'id': '958ce0b1-b216-48bf-ac4c-12928e15436d', 'name': '', 'network_id': '26d0436d-8ae2-49bd-8cc6-3d2eac552c84', 'tenant_id': '', 'mac_address': 'fa:16:3e:e5:c7:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '966c96ee-61f7-4f90-a5f6-9f5ed8a51317', 'device_owner': 'network:router_gateway', 'standard_attr_id': 66, 'fixed_ips': [{'subnet_id': 'd93852d8-8f89-4b1c-bef4-0e05f499a8db', 'ip_address': '172.27.0.21', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830097-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T13:16:00Z', 'updated_at': '2022-04-12T13:16:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd93852d8-8f89-4b1c-bef4-0e05f499a8db', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830097-4-iscsi', '_interfaces': [{'id': '70634d67-4046-424d-94eb-02fc097f0ec7', 'name': '', 'network_id': '8a9d7c73-ddbc-4eef-a839-e9bbe858207d', 'tenant_id': '03e871d047514daabb60a84f86099232', 'mac_address': 'fa:16:3e:b4:a2:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '966c96ee-61f7-4f90-a5f6-9f5ed8a51317', 'device_owner': 'network:router_interface', 'standard_attr_id': 92, 'fixed_ips': [{'subnet_id': 'e7f620b9-ee69-4e3f-9fdf-c3881765f45f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830097-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T13:16:05Z', 'updated_at': '2022-04-12T13:16:17Z', 'revision_number': 5, 'project_id': '03e871d047514daabb60a84f86099232', 'subnets': [{'id': 'e7f620b9-ee69-4e3f-9fdf-c3881765f45f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-830097-4-iscsi', False) {} {{(pid=103460) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 13:23:57.957898 dv-cinder-830097-4-iscsi neutron-server[103460]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-77bebfd5-52b3-49a3-a797-d27ae387d114 None None] The sync data for ids ['966c96ee-61f7-4f90-a5f6-9f5ed8a51317'] in dv-cinder-830097-4-iscsi is: [{'id': '966c96ee-61f7-4f90-a5f6-9f5ed8a51317', 'name': 'tempest-ServerRescueNegativeTestJSON-153791057-router', 'tenant_id': '03e871d047514daabb60a84f86099232', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '26d0436d-8ae2-49bd-8cc6-3d2eac552c84', 'external_fixed_ips': [{'subnet_id': 'd93852d8-8f89-4b1c-bef4-0e05f499a8db', 'ip_address': '172.27.0.21'}], 'enable_snat': True}, 'gw_port_id': '958ce0b1-b216-48bf-ac4c-12928e15436d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-12T13:15:59Z', 'updated_at': '2022-04-12T13:16:07Z', 'revision_number': 4, 'project_id': '03e871d047514daabb60a84f86099232', 'gw_port': {'id': '958ce0b1-b216-48bf-ac4c-12928e15436d', 'name': '', 'network_id': '26d0436d-8ae2-49bd-8cc6-3d2eac552c84', 'tenant_id': '', 'mac_address': 'fa:16:3e:e5:c7:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '966c96ee-61f7-4f90-a5f6-9f5ed8a51317', 'device_owner': 'network:router_gateway', 'standard_attr_id': 66, 'fixed_ips': [{'subnet_id': 'd93852d8-8f89-4b1c-bef4-0e05f499a8db', 'ip_address': '172.27.0.21', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830097-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T13:16:00Z', 'updated_at': '2022-04-12T13:16:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd93852d8-8f89-4b1c-bef4-0e05f499a8db', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830097-4-iscsi', '_interfaces': [{'id': '70634d67-4046-424d-94eb-02fc097f0ec7', 'name': '', 'network_id': '8a9d7c73-ddbc-4eef-a839-e9bbe858207d', 'tenant_id': '03e871d047514daabb60a84f86099232', 'mac_address': 'fa:16:3e:b4:a2:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '966c96ee-61f7-4f90-a5f6-9f5ed8a51317', 'device_owner': 'network:router_interface', 'standard_attr_id': 92, 'fixed_ips': [{'subnet_id': 'e7f620b9-ee69-4e3f-9fdf-c3881765f45f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830097-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T13:16:05Z', 'updated_at': '2022-04-12T13:16:17Z', 'revision_number': 5, 'project_id': '03e871d047514daabb60a84f86099232', 'subnets': [{'id': 'e7f620b9-ee69-4e3f-9fdf-c3881765f45f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103460) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 12 13:23:58.045225 dv-cinder-830097-4-iscsi neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c53f3fbf-4d98-43fa-b79e-e01961e31fb4 req-5c9655ac-2d8f-4d1c-a957-eddd313a35d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 13:23:58.046960 dv-cinder-830097-4-iscsi neutron-server[103457]: INFO neutron.wsgi [req-c53f3fbf-4d98-43fa-b79e-e01961e31fb4 req-5c9655ac-2d8f-4d1c-a957-eddd313a35d1 service neutron] 10.222.0.55 "GET /v2.0/networks?id=6562521a-2ea5-45f4-a1f8-589dc7fbc9f3 HTTP/1.1" status: 200 len: 917 time: 0.1459167 Apr 12 13:23:58.078466 dv-cinder-830097-4-iscsi neutron-server[103458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50d24ee2-bd6a-4d3c-9010-dbb7288cb4ba req-e1add23c-0f69-41b5-9007-1fd7fc85f8f1 tempest-TestShelveInstance-750106452 tempest-TestShelveInstance-750106452-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 13:23:58.080013 dv-cinder-830097-4-iscsi neutron-server[103458]: INFO neutron.wsgi [req-50d24ee2-bd6a-4d3c-9010-dbb7288cb4ba req-e1add23c-0f69-41b5-9007-1fd7fc85f8f1 tempest-TestShelveInstance-750106452 tempest-TestShelveInstance-750106452-project] 10.222.0.18 "GET /v2.0/ports?device_id=bc77c197-89c7-4e0d-b60b-22abc9b99bd6 HTTP/1.1" status: 200 len: 945 time: 0.0934880 Apr 12 13:23:58.164456 dv-cinder-830097-4-iscsi neutron-server[103458]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-68c8d0a5-617d-479e-841a-5515a0993599 admin admin] Notify agent at l3_agent.dv-cinder-830097-4-iscsi the message routers_updated {{(pid=103458) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 12 13:23:58.169481 dv-cinder-830097-4-iscsi neutron-server[103458]: INFO neutron.wsgi [req-50d24ee2-bd6a-4d3c-9010-dbb7288cb4ba req-6c1be324-a545-4804-987a-ee1316ce2d2d tempest-TestShelveInstance-750106452 tempest-TestShelveInstance-750106452-project] 10.222.0.18 "GET /v2.0/security-groups?id=2baa67a9-5f14-404b-94ce-8aa7d37b6772&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0636985 Apr 12 13:23:58.174414 dv-cinder-830097-4-iscsi neutron-server[103458]: INFO neutron.wsgi [None req-68c8d0a5-617d-479e-841a-5515a0993599 admin admin] 10.222.0.18 "PUT /v2.0/routers/81f07478-dbd0-4cbf-a550-f0eba3802cf4/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.4239902 Apr 12 13:23:58.174987 dv-cinder-830097-4-iscsi neutron-server[103460]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-59265b4b-b951-485d-b9d7-2f0d0ab48be3 None None] Sync routers for ids ['81f07478-dbd0-4cbf-a550-f0eba3802cf4'] in dv-cinder-830097-4-iscsi {{(pid=103460) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 12 13:23:58.175570 dv-cinder-830097-4-iscsi neutron-server[103458]: DEBUG neutron.wsgi [-] (103458) accepted ('10.222.0.18', 47728) {{(pid=103458) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 13:23:58.190065 dv-cinder-830097-4-iscsi neutron-server[103460]: DEBUG neutron.db.l3_dvrscheduler_db [None req-59265b4b-b951-485d-b9d7-2f0d0ab48be3 None None] Routers {'81f07478-dbd0-4cbf-a550-f0eba3802cf4'} bound to L3 agent in host dv-cinder-830097-4-iscsi {{(pid=103460) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 12 13:23:58.190696 dv-cinder-830097-4-iscsi neutron-server[103460]: DEBUG neutron.db.l3_hamode_db [None req-59265b4b-b951-485d-b9d7-2f0d0ab48be3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830097-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 10, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 10, "log_agent_heartbeats": false, "routers": 10},created_at=2022-04-12T13:07:19Z,description=,heartbeat_timestamp=2022-04-12T13:23:49Z,host='dv-cinder-830097-4-iscsi',id=b7e11a8b-aeed-493f-9763-461016dddc93,load=0,resource_versions=,resources_synced=,started_at=2022-04-12T13:07:19Z,topic='l3_agent')) {'router_ids': ['81f07478-dbd0-4cbf-a550-f0eba3802cf4'], 'active': True} {{(pid=103460) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 13:23:58.329103 dv-cinder-830097-4-iscsi neutron-server[103460]: DEBUG neutron.db.l3_dvr_db [None req-59265b4b-b951-485d-b9d7-2f0d0ab48be3 None None] Set router 81f07478-dbd0-4cbf-a550-f0eba3802cf4 gateway port host: dv-cinder-830097-4-iscsi {{(pid=103460) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 12 13:23:58.358866 dv-cinder-830097-4-iscsi neutron-server[103459]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7a304f92-ecf2-44e2-a87e-80acdb50ddba None None] New status for floating IP 9a6b3f55-417a-4870-b20b-5f5608e59fac: DOWN {{(pid=103459) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 12 13:23:58.407475 dv-cinder-830097-4-iscsi neutron-server[103457]: INFO neutron.wsgi [req-c53f3fbf-4d98-43fa-b79e-e01961e31fb4 req-daa2a3e3-5bfd-4099-b881-3ea2f0828e8c service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=6eb5a65f-e2fb-4f73-941b-f6ee09e123ea HTTP/1.1" status: 200 len: 1002 time: 0.1648376 Apr 12 13:23:58.526465 dv-cinder-830097-4-iscsi neutron-server[103457]: INFO neutron.wsgi [req-d53d8976-cf23-4eef-a78b-4485c516bd51 req-9a021558-659b-402d-8604-b0e778dcf3ba tempest-ServerRescueNegativeTestJSON-440649021 tempest-ServerRescueNegativeTestJSON-440649021-project] 10.222.0.18 "GET /v2.0/ports?device_id=629d75a5-e426-4cc1-9a91-03495357fac5 HTTP/1.1" status: 200 len: 210 time: 0.0514145 Apr 12 13:23:58.557041 dv-cinder-830097-4-iscsi neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c53f3fbf-4d98-43fa-b79e-e01961e31fb4 req-f3c4121d-b090-4878-b58b-f9208ad9e371 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 13:23:58.559659 dv-cinder-830097-4-iscsi neutron-server[103457]: INFO neutron.wsgi [req-c53f3fbf-4d98-43fa-b79e-e01961e31fb4 req-f3c4121d-b090-4878-b58b-f9208ad9e371 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=cf735079-dcf8-4625-b8a7-d372f8fef245 HTTP/1.1" status: 200 len: 855 time: 0.1462784 Apr 12 13:23:58.626836 dv-cinder-830097-4-iscsi neutron-server[103460]: DEBUG neutron.db.l3_hamode_db [None req-59265b4b-b951-485d-b9d7-2f0d0ab48be3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '81f07478-dbd0-4cbf-a550-f0eba3802cf4', 'name': 'tempest-TestMinimumBasicScenario-1350615102-router', 'tenant_id': '324be551cdc84d27989a0ab080f181fe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '26d0436d-8ae2-49bd-8cc6-3d2eac552c84', 'external_fixed_ips': [{'subnet_id': 'd93852d8-8f89-4b1c-bef4-0e05f499a8db', 'ip_address': '172.27.0.86'}], 'enable_snat': True}, 'gw_port_id': '6c01b141-c5bb-465d-a757-e3f10fd40a09', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-12T13:17:44Z', 'updated_at': '2022-04-12T13:23:57Z', 'revision_number': 5, 'project_id': '324be551cdc84d27989a0ab080f181fe', 'gw_port': {'id': '6c01b141-c5bb-465d-a757-e3f10fd40a09', 'name': '', 'network_id': '26d0436d-8ae2-49bd-8cc6-3d2eac552c84', 'tenant_id': '', 'mac_address': 'fa:16:3e:f2:4a:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '81f07478-dbd0-4cbf-a550-f0eba3802cf4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 291, 'fixed_ips': [{'subnet_id': 'd93852d8-8f89-4b1c-bef4-0e05f499a8db', 'ip_address': '172.27.0.86', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830097-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T13:17:45Z', 'updated_at': '2022-04-12T13:17:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd93852d8-8f89-4b1c-bef4-0e05f499a8db', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830097-4-iscsi'}], 'dv-cinder-830097-4-iscsi', False) {} {{(pid=103460) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 13:23:58.659117 dv-cinder-830097-4-iscsi neutron-server[103457]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '629d75a5-e426-4cc1-9a91-03495357fac5', 'name': 'network-vif-deleted', 'tag': '704ccb89-914e-44b5-a4ae-1dde71563bb0'}] {{(pid=103457) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 12 13:23:58.666562 dv-cinder-830097-4-iscsi neutron-server[103460]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-59265b4b-b951-485d-b9d7-2f0d0ab48be3 None None] Checking router: 81f07478-dbd0-4cbf-a550-f0eba3802cf4 for host: dv-cinder-830097-4-iscsi {{(pid=103460) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 12 13:23:58.667336 dv-cinder-830097-4-iscsi neutron-server[103457]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}086c7d3de3560e72b9669b0aa2f8f0aa3a7dc6896401f4467231a6605ceb6cb3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-01ca0b83-fc0d-42a9-a0d4-8c5a4cfe9808" -d '{"events": [{"server_uuid": "629d75a5-e426-4cc1-9a91-03495357fac5", "name": "network-vif-deleted", "tag": "704ccb89-914e-44b5-a4ae-1dde71563bb0"}]}' {{(pid=103457) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 12 13:23:58.691699 dv-cinder-830097-4-iscsi neutron-server[103458]: INFO neutron.wsgi [req-83e498ab-4ce2-4370-a8fc-bc89e8c4c507 req-40fde417-4992-4a3c-9956-9f340efe0fc8 tempest-TestVolumeBootPattern-1974338582 tempest-TestVolumeBootPattern-1974338582-project] 10.222.0.18 "GET /v2.0/ports?device_id=79e021a9-fd5c-4b44-a4de-9b162a0a9eb9 HTTP/1.1" status: 200 len: 210 time: 0.0561588 Apr 12 13:23:58.705169 dv-cinder-830097-4-iscsi neutron-server[103460]: DEBUG neutron.db.l3_dvrscheduler_db [None req-59265b4b-b951-485d-b9d7-2f0d0ab48be3 None None] Routers {'81f07478-dbd0-4cbf-a550-f0eba3802cf4'} bound to L3 agent in host dv-cinder-830097-4-iscsi {{(pid=103460) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 12 13:23:58.706254 dv-cinder-830097-4-iscsi neutron-server[103460]: DEBUG neutron.db.l3_hamode_db [None req-59265b4b-b951-485d-b9d7-2f0d0ab48be3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830097-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 10, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 10, "log_agent_heartbeats": false, "routers": 10},created_at=2022-04-12T13:07:19Z,description=,heartbeat_timestamp=2022-04-12T13:23:49Z,host='dv-cinder-830097-4-iscsi',id=b7e11a8b-aeed-493f-9763-461016dddc93,load=0,resource_versions=,resources_synced=,started_at=2022-04-12T13:07:19Z,topic='l3_agent')) {'router_ids': ['81f07478-dbd0-4cbf-a550-f0eba3802cf4'], 'active': True} {{(pid=103460) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 13:23:58.718787 dv-cinder-830097-4-iscsi neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c53f3fbf-4d98-43fa-b79e-e01961e31fb4 req-24e76e3e-4fbe-4ed5-8b5c-8e3ea4c09c8b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 13:23:58.732986 dv-cinder-830097-4-iscsi neutron-server[103457]: INFO neutron.wsgi [req-c53f3fbf-4d98-43fa-b79e-e01961e31fb4 req-24e76e3e-4fbe-4ed5-8b5c-8e3ea4c09c8b service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=6562521a-2ea5-45f4-a1f8-589dc7fbc9f3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.1626210 Apr 12 13:23:58.745217 dv-cinder-830097-4-iscsi neutron-server[103457]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 12 Apr 2022 13:23:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3e0722ce-eea3-472d-87a8-f154d4a05dd8 x-openstack-request-id: req-3e0722ce-eea3-472d-87a8-f154d4a05dd8 {{(pid=103457) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 12 13:23:58.745705 dv-cinder-830097-4-iscsi neutron-server[103457]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "629d75a5-e426-4cc1-9a91-03495357fac5", "name": "network-vif-deleted", "tag": "704ccb89-914e-44b5-a4ae-1dde71563bb0", "status": "completed", "code": 200}]} {{(pid=103457) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 12 13:23:58.746121 dv-cinder-830097-4-iscsi neutron-server[103457]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-3e0722ce-eea3-472d-87a8-f154d4a05dd8 {{(pid=103457) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 12 13:23:58.746665 dv-cinder-830097-4-iscsi neutron-server[103457]: INFO neutron.notifiers.nova [-] Nova event matching ['req-3e0722ce-eea3-472d-87a8-f154d4a05dd8'] response: {'server_uuid': '629d75a5-e426-4cc1-9a91-03495357fac5', 'name': 'network-vif-deleted', 'tag': '704ccb89-914e-44b5-a4ae-1dde71563bb0', 'status': 'completed', 'code': 200} Apr 12 13:23:58.771976 dv-cinder-830097-4-iscsi neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-7f90df60-e9bc-4de8-b2e3-95bd9a164b90 admin admin] Publish callbacks [] for router (81f07478-dbd0-4cbf-a550-f0eba3802cf4), before_delete {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:23:58.844335 dv-cinder-830097-4-iscsi neutron-server[103460]: DEBUG neutron.db.l3_dvr_db [None req-59265b4b-b951-485d-b9d7-2f0d0ab48be3 None None] Set router 81f07478-dbd0-4cbf-a550-f0eba3802cf4 gateway port host: dv-cinder-830097-4-iscsi {{(pid=103460) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 12 13:23:58.886454 dv-cinder-830097-4-iscsi neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-7f90df60-e9bc-4de8-b2e3-95bd9a164b90 admin admin] Publish callbacks [] for router_gateway (81f07478-dbd0-4cbf-a550-f0eba3802cf4), before_delete {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:23:58.958047 dv-cinder-830097-4-iscsi neutron-server[103458]: DEBUG neutron.plugins.ml2.plugin [None req-7f90df60-e9bc-4de8-b2e3-95bd9a164b90 admin admin] Deleting port 6c01b141-c5bb-465d-a757-e3f10fd40a09 {{(pid=103458) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 12 13:23:58.958803 dv-cinder-830097-4-iscsi neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-7f90df60-e9bc-4de8-b2e3-95bd9a164b90 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732727887391'] for port (6c01b141-c5bb-465d-a757-e3f10fd40a09), before_delete {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:23:59.043396 dv-cinder-830097-4-iscsi neutron-server[103460]: DEBUG neutron.db.l3_hamode_db [None req-59265b4b-b951-485d-b9d7-2f0d0ab48be3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '81f07478-dbd0-4cbf-a550-f0eba3802cf4', 'name': 'tempest-TestMinimumBasicScenario-1350615102-router', 'tenant_id': '324be551cdc84d27989a0ab080f181fe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '26d0436d-8ae2-49bd-8cc6-3d2eac552c84', 'external_fixed_ips': [{'subnet_id': 'd93852d8-8f89-4b1c-bef4-0e05f499a8db', 'ip_address': '172.27.0.86'}], 'enable_snat': True}, 'gw_port_id': '6c01b141-c5bb-465d-a757-e3f10fd40a09', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-12T13:17:44Z', 'updated_at': '2022-04-12T13:23:57Z', 'revision_number': 5, 'project_id': '324be551cdc84d27989a0ab080f181fe', 'gw_port': {'id': '6c01b141-c5bb-465d-a757-e3f10fd40a09', 'name': '', 'network_id': '26d0436d-8ae2-49bd-8cc6-3d2eac552c84', 'tenant_id': '', 'mac_address': 'fa:16:3e:f2:4a:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '81f07478-dbd0-4cbf-a550-f0eba3802cf4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 291, 'fixed_ips': [{'subnet_id': 'd93852d8-8f89-4b1c-bef4-0e05f499a8db', 'ip_address': '172.27.0.86', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830097-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T13:17:45Z', 'updated_at': '2022-04-12T13:17:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd93852d8-8f89-4b1c-bef4-0e05f499a8db', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830097-4-iscsi'}], 'dv-cinder-830097-4-iscsi', False) {} {{(pid=103460) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 13:23:59.056316 dv-cinder-830097-4-iscsi neutron-server[103458]: DEBUG neutron.plugins.ml2.db [None req-7f90df60-e9bc-4de8-b2e3-95bd9a164b90 admin admin] For port 6c01b141-c5bb-465d-a757-e3f10fd40a09, host dv-cinder-830097-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-830097-4-iscsi',level=0,port_id=6c01b141-c5bb-465d-a757-e3f10fd40a09,segment=NetworkSegment(333e2245-11dc-4fcd-9fb1-9fe65fae59ea),segment_id=333e2245-11dc-4fcd-9fb1-9fe65fae59ea)] {{(pid=103458) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 12 13:23:59.061215 dv-cinder-830097-4-iscsi neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-7f90df60-e9bc-4de8-b2e3-95bd9a164b90 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3742288'] for port (6c01b141-c5bb-465d-a757-e3f10fd40a09), precommit_delete {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:23:59.080411 dv-cinder-830097-4-iscsi neutron-server[103460]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-59265b4b-b951-485d-b9d7-2f0d0ab48be3 None None] The sync data for ids ['81f07478-dbd0-4cbf-a550-f0eba3802cf4'] in dv-cinder-830097-4-iscsi is: [{'id': '81f07478-dbd0-4cbf-a550-f0eba3802cf4', 'name': 'tempest-TestMinimumBasicScenario-1350615102-router', 'tenant_id': '324be551cdc84d27989a0ab080f181fe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '26d0436d-8ae2-49bd-8cc6-3d2eac552c84', 'external_fixed_ips': [{'subnet_id': 'd93852d8-8f89-4b1c-bef4-0e05f499a8db', 'ip_address': '172.27.0.86'}], 'enable_snat': True}, 'gw_port_id': '6c01b141-c5bb-465d-a757-e3f10fd40a09', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-12T13:17:44Z', 'updated_at': '2022-04-12T13:23:57Z', 'revision_number': 5, 'project_id': '324be551cdc84d27989a0ab080f181fe', 'gw_port': {'id': '6c01b141-c5bb-465d-a757-e3f10fd40a09', 'name': '', 'network_id': '26d0436d-8ae2-49bd-8cc6-3d2eac552c84', 'tenant_id': '', 'mac_address': 'fa:16:3e:f2:4a:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '81f07478-dbd0-4cbf-a550-f0eba3802cf4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 291, 'fixed_ips': [{'subnet_id': 'd93852d8-8f89-4b1c-bef4-0e05f499a8db', 'ip_address': '172.27.0.86', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830097-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T13:17:45Z', 'updated_at': '2022-04-12T13:17:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd93852d8-8f89-4b1c-bef4-0e05f499a8db', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830097-4-iscsi'}] {{(pid=103460) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 12 13:23:59.081381 dv-cinder-830097-4-iscsi neutron-server[103458]: DEBUG neutron.plugins.ml2.plugin [None req-7f90df60-e9bc-4de8-b2e3-95bd9a164b90 admin admin] Calling delete_port for 6c01b141-c5bb-465d-a757-e3f10fd40a09 owned by network:router_gateway {{(pid=103458) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 12 13:23:59.127924 dv-cinder-830097-4-iscsi neutron-server[103457]: INFO neutron.wsgi [req-c53f3fbf-4d98-43fa-b79e-e01961e31fb4 req-6c26960e-6d79-4e6a-a2bf-3c82adcdaa50 service neutron] 10.222.0.55 "GET /v2.0/networks/6562521a-2ea5-45f4-a1f8-589dc7fbc9f3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2040536 Apr 12 13:23:59.271277 dv-cinder-830097-4-iscsi neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9a95d38-1207-4cde-b342-ca28215a3f4f req-c5eba775-2fdd-4d6f-a600-25ce42f9cbd6 tempest-TestVolumeBootPattern-1974338582 tempest-TestVolumeBootPattern-1974338582-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 13:23:59.272701 dv-cinder-830097-4-iscsi neutron-server[103457]: INFO neutron.wsgi [req-a9a95d38-1207-4cde-b342-ca28215a3f4f req-c5eba775-2fdd-4d6f-a600-25ce42f9cbd6 tempest-TestVolumeBootPattern-1974338582 tempest-TestVolumeBootPattern-1974338582-project] 10.222.0.55 "GET /v2.0/networks?id=fc0e35fc-da48-4b0a-aef1-4a0c9e07f863 HTTP/1.1" status: 200 len: 812 time: 0.1992342 Apr 12 13:23:59.295136 dv-cinder-830097-4-iscsi neutron-server[103457]: INFO neutron.wsgi [req-c53f3fbf-4d98-43fa-b79e-e01961e31fb4 req-06363a0a-6bf1-4a13-8b3f-30a4da7b5df3 service neutron] 10.222.0.55 "GET /v2.0/networks/6562521a-2ea5-45f4-a1f8-589dc7fbc9f3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1396105 Apr 12 13:23:59.313850 dv-cinder-830097-4-iscsi neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-7f90df60-e9bc-4de8-b2e3-95bd9a164b90 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-915890', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3697887', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732727894797', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732727417923', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26097133'] for port (6c01b141-c5bb-465d-a757-e3f10fd40a09), after_delete {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:23:59.331781 dv-cinder-830097-4-iscsi neutron-server[103458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9b369e4-d5e3-4dc2-b154-b3c67492be76 req-ba4f270a-649b-4c9a-a8b9-3bbc5a21662f tempest-TestShelveInstance-750106452 tempest-TestShelveInstance-750106452-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 13:23:59.333238 dv-cinder-830097-4-iscsi neutron-server[103458]: INFO neutron.wsgi [req-c9b369e4-d5e3-4dc2-b154-b3c67492be76 req-ba4f270a-649b-4c9a-a8b9-3bbc5a21662f tempest-TestShelveInstance-750106452 tempest-TestShelveInstance-750106452-project] 10.222.0.18 "GET /v2.0/ports?device_id=bc77c197-89c7-4e0d-b60b-22abc9b99bd6 HTTP/1.1" status: 200 len: 945 time: 0.0618870 Apr 12 13:23:59.352351 dv-cinder-830097-4-iscsi neutron-server[103458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f90df60-e9bc-4de8-b2e3-95bd9a164b90 admin admin] Pushing event deleted for resources: {'Port': ['ID=6c01b141-c5bb-465d-a757-e3f10fd40a09,revision_number=None']} {{(pid=103458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 13:23:59.445056 dv-cinder-830097-4-iscsi neutron-server[103458]: INFO neutron.wsgi [req-c9b369e4-d5e3-4dc2-b154-b3c67492be76 req-a6f33cb2-972b-482c-b0c2-c019fc7e46f1 tempest-TestShelveInstance-750106452 tempest-TestShelveInstance-750106452-project] 10.222.0.18 "GET /v2.0/security-groups?id=2baa67a9-5f14-404b-94ce-8aa7d37b6772&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0955870 Apr 12 13:23:59.446948 dv-cinder-830097-4-iscsi neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-7f90df60-e9bc-4de8-b2e3-95bd9a164b90 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3739012'] for router_gateway (81f07478-dbd0-4cbf-a550-f0eba3802cf4), after_delete {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:23:59.573666 dv-cinder-830097-4-iscsi neutron-server[103457]: INFO neutron.wsgi [req-a9a95d38-1207-4cde-b342-ca28215a3f4f req-31d31e08-5699-404d-bad3-0b3524b158ac tempest-TestVolumeBootPattern-1974338582 tempest-TestVolumeBootPattern-1974338582-project] 10.222.0.55 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=59e9ce76515147cfa24a7c710300c9c0 HTTP/1.1" status: 200 len: 380 time: 0.0786967 Apr 12 13:23:59.585769 dv-cinder-830097-4-iscsi neutron-server[103457]: DEBUG neutron.api.v2.base [req-a9a95d38-1207-4cde-b342-ca28215a3f4f req-addfae04-2573-42d8-b179-3c65a2ef5227 tempest-TestVolumeBootPattern-1974338582 tempest-TestVolumeBootPattern-1974338582-project] Request body: {'port': {'device_id': '79e021a9-fd5c-4b44-a4de-9b162a0a9eb9', 'network_id': 'fc0e35fc-da48-4b0a-aef1-4a0c9e07f863', 'admin_state_up': True, 'tenant_id': '59e9ce76515147cfa24a7c710300c9c0', 'security_groups': ['a66f9d14-bc7f-40ff-bcf2-fda4f9360a16']}} {{(pid=103457) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 12 13:23:59.612160 dv-cinder-830097-4-iscsi neutron-server[103459]: DEBUG neutron_lib.callbacks.manager [None req-3505bd68-a9fd-4823-92ea-1a6ded8ab071 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732727929501', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-657397'] for agent (ee5509cd-6dd7-49df-aa37-3740ebd1e34b), after_update {{(pid=103459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:23:59.643047 dv-cinder-830097-4-iscsi neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-7f90df60-e9bc-4de8-b2e3-95bd9a164b90 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3800106', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-36279'] for router (81f07478-dbd0-4cbf-a550-f0eba3802cf4), precommit_delete {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:23:59.650619 dv-cinder-830097-4-iscsi neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-7f90df60-e9bc-4de8-b2e3-95bd9a164b90 admin admin] Publish callbacks [] for router_controller (81f07478-dbd0-4cbf-a550-f0eba3802cf4), precommit_delete_associations {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:23:59.717981 dv-cinder-830097-4-iscsi neutron-server[103457]: DEBUG neutron.wsgi [-] (103457) accepted ('10.222.0.18', 47750) {{(pid=103457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 13:23:59.771673 dv-cinder-830097-4-iscsi neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-7f90df60-e9bc-4de8-b2e3-95bd9a164b90 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3800099'] for router (81f07478-dbd0-4cbf-a550-f0eba3802cf4), after_delete {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:23:59.771673 dv-cinder-830097-4-iscsi neutron-server[103458]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7f90df60-e9bc-4de8-b2e3-95bd9a164b90 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 81f07478-dbd0-4cbf-a550-f0eba3802cf4 {{(pid=103458) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 12 13:23:59.771673 dv-cinder-830097-4-iscsi neutron-server[103458]: DEBUG neutron.wsgi [-] (103458) accepted ('10.222.0.18', 47754) {{(pid=103458) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 13:23:59.800532 dv-cinder-830097-4-iscsi neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-7f90df60-e9bc-4de8-b2e3-95bd9a164b90 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:23:59.804123 dv-cinder-830097-4-iscsi neutron-server[103458]: INFO neutron.wsgi [None req-7f90df60-e9bc-4de8-b2e3-95bd9a164b90 admin admin] 10.222.0.18 "DELETE /v2.0/routers/81f07478-dbd0-4cbf-a550-f0eba3802cf4 HTTP/1.1" status: 204 len: 168 time: 1.6247842 Apr 12 13:23:59.805359 dv-cinder-830097-4-iscsi neutron-server[103458]: DEBUG neutron.wsgi [-] (103458) accepted ('10.222.0.18', 47758) {{(pid=103458) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 13:23:59.873630 dv-cinder-830097-4-iscsi neutron-server[103458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38666038-4889-412d-a8a7-8e6002b8a8a3 req-3fd451fd-2051-4761-90a8-56ec82ecbe28 tempest-TestShelveInstance-750106452 tempest-TestShelveInstance-750106452-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 13:23:59.875205 dv-cinder-830097-4-iscsi neutron-server[103458]: INFO neutron.wsgi [req-38666038-4889-412d-a8a7-8e6002b8a8a3 req-3fd451fd-2051-4761-90a8-56ec82ecbe28 tempest-TestShelveInstance-750106452 tempest-TestShelveInstance-750106452-project] 10.222.0.18 "GET /v2.0/ports?device_id=bc77c197-89c7-4e0d-b60b-22abc9b99bd6 HTTP/1.1" status: 200 len: 945 time: 0.1185122 Apr 12 13:23:59.902804 dv-cinder-830097-4-iscsi neutron-server[103458]: DEBUG neutron.db.db_base_plugin_v2 [None req-8540f505-c6b9-4e91-97e2-176df0db07c2 admin admin] Deleting subnet 459228ea-ace1-423f-95f0-441946c28473 {{(pid=103458) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Apr 12 13:23:59.914712 dv-cinder-830097-4-iscsi neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-8540f505-c6b9-4e91-97e2-176df0db07c2 admin admin] Publish callbacks [] for subnet (459228ea-ace1-423f-95f0-441946c28473), before_delete {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:23:59.951605 dv-cinder-830097-4-iscsi neutron-server[103458]: INFO neutron.wsgi [req-e5159ee9-20dc-4888-8215-a950fe39e6fa req-b8905439-c215-4a46-90d4-3066e6a4d523 service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=bc77c197-89c7-4e0d-b60b-22abc9b99bd6&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1786008 Apr 12 13:23:59.967707 dv-cinder-830097-4-iscsi neutron-server[103458]: DEBUG neutron.wsgi [req-e5159ee9-20dc-4888-8215-a950fe39e6fa req-a17bb095-c28e-4f7f-acbf-31c34c519c6d service neutron] http://10.222.0.18:9696/v2.0/extensions returned with HTTP 200 {{(pid=103458) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Apr 12 13:23:59.968594 dv-cinder-830097-4-iscsi neutron-server[103458]: INFO neutron.wsgi [req-e5159ee9-20dc-4888-8215-a950fe39e6fa req-a17bb095-c28e-4f7f-acbf-31c34c519c6d service neutron] 10.222.0.18 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0064526 Apr 12 13:24:00.002745 dv-cinder-830097-4-iscsi neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-8540f505-c6b9-4e91-97e2-176df0db07c2 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26034251'] for subnet (459228ea-ace1-423f-95f0-441946c28473), precommit_delete_associations {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:24:00.043119 dv-cinder-830097-4-iscsi neutron-server[103458]: INFO neutron.wsgi [req-38666038-4889-412d-a8a7-8e6002b8a8a3 req-dcc50cec-7405-4353-a012-8e13bd403553 tempest-TestShelveInstance-750106452 tempest-TestShelveInstance-750106452-project] 10.222.0.18 "GET /v2.0/security-groups?id=2baa67a9-5f14-404b-94ce-8aa7d37b6772&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1482940 Apr 12 13:24:00.085109 dv-cinder-830097-4-iscsi neutron-server[103457]: INFO neutron.wsgi [req-eadbb3e8-ab2c-4e57-8b54-aecf17eb09d4 req-adf12b52-229b-4a98-839d-9b25f7c046d6 tempest-TestVolumeBootPattern-1974338582 tempest-TestVolumeBootPattern-1974338582-project] 10.222.0.18 "GET /v2.0/ports?device_id=79e021a9-fd5c-4b44-a4de-9b162a0a9eb9 HTTP/1.1" status: 200 len: 210 time: 0.0602372 Apr 12 13:24:00.097701 dv-cinder-830097-4-iscsi neutron-server[103457]: DEBUG neutron.wsgi [-] (103457) accepted ('10.222.0.18', 47764) {{(pid=103457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 13:24:00.142838 dv-cinder-830097-4-iscsi neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-c01c894e-de28-41f9-bb18-4ddaa01bd2ef tempest-ServerRescueNegativeTestJSON-440649021 tempest-ServerRescueNegativeTestJSON-440649021-project] Publish callbacks [] for security_group (9a69e885-7be4-4d2c-b3f6-55a097b025b0), before_delete {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:24:00.152026 dv-cinder-830097-4-iscsi neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-8540f505-c6b9-4e91-97e2-176df0db07c2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-660287'] for subnet (459228ea-ace1-423f-95f0-441946c28473), precommit_delete {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:24:00.188854 dv-cinder-830097-4-iscsi neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-c01c894e-de28-41f9-bb18-4ddaa01bd2ef tempest-ServerRescueNegativeTestJSON-440649021 tempest-ServerRescueNegativeTestJSON-440649021-project] Publish callbacks [] for security_group (9a69e885-7be4-4d2c-b3f6-55a097b025b0), precommit_delete {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:24:00.218486 dv-cinder-830097-4-iscsi neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-8540f505-c6b9-4e91-97e2-176df0db07c2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-660230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3682813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3697887', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26097040', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25420786'] for subnet (459228ea-ace1-423f-95f0-441946c28473), after_delete {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:24:00.239468 dv-cinder-830097-4-iscsi neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a9a95d38-1207-4cde-b342-ca28215a3f4f req-addfae04-2573-42d8-b179-3c65a2ef5227 tempest-TestVolumeBootPattern-1974338582 tempest-TestVolumeBootPattern-1974338582-project] Made reservation on behalf of 59e9ce76515147cfa24a7c710300c9c0 for: {'port': 1} {{(pid=103457) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 12 13:24:00.242666 dv-cinder-830097-4-iscsi neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [req-a9a95d38-1207-4cde-b342-ca28215a3f4f req-addfae04-2573-42d8-b179-3c65a2ef5227 tempest-TestVolumeBootPattern-1974338582 tempest-TestVolumeBootPattern-1974338582-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-916304'] for port (None), before_create {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:24:00.251332 dv-cinder-830097-4-iscsi neutron-server[103458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8540f505-c6b9-4e91-97e2-176df0db07c2 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=459228ea-ace1-423f-95f0-441946c28473,revision_number=None']} {{(pid=103458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 13:24:00.257418 dv-cinder-830097-4-iscsi neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-8540f505-c6b9-4e91-97e2-176df0db07c2 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3697709'] for subnet (None), before_response {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:24:00.263592 dv-cinder-830097-4-iscsi neutron-server[103458]: INFO neutron.wsgi [None req-8540f505-c6b9-4e91-97e2-176df0db07c2 admin admin] 10.222.0.18 "DELETE /v2.0/subnets/459228ea-ace1-423f-95f0-441946c28473 HTTP/1.1" status: 204 len: 168 time: 0.4553363 Apr 12 13:24:00.264138 dv-cinder-830097-4-iscsi neutron-server[103458]: DEBUG neutron.wsgi [-] (103458) accepted ('10.222.0.18', 47768) {{(pid=103458) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 13:24:00.270217 dv-cinder-830097-4-iscsi neutron-server[103459]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-234177cc-49df-4100-afc4-d207ba4b6d67 None None] Network 43ad3d49-b83e-473d-8b7c-7c5b9f9692d2 requested from dv-cinder-830097-4-iscsi {{(pid=103459) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 12 13:24:00.276937 dv-cinder-830097-4-iscsi neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5159ee9-20dc-4888-8215-a950fe39e6fa req-14d555f6-da44-41b7-8770-7b19c6106b39 tempest-TestShelveInstance-750106452 tempest-TestShelveInstance-750106452-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 13:24:00.278362 dv-cinder-830097-4-iscsi neutron-server[103457]: INFO neutron.wsgi [req-e5159ee9-20dc-4888-8215-a950fe39e6fa req-14d555f6-da44-41b7-8770-7b19c6106b39 tempest-TestShelveInstance-750106452 tempest-TestShelveInstance-750106452-project] 10.222.0.18 "GET /v2.0/ports/31972305-3c0e-45f1-b071-0c5c3582b82f HTTP/1.1" status: 200 len: 942 time: 0.1880300 Apr 12 13:24:00.358186 dv-cinder-830097-4-iscsi neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-1192f158-7c0c-4a55-84aa-bbc795cfdb95 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-739948'] for network (43ad3d49-b83e-473d-8b7c-7c5b9f9692d2), before_delete {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:24:00.413607 dv-cinder-830097-4-iscsi neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-c01c894e-de28-41f9-bb18-4ddaa01bd2ef tempest-ServerRescueNegativeTestJSON-440649021 tempest-ServerRescueNegativeTestJSON-440649021-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3691807'] for security_group (9a69e885-7be4-4d2c-b3f6-55a097b025b0), after_delete {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:24:00.417029 dv-cinder-830097-4-iscsi neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-c01c894e-de28-41f9-bb18-4ddaa01bd2ef tempest-ServerRescueNegativeTestJSON-440649021 tempest-ServerRescueNegativeTestJSON-440649021-project] Publish callbacks [] for security_group (None), before_response {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:24:00.420660 dv-cinder-830097-4-iscsi neutron-server[103457]: INFO neutron.wsgi [None req-c01c894e-de28-41f9-bb18-4ddaa01bd2ef tempest-ServerRescueNegativeTestJSON-440649021 tempest-ServerRescueNegativeTestJSON-440649021-project] 10.222.0.18 "DELETE /v2.0/security-groups/9a69e885-7be4-4d2c-b3f6-55a097b025b0 HTTP/1.1" status: 204 len: 168 time: 0.6993377 Apr 12 13:24:00.422577 dv-cinder-830097-4-iscsi neutron-server[103458]: DEBUG neutron.wsgi [-] (103458) accepted ('10.222.0.18', 47772) {{(pid=103458) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 13:24:00.442794 dv-cinder-830097-4-iscsi neutron-server[103458]: INFO neutron.api.v2.resource [None req-34e2b787-88a7-4103-9553-8a276c25b65a tempest-ServerRescueNegativeTestJSON-440649021 tempest-ServerRescueNegativeTestJSON-440649021-project] show failed (client error): The resource could not be found. Apr 12 13:24:00.447666 dv-cinder-830097-4-iscsi neutron-server[103458]: INFO neutron.wsgi [None req-34e2b787-88a7-4103-9553-8a276c25b65a tempest-ServerRescueNegativeTestJSON-440649021 tempest-ServerRescueNegativeTestJSON-440649021-project] 10.222.0.18 "GET /v2.0/security-groups/9a69e885-7be4-4d2c-b3f6-55a097b025b0 HTTP/1.1" status: 404 len: 347 time: 0.0240157 Apr 12 13:24:00.448274 dv-cinder-830097-4-iscsi neutron-server[103458]: DEBUG neutron.wsgi [-] (103458) accepted ('10.222.0.18', 47776) {{(pid=103458) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 13:24:00.460686 dv-cinder-830097-4-iscsi neutron-server[103457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c01c894e-de28-41f9-bb18-4ddaa01bd2ef tempest-ServerRescueNegativeTestJSON-440649021 tempest-ServerRescueNegativeTestJSON-440649021-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=9a69e885-7be4-4d2c-b3f6-55a097b025b0,revision_number=None']} {{(pid=103457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 13:24:00.497793 dv-cinder-830097-4-iscsi neutron-server[103457]: DEBUG neutron.db.db_base_plugin_common [req-a9a95d38-1207-4cde-b342-ca28215a3f4f req-addfae04-2573-42d8-b179-3c65a2ef5227 tempest-TestVolumeBootPattern-1974338582 tempest-TestVolumeBootPattern-1974338582-project] Allocated IP 172.20.0.3 (fc0e35fc-da48-4b0a-aef1-4a0c9e07f863/3e5a37b9-6492-41e4-a03e-0f76c3de6aee/edda591b-4d5a-478b-9844-8ac94d78d31b) {{(pid=103457) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 12 13:24:00.578644 dv-cinder-830097-4-iscsi neutron-server[103458]: DEBUG neutron.plugins.ml2.plugin [None req-1192f158-7c0c-4a55-84aa-bbc795cfdb95 admin admin] Deleting port 58fa274f-2991-4fd0-99c7-f76df1f92b09 {{(pid=103458) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 12 13:24:00.579063 dv-cinder-830097-4-iscsi neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-1192f158-7c0c-4a55-84aa-bbc795cfdb95 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732727887391'] for port (58fa274f-2991-4fd0-99c7-f76df1f92b09), before_delete {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:24:00.684966 dv-cinder-830097-4-iscsi neutron-server[103459]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-813404d4-b5c9-4652-ac5b-2487af878543 None None] DHCP port deletion for 43ad3d49-b83e-473d-8b7c-7c5b9f9692d2 request from dv-cinder-830097-4-iscsi {{(pid=103459) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Apr 12 13:24:00.692631 dv-cinder-830097-4-iscsi neutron-server[103458]: DEBUG neutron.plugins.ml2.plugin [None req-3501fe8a-a5ca-4dec-a80b-a40d5de50a70 tempest-ServerRescueNegativeTestJSON-440649021 tempest-ServerRescueNegativeTestJSON-440649021-project] Deleting port 83b72d1a-fc8e-4aa0-89e0-ffd90fd88bbe {{(pid=103458) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 12 13:24:00.693018 dv-cinder-830097-4-iscsi neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-3501fe8a-a5ca-4dec-a80b-a40d5de50a70 tempest-ServerRescueNegativeTestJSON-440649021 tempest-ServerRescueNegativeTestJSON-440649021-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732727887391'] for port (83b72d1a-fc8e-4aa0-89e0-ffd90fd88bbe), before_delete {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:24:00.693997 dv-cinder-830097-4-iscsi neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [req-a9a95d38-1207-4cde-b342-ca28215a3f4f req-addfae04-2573-42d8-b179-3c65a2ef5227 tempest-TestVolumeBootPattern-1974338582 tempest-TestVolumeBootPattern-1974338582-project] Publish callbacks [] for port (edda591b-4d5a-478b-9844-8ac94d78d31b), precommit_create {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:24:00.726696 dv-cinder-830097-4-iscsi neutron-server[103458]: DEBUG neutron.plugins.ml2.db [None req-1192f158-7c0c-4a55-84aa-bbc795cfdb95 admin admin] For port 58fa274f-2991-4fd0-99c7-f76df1f92b09, host dv-cinder-830097-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-830097-4-iscsi',level=0,port_id=58fa274f-2991-4fd0-99c7-f76df1f92b09,segment=NetworkSegment(c7030a2b-c894-43d1-978c-a3dddc343332),segment_id=c7030a2b-c894-43d1-978c-a3dddc343332)] {{(pid=103458) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 12 13:24:00.726987 dv-cinder-830097-4-iscsi neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-1192f158-7c0c-4a55-84aa-bbc795cfdb95 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3742288'] for port (58fa274f-2991-4fd0-99c7-f76df1f92b09), precommit_delete {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:24:00.738997 dv-cinder-830097-4-iscsi neutron-server[103459]: DEBUG neutron.plugins.ml2.plugin [None req-813404d4-b5c9-4652-ac5b-2487af878543 None None] Deleting port 58fa274f-2991-4fd0-99c7-f76df1f92b09 {{(pid=103459) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 12 13:24:00.739769 dv-cinder-830097-4-iscsi neutron-server[103459]: DEBUG neutron_lib.callbacks.manager [None req-813404d4-b5c9-4652-ac5b-2487af878543 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732727887391'] for port (58fa274f-2991-4fd0-99c7-f76df1f92b09), before_delete {{(pid=103459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:24:00.739900 dv-cinder-830097-4-iscsi neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [req-a9a95d38-1207-4cde-b342-ca28215a3f4f req-addfae04-2573-42d8-b179-3c65a2ef5227 tempest-TestVolumeBootPattern-1974338582 tempest-TestVolumeBootPattern-1974338582-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-915890', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3697887', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732727417914', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25610742'] for port (edda591b-4d5a-478b-9844-8ac94d78d31b), after_create {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:24:00.774135 dv-cinder-830097-4-iscsi neutron-server[103458]: DEBUG neutron.plugins.ml2.plugin [None req-1192f158-7c0c-4a55-84aa-bbc795cfdb95 admin admin] Calling delete_port for 58fa274f-2991-4fd0-99c7-f76df1f92b09 owned by network:dhcp {{(pid=103458) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 12 13:24:00.819681 dv-cinder-830097-4-iscsi neutron-server[103457]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a9a95d38-1207-4cde-b342-ca28215a3f4f req-addfae04-2573-42d8-b179-3c65a2ef5227 tempest-TestVolumeBootPattern-1974338582 tempest-TestVolumeBootPattern-1974338582-project] Network fc0e35fc-da48-4b0a-aef1-4a0c9e07f863 is already hosted by enough agents. {{(pid=103457) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 12 13:24:00.823676 dv-cinder-830097-4-iscsi neutron-server[103457]: DEBUG neutron.scheduler.base_scheduler [req-a9a95d38-1207-4cde-b342-ca28215a3f4f req-addfae04-2573-42d8-b179-3c65a2ef5227 tempest-TestVolumeBootPattern-1974338582 tempest-TestVolumeBootPattern-1974338582-project] Resources bound (agent type, host, resource id): {{(pid=103457) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 12 13:24:00.829837 dv-cinder-830097-4-iscsi neutron-server[103457]: DEBUG neutron.db.l3_dvrscheduler_db [req-a9a95d38-1207-4cde-b342-ca28215a3f4f req-addfae04-2573-42d8-b179-3c65a2ef5227 tempest-TestVolumeBootPattern-1974338582 tempest-TestVolumeBootPattern-1974338582-project] Received port after_create {{(pid=103457) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 12 13:24:00.835612 dv-cinder-830097-4-iscsi neutron-server[103459]: DEBUG neutron.plugins.ml2.db [None req-813404d4-b5c9-4652-ac5b-2487af878543 None None] For port 58fa274f-2991-4fd0-99c7-f76df1f92b09, host dv-cinder-830097-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-830097-4-iscsi',level=0,port_id=58fa274f-2991-4fd0-99c7-f76df1f92b09,segment=NetworkSegment(c7030a2b-c894-43d1-978c-a3dddc343332),segment_id=c7030a2b-c894-43d1-978c-a3dddc343332)] {{(pid=103459) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 12 13:24:00.836697 dv-cinder-830097-4-iscsi neutron-server[103459]: DEBUG neutron_lib.callbacks.manager [None req-813404d4-b5c9-4652-ac5b-2487af878543 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3742288'] for port (58fa274f-2991-4fd0-99c7-f76df1f92b09), precommit_delete {{(pid=103459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:24:00.845871 dv-cinder-830097-4-iscsi neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-3501fe8a-a5ca-4dec-a80b-a40d5de50a70 tempest-ServerRescueNegativeTestJSON-440649021 tempest-ServerRescueNegativeTestJSON-440649021-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3742288'] for port (83b72d1a-fc8e-4aa0-89e0-ffd90fd88bbe), precommit_delete {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:24:00.846214 dv-cinder-830097-4-iscsi neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-3501fe8a-a5ca-4dec-a80b-a40d5de50a70 tempest-ServerRescueNegativeTestJSON-440649021 tempest-ServerRescueNegativeTestJSON-440649021-project] Publish callbacks [] for floatingip (83b72d1a-fc8e-4aa0-89e0-ffd90fd88bbe), precommit_delete {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:24:00.871918 dv-cinder-830097-4-iscsi neutron-server[103458]: DEBUG neutron.plugins.ml2.plugin [None req-3501fe8a-a5ca-4dec-a80b-a40d5de50a70 tempest-ServerRescueNegativeTestJSON-440649021 tempest-ServerRescueNegativeTestJSON-440649021-project] Calling delete_port for 83b72d1a-fc8e-4aa0-89e0-ffd90fd88bbe owned by network:floatingip {{(pid=103458) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 12 13:24:00.882733 dv-cinder-830097-4-iscsi neutron-server[103459]: DEBUG neutron.plugins.ml2.plugin [None req-813404d4-b5c9-4652-ac5b-2487af878543 None None] Calling delete_port for 58fa274f-2991-4fd0-99c7-f76df1f92b09 owned by network:dhcp {{(pid=103459) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 12 13:24:00.899917 dv-cinder-830097-4-iscsi neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9a95d38-1207-4cde-b342-ca28215a3f4f req-addfae04-2573-42d8-b179-3c65a2ef5227 tempest-TestVolumeBootPattern-1974338582 tempest-TestVolumeBootPattern-1974338582-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 13:24:00.900963 dv-cinder-830097-4-iscsi neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [req-a9a95d38-1207-4cde-b342-ca28215a3f4f req-addfae04-2573-42d8-b179-3c65a2ef5227 tempest-TestVolumeBootPattern-1974338582 tempest-TestVolumeBootPattern-1974338582-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-500965'] for port (None), before_response {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:24:00.913266 dv-cinder-830097-4-iscsi neutron-server[103459]: DEBUG neutron.plugins.ml2.rpc [None req-53781792-8650-4c78-93a6-1c4d328d874c None None] Device 6c01b141-c5bb-465d-a757-e3f10fd40a09 no longer exists at agent ovs-agent-dv-cinder-830097-4-iscsi {{(pid=103459) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 12 13:24:00.922458 dv-cinder-830097-4-iscsi neutron-server[103457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-addfae04-2573-42d8-b179-3c65a2ef5227 tempest-TestVolumeBootPattern-1974338582 tempest-TestVolumeBootPattern-1974338582-project] Pushing event updated for resources: {'Port': ['ID=edda591b-4d5a-478b-9844-8ac94d78d31b,revision_number=1']} {{(pid=103457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 13:24:00.939715 dv-cinder-830097-4-iscsi neutron-server[103457]: INFO neutron.wsgi [req-a9a95d38-1207-4cde-b342-ca28215a3f4f req-addfae04-2573-42d8-b179-3c65a2ef5227 tempest-TestVolumeBootPattern-1974338582 tempest-TestVolumeBootPattern-1974338582-project] 10.222.0.55 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.3579988 Apr 12 13:24:00.972111 dv-cinder-830097-4-iscsi neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-1192f158-7c0c-4a55-84aa-bbc795cfdb95 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-915890', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3697887', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732727894797', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732727417923', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26097133'] for port (58fa274f-2991-4fd0-99c7-f76df1f92b09), after_delete {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:24:00.979026 dv-cinder-830097-4-iscsi neutron-server[103457]: DEBUG neutron.api.v2.base [req-a9a95d38-1207-4cde-b342-ca28215a3f4f req-ab2a2ed9-be2b-43f3-87b9-ef798864a977 service neutron] Request body: {'port': {'device_id': '79e021a9-fd5c-4b44-a4de-9b162a0a9eb9', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83009'}} {{(pid=103457) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 12 13:24:01.006506 dv-cinder-830097-4-iscsi neutron-server[103458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1192f158-7c0c-4a55-84aa-bbc795cfdb95 admin admin] Pushing event deleted for resources: {'Port': ['ID=58fa274f-2991-4fd0-99c7-f76df1f92b09,revision_number=None']} {{(pid=103458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 13:24:01.008236 dv-cinder-830097-4-iscsi neutron-server[103459]: DEBUG neutron.plugins.ml2.plugin [None req-53781792-8650-4c78-93a6-1c4d328d874c None None] No Port match for: 6c01b141-c5bb-465d-a757-e3f10fd40a09 {{(pid=103459) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2341}} Apr 12 13:24:01.008490 dv-cinder-830097-4-iscsi neutron-server[103458]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1192f158-7c0c-4a55-84aa-bbc795cfdb95 admin admin] No DVR routers for this DVR port 58fa274f-2991-4fd0-99c7-f76df1f92b09 on host dv-cinder-830097-4-iscsi {{(pid=103458) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 12 13:24:01.009591 dv-cinder-830097-4-iscsi neutron-server[103459]: DEBUG neutron.plugins.ml2.rpc [None req-53781792-8650-4c78-93a6-1c4d328d874c None None] Device 6c01b141-c5bb-465d-a757-e3f10fd40a09 not bound to the agent host dv-cinder-830097-4-iscsi {{(pid=103459) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 12 13:24:01.010227 dv-cinder-830097-4-iscsi neutron-server[103459]: DEBUG neutron.plugins.ml2.rpc [None req-53781792-8650-4c78-93a6-1c4d328d874c None None] Device 80cb0942-b4bb-4341-b572-bf81ef215894 no longer exists at agent ovs-agent-dv-cinder-830097-4-iscsi {{(pid=103459) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 12 13:24:01.045332 dv-cinder-830097-4-iscsi neutron-server[103459]: DEBUG neutron.plugins.ml2.plugin [None req-53781792-8650-4c78-93a6-1c4d328d874c None None] No Port match for: 80cb0942-b4bb-4341-b572-bf81ef215894 {{(pid=103459) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2341}} Apr 12 13:24:01.047858 dv-cinder-830097-4-iscsi neutron-server[103459]: DEBUG neutron.plugins.ml2.rpc [None req-53781792-8650-4c78-93a6-1c4d328d874c None None] Device 80cb0942-b4bb-4341-b572-bf81ef215894 not bound to the agent host dv-cinder-830097-4-iscsi {{(pid=103459) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 12 13:24:01.048474 dv-cinder-830097-4-iscsi neutron-server[103459]: DEBUG neutron.plugins.ml2.rpc [None req-53781792-8650-4c78-93a6-1c4d328d874c None None] Device 58fa274f-2991-4fd0-99c7-f76df1f92b09 no longer exists at agent ovs-agent-dv-cinder-830097-4-iscsi {{(pid=103459) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 12 13:24:01.121440 dv-cinder-830097-4-iscsi neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [req-a9a95d38-1207-4cde-b342-ca28215a3f4f req-ab2a2ed9-be2b-43f3-87b9-ef798864a977 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-916304'] for port (edda591b-4d5a-478b-9844-8ac94d78d31b), before_update {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:24:01.138738 dv-cinder-830097-4-iscsi neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-1192f158-7c0c-4a55-84aa-bbc795cfdb95 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-661938', 'neutron.services.segments.db._delete_segments_for_network-8732727929519'] for network (43ad3d49-b83e-473d-8b7c-7c5b9f9692d2), precommit_delete {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:24:01.161413 dv-cinder-830097-4-iscsi neutron-server[103459]: DEBUG neutron.plugins.ml2.plugin [None req-53781792-8650-4c78-93a6-1c4d328d874c None None] No Port match for: 58fa274f-2991-4fd0-99c7-f76df1f92b09 {{(pid=103459) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2341}} Apr 12 13:24:01.162287 dv-cinder-830097-4-iscsi neutron-server[103459]: DEBUG neutron.plugins.ml2.rpc [None req-53781792-8650-4c78-93a6-1c4d328d874c None None] Device 58fa274f-2991-4fd0-99c7-f76df1f92b09 not bound to the agent host dv-cinder-830097-4-iscsi {{(pid=103459) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 12 13:24:01.200048 dv-cinder-830097-4-iscsi neutron-server[103458]: DEBUG neutron.services.segments.db [None req-1192f158-7c0c-4a55-84aa-bbc795cfdb95 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['43ad3d49-b83e-473d-8b7c-7c5b9f9692d2']}} {{(pid=103458) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 13:24:01.216328 dv-cinder-830097-4-iscsi neutron-server[103459]: DEBUG neutron.db.provisioning_blocks [None req-a3ce0f41-b692-4469-8487-ca9d9cb546bc None None] Provisioning complete for port edda591b-4d5a-478b-9844-8ac94d78d31b triggered by entity DHCP. {{(pid=103459) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 12 13:24:01.216977 dv-cinder-830097-4-iscsi neutron-server[103459]: DEBUG neutron_lib.callbacks.manager [None req-a3ce0f41-b692-4469-8487-ca9d9cb546bc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-657243'] for port (edda591b-4d5a-478b-9844-8ac94d78d31b), provisioning_complete {{(pid=103459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:24:01.232719 dv-cinder-830097-4-iscsi neutron-server[103458]: DEBUG neutron.services.segments.db [None req-1192f158-7c0c-4a55-84aa-bbc795cfdb95 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c7030a2b-c894-43d1-978c-a3dddc343332') {'for_net_delete': True} {{(pid=103458) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 13:24:01.232956 dv-cinder-830097-4-iscsi neutron-server[103458]: DEBUG neutron.services.segments.db [None req-1192f158-7c0c-4a55-84aa-bbc795cfdb95 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c7030a2b-c894-43d1-978c-a3dddc343332') {} {{(pid=103458) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 13:24:01.238331 dv-cinder-830097-4-iscsi neutron-server[103459]: DEBUG neutron_lib.callbacks.manager [None req-813404d4-b5c9-4652-ac5b-2487af878543 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-915890', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3697887', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732727894797', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732727417923'] for port (58fa274f-2991-4fd0-99c7-f76df1f92b09), after_delete {{(pid=103459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:24:01.247576 dv-cinder-830097-4-iscsi neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-3501fe8a-a5ca-4dec-a80b-a40d5de50a70 tempest-ServerRescueNegativeTestJSON-440649021 tempest-ServerRescueNegativeTestJSON-440649021-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-915890', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3697887', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732727894797', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732727417923', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26097133'] for port (83b72d1a-fc8e-4aa0-89e0-ffd90fd88bbe), after_delete {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:24:01.250549 dv-cinder-830097-4-iscsi neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-1192f158-7c0c-4a55-84aa-bbc795cfdb95 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8732727932344', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26034242'] for segment (c7030a2b-c894-43d1-978c-a3dddc343332), before_delete {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:24:01.261391 dv-cinder-830097-4-iscsi neutron-server[103458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d0ed1b2-3328-4a75-a9a5-c399015672fc req-eb1b9680-e034-407f-9ebc-1112d966597d tempest-TestShelveInstance-750106452 tempest-TestShelveInstance-750106452-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 13:24:01.262871 dv-cinder-830097-4-iscsi neutron-server[103458]: INFO neutron.wsgi [req-1d0ed1b2-3328-4a75-a9a5-c399015672fc req-eb1b9680-e034-407f-9ebc-1112d966597d tempest-TestShelveInstance-750106452 tempest-TestShelveInstance-750106452-project] 10.222.0.18 "GET /v2.0/ports?device_id=bc77c197-89c7-4e0d-b60b-22abc9b99bd6 HTTP/1.1" status: 200 len: 945 time: 0.0795479 Apr 12 13:24:01.276494 dv-cinder-830097-4-iscsi neutron-server[103459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-813404d4-b5c9-4652-ac5b-2487af878543 None None] Pushing event deleted for resources: {'Port': ['ID=58fa274f-2991-4fd0-99c7-f76df1f92b09,revision_number=None']} {{(pid=103459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 13:24:01.278557 dv-cinder-830097-4-iscsi neutron-server[103459]: DEBUG neutron.db.l3_dvrscheduler_db [None req-813404d4-b5c9-4652-ac5b-2487af878543 None None] No DVR routers for this DVR port 58fa274f-2991-4fd0-99c7-f76df1f92b09 on host dv-cinder-830097-4-iscsi {{(pid=103459) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 12 13:24:01.286739 dv-cinder-830097-4-iscsi neutron-server[103459]: DEBUG neutron.plugins.ml2.plugin [None req-a3ce0f41-b692-4469-8487-ca9d9cb546bc None None] Port edda591b-4d5a-478b-9844-8ac94d78d31b cannot update to ACTIVE because it is not bound. {{(pid=103459) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 12 13:24:01.302881 dv-cinder-830097-4-iscsi neutron-server[103458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3501fe8a-a5ca-4dec-a80b-a40d5de50a70 tempest-ServerRescueNegativeTestJSON-440649021 tempest-ServerRescueNegativeTestJSON-440649021-project] Pushing event deleted for resources: {'Port': ['ID=83b72d1a-fc8e-4aa0-89e0-ffd90fd88bbe,revision_number=None']} {{(pid=103458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 13:24:01.322771 dv-cinder-830097-4-iscsi neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-1192f158-7c0c-4a55-84aa-bbc795cfdb95 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-715442'] for segment (c7030a2b-c894-43d1-978c-a3dddc343332), precommit_delete {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:24:01.349677 dv-cinder-830097-4-iscsi neutron-server[103458]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1192f158-7c0c-4a55-84aa-bbc795cfdb95 admin admin] Releasing vlan 229 on physical network physnet1 to pool {{(pid=103458) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 12 13:24:01.350080 dv-cinder-830097-4-iscsi neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-1192f158-7c0c-4a55-84aa-bbc795cfdb95 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-715442', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26096954'] for segment (c7030a2b-c894-43d1-978c-a3dddc343332), after_delete {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:24:01.353185 dv-cinder-830097-4-iscsi neutron-server[103458]: Traceback (most recent call last): Apr 12 13:24:01.353185 dv-cinder-830097-4-iscsi neutron-server[103458]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 12 13:24:01.353185 dv-cinder-830097-4-iscsi neutron-server[103458]: timer() Apr 12 13:24:01.353185 dv-cinder-830097-4-iscsi neutron-server[103458]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 12 13:24:01.353185 dv-cinder-830097-4-iscsi neutron-server[103458]: cb(*args, **kw) Apr 12 13:24:01.353185 dv-cinder-830097-4-iscsi neutron-server[103458]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 12 13:24:01.353185 dv-cinder-830097-4-iscsi neutron-server[103458]: return func(*args, **kwargs) Apr 12 13:24:01.353185 dv-cinder-830097-4-iscsi neutron-server[103458]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 12 13:24:01.353185 dv-cinder-830097-4-iscsi neutron-server[103458]: self._notify() Apr 12 13:24:01.353185 dv-cinder-830097-4-iscsi neutron-server[103458]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 12 13:24:01.353185 dv-cinder-830097-4-iscsi neutron-server[103458]: self.callback(batched_events) Apr 12 13:24:01.353185 dv-cinder-830097-4-iscsi neutron-server[103458]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 12 13:24:01.353185 dv-cinder-830097-4-iscsi neutron-server[103458]: event.method(event) Apr 12 13:24:01.353185 dv-cinder-830097-4-iscsi neutron-server[103458]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 12 13:24:01.353185 dv-cinder-830097-4-iscsi neutron-server[103458]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 12 13:24:01.353185 dv-cinder-830097-4-iscsi neutron-server[103458]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 12 13:24:01.353185 dv-cinder-830097-4-iscsi neutron-server[103458]: aggregate_uuid = self.p_client.list_aggregates( Apr 12 13:24:01.353185 dv-cinder-830097-4-iscsi neutron-server[103458]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 12 13:24:01.353185 dv-cinder-830097-4-iscsi neutron-server[103458]: return f(self, *a, **k) Apr 12 13:24:01.353185 dv-cinder-830097-4-iscsi neutron-server[103458]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 12 13:24:01.353185 dv-cinder-830097-4-iscsi neutron-server[103458]: return self._get(url).json() Apr 12 13:24:01.353185 dv-cinder-830097-4-iscsi neutron-server[103458]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 12 13:24:01.353185 dv-cinder-830097-4-iscsi neutron-server[103458]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 12 13:24:01.353185 dv-cinder-830097-4-iscsi neutron-server[103458]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 12 13:24:01.353185 dv-cinder-830097-4-iscsi neutron-server[103458]: return self.request(url, 'GET', **kwargs) Apr 12 13:24:01.353185 dv-cinder-830097-4-iscsi neutron-server[103458]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 12 13:24:01.353185 dv-cinder-830097-4-iscsi neutron-server[103458]: base_url = self.get_endpoint(auth, allow=allow, Apr 12 13:24:01.353185 dv-cinder-830097-4-iscsi neutron-server[103458]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 12 13:24:01.353185 dv-cinder-830097-4-iscsi neutron-server[103458]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 12 13:24:01.353185 dv-cinder-830097-4-iscsi neutron-server[103458]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 12 13:24:01.353185 dv-cinder-830097-4-iscsi neutron-server[103458]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 12 13:24:01.353185 dv-cinder-830097-4-iscsi neutron-server[103458]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 12 13:24:01.377554 dv-cinder-830097-4-iscsi neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13c6d1a7-e331-4a2e-b70d-14bdf099b8f0 req-aa1b44bc-e778-4ffd-a6a9-4f791f17a36c tempest-TestVolumeBootPattern-1974338582 tempest-TestVolumeBootPattern-1974338582-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 13:24:01.379089 dv-cinder-830097-4-iscsi neutron-server[103457]: INFO neutron.wsgi [req-13c6d1a7-e331-4a2e-b70d-14bdf099b8f0 req-aa1b44bc-e778-4ffd-a6a9-4f791f17a36c tempest-TestVolumeBootPattern-1974338582 tempest-TestVolumeBootPattern-1974338582-project] 10.222.0.18 "GET /v2.0/ports?device_id=79e021a9-fd5c-4b44-a4de-9b162a0a9eb9 HTTP/1.1" status: 200 len: 931 time: 0.0871801 Apr 12 13:24:01.455370 dv-cinder-830097-4-iscsi neutron-server[103458]: INFO neutron.wsgi [req-1d0ed1b2-3328-4a75-a9a5-c399015672fc req-83a929e5-4cff-4319-bb45-e1b8b7a68659 tempest-TestShelveInstance-750106452 tempest-TestShelveInstance-750106452-project] 10.222.0.18 "GET /v2.0/security-groups?id=2baa67a9-5f14-404b-94ce-8aa7d37b6772&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1805716 Apr 12 13:24:01.457249 dv-cinder-830097-4-iscsi neutron-server[103457]: INFO neutron.wsgi [req-13c6d1a7-e331-4a2e-b70d-14bdf099b8f0 req-246cecda-0fa1-43c8-86e8-a77f813b5d92 tempest-TestVolumeBootPattern-1974338582 tempest-TestVolumeBootPattern-1974338582-project] 10.222.0.18 "GET /v2.0/security-groups?id=a66f9d14-bc7f-40ff-bcf2-fda4f9360a16&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0707762 Apr 12 13:24:01.459470 dv-cinder-830097-4-iscsi neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-3501fe8a-a5ca-4dec-a80b-a40d5de50a70 tempest-ServerRescueNegativeTestJSON-440649021 tempest-ServerRescueNegativeTestJSON-440649021-project] Publish callbacks [] for floatingip (9a6b3f55-417a-4870-b20b-5f5608e59fac), after_delete {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:24:01.462401 dv-cinder-830097-4-iscsi neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-3501fe8a-a5ca-4dec-a80b-a40d5de50a70 tempest-ServerRescueNegativeTestJSON-440649021 tempest-ServerRescueNegativeTestJSON-440649021-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-500965'] for floatingip (None), before_response {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:24:01.466520 dv-cinder-830097-4-iscsi neutron-server[103458]: INFO neutron.wsgi [None req-3501fe8a-a5ca-4dec-a80b-a40d5de50a70 tempest-ServerRescueNegativeTestJSON-440649021 tempest-ServerRescueNegativeTestJSON-440649021-project] 10.222.0.18 "DELETE /v2.0/floatingips/9a6b3f55-417a-4870-b20b-5f5608e59fac HTTP/1.1" status: 204 len: 168 time: 1.0154777 Apr 12 13:24:01.469351 dv-cinder-830097-4-iscsi neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-1192f158-7c0c-4a55-84aa-bbc795cfdb95 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-661949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3691972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3697887', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3739104'] for network (43ad3d49-b83e-473d-8b7c-7c5b9f9692d2), after_delete {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:24:01.477016 dv-cinder-830097-4-iscsi neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-1192f158-7c0c-4a55-84aa-bbc795cfdb95 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3697709'] for network (None), before_response {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:24:01.494144 dv-cinder-830097-4-iscsi neutron-server[103458]: INFO neutron.wsgi [None req-1192f158-7c0c-4a55-84aa-bbc795cfdb95 admin admin] 10.222.0.18 "DELETE /v2.0/networks/43ad3d49-b83e-473d-8b7c-7c5b9f9692d2 HTTP/1.1" status: 204 len: 168 time: 1.2281790 Apr 12 13:24:01.495949 dv-cinder-830097-4-iscsi neutron-server[103458]: DEBUG neutron.wsgi [-] (103458) accepted ('10.222.0.18', 47788) {{(pid=103458) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 13:24:01.513602 dv-cinder-830097-4-iscsi neutron-server[103458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1192f158-7c0c-4a55-84aa-bbc795cfdb95 admin admin] Pushing event deleted for resources: {'Network': ['ID=43ad3d49-b83e-473d-8b7c-7c5b9f9692d2,revision_number=None']} {{(pid=103458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 13:24:01.523953 dv-cinder-830097-4-iscsi neutron-server[103457]: DEBUG neutron.notifiers.nova [req-a9a95d38-1207-4cde-b342-ca28215a3f4f req-ab2a2ed9-be2b-43f3-87b9-ef798864a977 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id edda591b-4d5a-478b-9844-8ac94d78d31b {{(pid=103457) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 12 13:24:01.524185 dv-cinder-830097-4-iscsi neutron-server[103459]: DEBUG neutron.plugins.ml2.rpc [None req-3505bd68-a9fd-4823-92ea-1a6ded8ab071 None None] Device 31972305-3c0e-45f1-b071-0c5c3582b82f no longer exists at agent hyperv_hv-cinder-83009 {{(pid=103459) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 12 13:24:01.549094 dv-cinder-830097-4-iscsi neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [req-a9a95d38-1207-4cde-b342-ca28215a3f4f req-ab2a2ed9-be2b-43f3-87b9-ef798864a977 service neutron] Publish callbacks [] for port (edda591b-4d5a-478b-9844-8ac94d78d31b), precommit_update {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:24:01.585442 dv-cinder-830097-4-iscsi neutron-server[103457]: DEBUG neutron.db.provisioning_blocks [req-a9a95d38-1207-4cde-b342-ca28215a3f4f req-ab2a2ed9-be2b-43f3-87b9-ef798864a977 service neutron] Transition to ACTIVE for port object edda591b-4d5a-478b-9844-8ac94d78d31b will not be triggered until provisioned by entity L2. {{(pid=103457) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 12 13:24:01.589022 dv-cinder-830097-4-iscsi neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [req-a9a95d38-1207-4cde-b342-ca28215a3f4f req-ab2a2ed9-be2b-43f3-87b9-ef798864a977 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-915890', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3697887', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732727894815', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732727417932', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732727417950', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25610749'] for port (edda591b-4d5a-478b-9844-8ac94d78d31b), after_update {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:24:01.679782 dv-cinder-830097-4-iscsi neutron-server[103459]: DEBUG neutron.plugins.ml2.plugin [None req-3505bd68-a9fd-4823-92ea-1a6ded8ab071 None None] Current status of the port 31972305-3c0e-45f1-b071-0c5c3582b82f is: ACTIVE; New status is: DOWN {{(pid=103459) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 12 13:24:01.680116 dv-cinder-830097-4-iscsi neutron-server[103459]: DEBUG neutron_lib.callbacks.manager [None req-3505bd68-a9fd-4823-92ea-1a6ded8ab071 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-916304'] for port (31972305-3c0e-45f1-b071-0c5c3582b82f), before_update {{(pid=103459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:24:01.710539 dv-cinder-830097-4-iscsi neutron-server[103459]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bc77c197-89c7-4e0d-b60b-22abc9b99bd6', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '31972305-3c0e-45f1-b071-0c5c3582b82f'}] {{(pid=103459) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 12 13:24:01.714797 dv-cinder-830097-4-iscsi neutron-server[103459]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}95104bc0dd48ad9143548caf8a5bdec643107760c32fce8433ea43eac3fbdd81" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1d1658a6-12d7-4e1c-a64e-62271760ec35" -d '{"events": [{"server_uuid": "bc77c197-89c7-4e0d-b60b-22abc9b99bd6", "name": "network-vif-unplugged", "status": "completed", "tag": "31972305-3c0e-45f1-b071-0c5c3582b82f"}]}' {{(pid=103459) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 12 13:24:01.720484 dv-cinder-830097-4-iscsi neutron-server[103457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab2a2ed9-be2b-43f3-87b9-ef798864a977 service neutron] Pushing event updated for resources: {'Port': ['ID=edda591b-4d5a-478b-9844-8ac94d78d31b,revision_number=2']} {{(pid=103457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 13:24:01.747792 dv-cinder-830097-4-iscsi neutron-server[103459]: DEBUG neutron.plugins.ml2.db [None req-3505bd68-a9fd-4823-92ea-1a6ded8ab071 None None] For port 31972305-3c0e-45f1-b071-0c5c3582b82f, host hv-cinder-83009, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83009',level=0,port_id=31972305-3c0e-45f1-b071-0c5c3582b82f,segment=NetworkSegment(22816d98-787f-4f09-adc7-9591d9bff28c),segment_id=22816d98-787f-4f09-adc7-9591d9bff28c)] {{(pid=103459) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 12 13:24:01.753446 dv-cinder-830097-4-iscsi neutron-server[103459]: DEBUG neutron_lib.callbacks.manager [None req-3505bd68-a9fd-4823-92ea-1a6ded8ab071 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-915890', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3697887', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732727894815', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732727417932', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732727417950'] for port (31972305-3c0e-45f1-b071-0c5c3582b82f), after_update {{(pid=103459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:24:01.766524 dv-cinder-830097-4-iscsi neutron-server[103459]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Tue, 12 Apr 2022 13:24:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-74a4efdb-e72c-4fa4-8693-a201ba3ceb5b x-openstack-request-id: req-74a4efdb-e72c-4fa4-8693-a201ba3ceb5b {{(pid=103459) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 12 13:24:01.766950 dv-cinder-830097-4-iscsi neutron-server[103459]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bc77c197-89c7-4e0d-b60b-22abc9b99bd6", "name": "network-vif-unplugged", "status": "failed", "tag": "31972305-3c0e-45f1-b071-0c5c3582b82f", "code": 422}]} {{(pid=103459) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 12 13:24:01.770005 dv-cinder-830097-4-iscsi neutron-server[103459]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-74a4efdb-e72c-4fa4-8693-a201ba3ceb5b {{(pid=103459) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 12 13:24:01.770561 dv-cinder-830097-4-iscsi neutron-server[103459]: WARNING neutron.notifiers.nova [-] Nova event matching ['req-74a4efdb-e72c-4fa4-8693-a201ba3ceb5b']: {'server_uuid': 'bc77c197-89c7-4e0d-b60b-22abc9b99bd6', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': '31972305-3c0e-45f1-b071-0c5c3582b82f', 'code': 422} returned with failed status Apr 12 13:24:01.778665 dv-cinder-830097-4-iscsi neutron-server[103457]: DEBUG neutron.plugins.ml2.managers [req-a9a95d38-1207-4cde-b342-ca28215a3f4f req-ab2a2ed9-be2b-43f3-87b9-ef798864a977 service neutron] Attempting to bind port edda591b-4d5a-478b-9844-8ac94d78d31b on host hv-cinder-83009 for vnic_type normal with profile {{(pid=103457) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 12 13:24:01.780232 dv-cinder-830097-4-iscsi neutron-server[103457]: DEBUG neutron.plugins.ml2.managers [req-a9a95d38-1207-4cde-b342-ca28215a3f4f req-ab2a2ed9-be2b-43f3-87b9-ef798864a977 service neutron] Attempting to bind port edda591b-4d5a-478b-9844-8ac94d78d31b by drivers openvswitch,hyperv on host hv-cinder-83009 at level 0 using segments [{'id': '39aadab9-ffeb-4018-ac4b-402a2c1e23da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 203, 'network_id': 'fc0e35fc-da48-4b0a-aef1-4a0c9e07f863'}] {{(pid=103457) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 12 13:24:01.781761 dv-cinder-830097-4-iscsi neutron-server[103457]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a9a95d38-1207-4cde-b342-ca28215a3f4f req-ab2a2ed9-be2b-43f3-87b9-ef798864a977 service neutron] Attempting to bind port edda591b-4d5a-478b-9844-8ac94d78d31b on network fc0e35fc-da48-4b0a-aef1-4a0c9e07f863 {{(pid=103457) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 12 13:24:01.786775 dv-cinder-830097-4-iscsi neutron-server[103457]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a9a95d38-1207-4cde-b342-ca28215a3f4f req-ab2a2ed9-be2b-43f3-87b9-ef798864a977 service neutron] Port edda591b-4d5a-478b-9844-8ac94d78d31b on network fc0e35fc-da48-4b0a-aef1-4a0c9e07f863 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83009 {{(pid=103457) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 12 13:24:01.787100 dv-cinder-830097-4-iscsi neutron-server[103457]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a9a95d38-1207-4cde-b342-ca28215a3f4f req-ab2a2ed9-be2b-43f3-87b9-ef798864a977 service neutron] Attempting to bind port edda591b-4d5a-478b-9844-8ac94d78d31b on network fc0e35fc-da48-4b0a-aef1-4a0c9e07f863 {{(pid=103457) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 12 13:24:01.794763 dv-cinder-830097-4-iscsi neutron-server[103457]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a9a95d38-1207-4cde-b342-ca28215a3f4f req-ab2a2ed9-be2b-43f3-87b9-ef798864a977 service neutron] Checking agent: {'id': 'ee5509cd-6dd7-49df-aa37-3740ebd1e34b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83009', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 12, 13, 13, 59), 'started_at': datetime.datetime(2022, 4, 12, 13, 13, 59), 'heartbeat_timestamp': datetime.datetime(2022, 4, 12, 13, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103457) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 12 13:24:01.795127 dv-cinder-830097-4-iscsi neutron-server[103457]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a9a95d38-1207-4cde-b342-ca28215a3f4f req-ab2a2ed9-be2b-43f3-87b9-ef798864a977 service neutron] Checking segment: {'id': '39aadab9-ffeb-4018-ac4b-402a2c1e23da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 203, 'network_id': 'fc0e35fc-da48-4b0a-aef1-4a0c9e07f863'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103457) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 12 13:24:01.795479 dv-cinder-830097-4-iscsi neutron-server[103457]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a9a95d38-1207-4cde-b342-ca28215a3f4f req-ab2a2ed9-be2b-43f3-87b9-ef798864a977 service neutron] Bound using segment: {'id': '39aadab9-ffeb-4018-ac4b-402a2c1e23da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 203, 'network_id': 'fc0e35fc-da48-4b0a-aef1-4a0c9e07f863'} {{(pid=103457) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 12 13:24:01.795916 dv-cinder-830097-4-iscsi neutron-server[103457]: DEBUG neutron.plugins.ml2.managers [req-a9a95d38-1207-4cde-b342-ca28215a3f4f req-ab2a2ed9-be2b-43f3-87b9-ef798864a977 service neutron] Bound port: edda591b-4d5a-478b-9844-8ac94d78d31b, host: hv-cinder-83009, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '39aadab9-ffeb-4018-ac4b-402a2c1e23da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 203, 'network_id': 'fc0e35fc-da48-4b0a-aef1-4a0c9e07f863'}}] {{(pid=103457) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 12 13:24:01.796280 dv-cinder-830097-4-iscsi neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [req-a9a95d38-1207-4cde-b342-ca28215a3f4f req-ab2a2ed9-be2b-43f3-87b9-ef798864a977 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-916304'] for port (edda591b-4d5a-478b-9844-8ac94d78d31b), before_update {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:24:01.866258 dv-cinder-830097-4-iscsi neutron-server[103459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3505bd68-a9fd-4823-92ea-1a6ded8ab071 None None] Pushing event updated for resources: {'Port': ['ID=31972305-3c0e-45f1-b071-0c5c3582b82f,revision_number=6']} {{(pid=103459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 13:24:01.892717 dv-cinder-830097-4-iscsi neutron-server[103457]: DEBUG neutron.plugins.ml2.db [req-a9a95d38-1207-4cde-b342-ca28215a3f4f req-ab2a2ed9-be2b-43f3-87b9-ef798864a977 service neutron] For port edda591b-4d5a-478b-9844-8ac94d78d31b, host hv-cinder-83009, cleared binding levels {{(pid=103457) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 12 13:24:01.897379 dv-cinder-830097-4-iscsi neutron-server[103457]: DEBUG neutron.plugins.ml2.db [req-a9a95d38-1207-4cde-b342-ca28215a3f4f req-ab2a2ed9-be2b-43f3-87b9-ef798864a977 service neutron] For port edda591b-4d5a-478b-9844-8ac94d78d31b, host hv-cinder-83009, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83009',level=0,port_id=edda591b-4d5a-478b-9844-8ac94d78d31b,segment=NetworkSegment(39aadab9-ffeb-4018-ac4b-402a2c1e23da),segment_id=39aadab9-ffeb-4018-ac4b-402a2c1e23da)] {{(pid=103457) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 12 13:24:01.904898 dv-cinder-830097-4-iscsi neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [req-a9a95d38-1207-4cde-b342-ca28215a3f4f req-ab2a2ed9-be2b-43f3-87b9-ef798864a977 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-915890', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3697887', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732727894815', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732727417932', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732727417950', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25610749'] for port (edda591b-4d5a-478b-9844-8ac94d78d31b), after_update {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:24:01.950523 dv-cinder-830097-4-iscsi neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9a95d38-1207-4cde-b342-ca28215a3f4f req-ab2a2ed9-be2b-43f3-87b9-ef798864a977 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 13:24:01.951486 dv-cinder-830097-4-iscsi neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [req-a9a95d38-1207-4cde-b342-ca28215a3f4f req-ab2a2ed9-be2b-43f3-87b9-ef798864a977 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-500965'] for port (None), before_response {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:24:01.952931 dv-cinder-830097-4-iscsi neutron-server[103457]: INFO neutron.wsgi [req-a9a95d38-1207-4cde-b342-ca28215a3f4f req-ab2a2ed9-be2b-43f3-87b9-ef798864a977 service neutron] 10.222.0.55 "PUT /v2.0/ports/edda591b-4d5a-478b-9844-8ac94d78d31b HTTP/1.1" status: 200 len: 1093 time: 0.9795935 Apr 12 13:24:01.953449 dv-cinder-830097-4-iscsi neutron-server[103457]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '79e021a9-fd5c-4b44-a4de-9b162a0a9eb9', 'tag': 'edda591b-4d5a-478b-9844-8ac94d78d31b'}] {{(pid=103457) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 12 13:24:01.955623 dv-cinder-830097-4-iscsi neutron-server[103457]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}086c7d3de3560e72b9669b0aa2f8f0aa3a7dc6896401f4467231a6605ceb6cb3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c6fc9edb-c28d-45d1-9fd0-0646b30f36c3" -d '{"events": [{"name": "network-changed", "server_uuid": "79e021a9-fd5c-4b44-a4de-9b162a0a9eb9", "tag": "edda591b-4d5a-478b-9844-8ac94d78d31b"}]}' {{(pid=103457) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 12 13:24:01.999362 dv-cinder-830097-4-iscsi neutron-server[103457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab2a2ed9-be2b-43f3-87b9-ef798864a977 service neutron] Pushing event updated for resources: {'Port': ['ID=edda591b-4d5a-478b-9844-8ac94d78d31b,revision_number=3']} {{(pid=103457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 13:24:02.038919 dv-cinder-830097-4-iscsi neutron-server[103457]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 12 Apr 2022 13:24:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-30c394e6-7760-4462-89e5-e010af41b3c5 x-openstack-request-id: req-30c394e6-7760-4462-89e5-e010af41b3c5 {{(pid=103457) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 12 13:24:02.039708 dv-cinder-830097-4-iscsi neutron-server[103457]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "79e021a9-fd5c-4b44-a4de-9b162a0a9eb9", "tag": "edda591b-4d5a-478b-9844-8ac94d78d31b", "status": "completed", "code": 200}]} {{(pid=103457) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 12 13:24:02.039816 dv-cinder-830097-4-iscsi neutron-server[103457]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-30c394e6-7760-4462-89e5-e010af41b3c5 {{(pid=103457) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 12 13:24:02.041251 dv-cinder-830097-4-iscsi neutron-server[103457]: INFO neutron.notifiers.nova [-] Nova event matching ['req-30c394e6-7760-4462-89e5-e010af41b3c5'] response: {'name': 'network-changed', 'server_uuid': '79e021a9-fd5c-4b44-a4de-9b162a0a9eb9', 'tag': 'edda591b-4d5a-478b-9844-8ac94d78d31b', 'status': 'completed', 'code': 200} Apr 12 13:24:02.209810 dv-cinder-830097-4-iscsi neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-452999cf-2c40-43cf-8b3e-deb43c0d4dea admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3750862'] for router_interface (4eb39841-e626-4208-b9ed-93927eaaedc0), before_delete {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:24:02.220658 dv-cinder-830097-4-iscsi neutron-server[103460]: DEBUG neutron.db.agents_db [None req-38c2972b-b018-47ca-95cb-8760adc1e78b None None] Agent healthcheck: found 6 active agents {{(pid=103460) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 12 13:24:02.340352 dv-cinder-830097-4-iscsi neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9a95d38-1207-4cde-b342-ca28215a3f4f req-f609cf3f-2352-49c7-9bc3-3050583eae55 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 13:24:02.341883 dv-cinder-830097-4-iscsi neutron-server[103457]: INFO neutron.wsgi [req-a9a95d38-1207-4cde-b342-ca28215a3f4f req-f609cf3f-2352-49c7-9bc3-3050583eae55 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=59e9ce76515147cfa24a7c710300c9c0&device_id=79e021a9-fd5c-4b44-a4de-9b162a0a9eb9 HTTP/1.1" status: 200 len: 1127 time: 0.0704432 Apr 12 13:24:02.342906 dv-cinder-830097-4-iscsi neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5159ee9-20dc-4888-8215-a950fe39e6fa req-0f107013-48d4-4ed2-89d7-cb4c62291af7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 13:24:02.344241 dv-cinder-830097-4-iscsi neutron-server[103457]: INFO neutron.wsgi [req-e5159ee9-20dc-4888-8215-a950fe39e6fa req-0f107013-48d4-4ed2-89d7-cb4c62291af7 service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=bc77c197-89c7-4e0d-b60b-22abc9b99bd6&tenant_id=713bbcf7a57142f0a2bb30d1eed8f037 HTTP/1.1" status: 200 len: 1127 time: 0.0630455 Apr 12 13:24:02.422284 dv-cinder-830097-4-iscsi neutron-server[103457]: INFO neutron.wsgi [req-a9a95d38-1207-4cde-b342-ca28215a3f4f req-d735282e-2adb-4aaa-a4de-fc049ac4c7cd service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=edda591b-4d5a-478b-9844-8ac94d78d31b HTTP/1.1" status: 200 len: 217 time: 0.0529006 Apr 12 13:24:02.460210 dv-cinder-830097-4-iscsi neutron-server[103458]: DEBUG neutron.plugins.ml2.plugin [None req-452999cf-2c40-43cf-8b3e-deb43c0d4dea admin admin] Deleting port c2b34b12-b8da-4382-b8a4-a3baa9fa6135 {{(pid=103458) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 12 13:24:02.460543 dv-cinder-830097-4-iscsi neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-452999cf-2c40-43cf-8b3e-deb43c0d4dea admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732727887391'] for port (c2b34b12-b8da-4382-b8a4-a3baa9fa6135), before_delete {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:24:02.482079 dv-cinder-830097-4-iscsi neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5159ee9-20dc-4888-8215-a950fe39e6fa req-72a09fb1-4685-4d10-a4ea-fe7edfd3a3f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 13:24:02.483628 dv-cinder-830097-4-iscsi neutron-server[103457]: INFO neutron.wsgi [req-e5159ee9-20dc-4888-8215-a950fe39e6fa req-72a09fb1-4685-4d10-a4ea-fe7edfd3a3f3 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=713bbcf7a57142f0a2bb30d1eed8f037&device_id=bc77c197-89c7-4e0d-b60b-22abc9b99bd6 HTTP/1.1" status: 200 len: 1127 time: 0.0736656 Apr 12 13:24:02.513640 dv-cinder-830097-4-iscsi neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9a95d38-1207-4cde-b342-ca28215a3f4f req-b928294e-715e-43e3-8b2c-651459509cab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 13:24:02.515099 dv-cinder-830097-4-iscsi neutron-server[103457]: INFO neutron.wsgi [req-a9a95d38-1207-4cde-b342-ca28215a3f4f req-b928294e-715e-43e3-8b2c-651459509cab service neutron] 10.222.0.55 "GET /v2.0/subnets?id=3e5a37b9-6492-41e4-a03e-0f76c3de6aee HTTP/1.1" status: 200 len: 851 time: 0.0739028 Apr 12 13:24:02.606184 dv-cinder-830097-4-iscsi neutron-server[103458]: DEBUG neutron.plugins.ml2.db [None req-452999cf-2c40-43cf-8b3e-deb43c0d4dea admin admin] For port c2b34b12-b8da-4382-b8a4-a3baa9fa6135, host dv-cinder-830097-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-830097-4-iscsi',level=0,port_id=c2b34b12-b8da-4382-b8a4-a3baa9fa6135,segment=NetworkSegment(4e853df7-2afb-4de1-8f6d-58cc075637fa),segment_id=4e853df7-2afb-4de1-8f6d-58cc075637fa)] {{(pid=103458) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 12 13:24:02.606558 dv-cinder-830097-4-iscsi neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-452999cf-2c40-43cf-8b3e-deb43c0d4dea admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3742288'] for port (c2b34b12-b8da-4382-b8a4-a3baa9fa6135), precommit_delete {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:24:02.625772 dv-cinder-830097-4-iscsi neutron-server[103458]: DEBUG neutron.plugins.ml2.plugin [None req-452999cf-2c40-43cf-8b3e-deb43c0d4dea admin admin] Calling delete_port for c2b34b12-b8da-4382-b8a4-a3baa9fa6135 owned by network:router_interface {{(pid=103458) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 12 13:24:02.635684 dv-cinder-830097-4-iscsi neutron-server[103458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c007b83-20fb-4ad6-bfe7-041a1a1b19ca req-f0404c58-de7c-421a-bdd0-bbd4992908ba tempest-TestShelveInstance-750106452 tempest-TestShelveInstance-750106452-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 13:24:02.637658 dv-cinder-830097-4-iscsi neutron-server[103458]: INFO neutron.wsgi [req-6c007b83-20fb-4ad6-bfe7-041a1a1b19ca req-f0404c58-de7c-421a-bdd0-bbd4992908ba tempest-TestShelveInstance-750106452 tempest-TestShelveInstance-750106452-project] 10.222.0.18 "GET /v2.0/ports?device_id=bc77c197-89c7-4e0d-b60b-22abc9b99bd6 HTTP/1.1" status: 200 len: 943 time: 0.0765119 Apr 12 13:24:02.641369 dv-cinder-830097-4-iscsi neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9a95d38-1207-4cde-b342-ca28215a3f4f req-34fef1e9-413a-4247-853b-7a8a92f9cb90 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 13:24:02.642826 dv-cinder-830097-4-iscsi neutron-server[103457]: INFO neutron.wsgi [req-a9a95d38-1207-4cde-b342-ca28215a3f4f req-34fef1e9-413a-4247-853b-7a8a92f9cb90 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=fc0e35fc-da48-4b0a-aef1-4a0c9e07f863&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.1212580 Apr 12 13:24:02.654278 dv-cinder-830097-4-iscsi neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56f8e226-ed8f-475b-afda-8cdf0123b690 req-ab516545-c176-4968-9c59-8234beaed462 tempest-TestVolumeBootPattern-1974338582 tempest-TestVolumeBootPattern-1974338582-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 13:24:02.656281 dv-cinder-830097-4-iscsi neutron-server[103457]: INFO neutron.wsgi [req-56f8e226-ed8f-475b-afda-8cdf0123b690 req-ab516545-c176-4968-9c59-8234beaed462 tempest-TestVolumeBootPattern-1974338582 tempest-TestVolumeBootPattern-1974338582-project] 10.222.0.18 "GET /v2.0/ports?device_id=79e021a9-fd5c-4b44-a4de-9b162a0a9eb9 HTTP/1.1" status: 200 len: 943 time: 0.0632603 Apr 12 13:24:02.746631 dv-cinder-830097-4-iscsi neutron-server[103458]: INFO neutron.wsgi [req-6c007b83-20fb-4ad6-bfe7-041a1a1b19ca req-b6c39f3b-f9a1-4233-b419-ddceada45a2b tempest-TestShelveInstance-750106452 tempest-TestShelveInstance-750106452-project] 10.222.0.18 "GET /v2.0/security-groups?id=2baa67a9-5f14-404b-94ce-8aa7d37b6772&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1023581 Apr 12 13:24:02.758530 dv-cinder-830097-4-iscsi neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5159ee9-20dc-4888-8215-a950fe39e6fa req-74ddcdc0-3bf5-4b30-bfd0-890b6e62e565 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 13:24:02.760830 dv-cinder-830097-4-iscsi neutron-server[103457]: INFO neutron.wsgi [req-e5159ee9-20dc-4888-8215-a950fe39e6fa req-74ddcdc0-3bf5-4b30-bfd0-890b6e62e565 service neutron] 10.222.0.55 "GET /v2.0/networks?id=dd564e5e-84b2-456c-afed-34fe02080a74 HTTP/1.1" status: 200 len: 910 time: 0.2711031 Apr 12 13:24:02.840830 dv-cinder-830097-4-iscsi neutron-server[103457]: INFO neutron.wsgi [req-a9a95d38-1207-4cde-b342-ca28215a3f4f req-c5dd8401-c033-4dc4-b2ef-72156957dce8 service neutron] 10.222.0.55 "GET /v2.0/networks/fc0e35fc-da48-4b0a-aef1-4a0c9e07f863?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1841085 Apr 12 13:24:02.846092 dv-cinder-830097-4-iscsi neutron-server[103457]: INFO neutron.wsgi [req-56f8e226-ed8f-475b-afda-8cdf0123b690 req-845a3019-cfc6-4831-a957-48688f83fa05 tempest-TestVolumeBootPattern-1974338582 tempest-TestVolumeBootPattern-1974338582-project] 10.222.0.18 "GET /v2.0/security-groups?id=a66f9d14-bc7f-40ff-bcf2-fda4f9360a16&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1847751 Apr 12 13:24:02.881559 dv-cinder-830097-4-iscsi neutron-server[103457]: INFO neutron.wsgi [req-e5159ee9-20dc-4888-8215-a950fe39e6fa req-adf7fe8b-8a2c-420c-8d93-72bf45afe45c service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=31972305-3c0e-45f1-b071-0c5c3582b82f HTTP/1.1" status: 200 len: 999 time: 0.1128032 Apr 12 13:24:02.892085 dv-cinder-830097-4-iscsi neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-452999cf-2c40-43cf-8b3e-deb43c0d4dea admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-915890', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3697887', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732727894797', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732727417923', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26097133'] for port (c2b34b12-b8da-4382-b8a4-a3baa9fa6135), after_delete {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:24:02.920538 dv-cinder-830097-4-iscsi neutron-server[103458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-452999cf-2c40-43cf-8b3e-deb43c0d4dea admin admin] Pushing event deleted for resources: {'Port': ['ID=c2b34b12-b8da-4382-b8a4-a3baa9fa6135,revision_number=None']} {{(pid=103458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 13:24:02.966658 dv-cinder-830097-4-iscsi neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5159ee9-20dc-4888-8215-a950fe39e6fa req-3269c46d-0357-4b83-a256-1a870c591640 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 13:24:02.968086 dv-cinder-830097-4-iscsi neutron-server[103457]: INFO neutron.wsgi [req-e5159ee9-20dc-4888-8215-a950fe39e6fa req-3269c46d-0357-4b83-a256-1a870c591640 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=b573db6a-5739-46b0-a65e-7d9b85205259 HTTP/1.1" status: 200 len: 848 time: 0.0798709 Apr 12 13:24:02.993197 dv-cinder-830097-4-iscsi neutron-server[103457]: INFO neutron.wsgi [req-a9a95d38-1207-4cde-b342-ca28215a3f4f req-43268356-0fbc-4ea5-b299-c252bae0b6b2 service neutron] 10.222.0.55 "GET /v2.0/networks/fc0e35fc-da48-4b0a-aef1-4a0c9e07f863?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1444447 Apr 12 13:24:03.030024 dv-cinder-830097-4-iscsi neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5159ee9-20dc-4888-8215-a950fe39e6fa req-73cbf163-705f-4064-8423-580f01b8071f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 13:24:03.030992 dv-cinder-830097-4-iscsi neutron-server[103457]: INFO neutron.wsgi [req-e5159ee9-20dc-4888-8215-a950fe39e6fa req-73cbf163-705f-4064-8423-580f01b8071f service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=dd564e5e-84b2-456c-afed-34fe02080a74&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0515573 Apr 12 13:24:03.115491 dv-cinder-830097-4-iscsi neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-452999cf-2c40-43cf-8b3e-deb43c0d4dea admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3697864', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3750754'] for router_interface (4eb39841-e626-4208-b9ed-93927eaaedc0), after_delete {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:24:03.132409 dv-cinder-830097-4-iscsi neutron-server[103457]: INFO neutron.wsgi [req-e5159ee9-20dc-4888-8215-a950fe39e6fa req-8edbde11-30ce-4980-a8ab-4381f09f19dd service neutron] 10.222.0.55 "GET /v2.0/networks/dd564e5e-84b2-456c-afed-34fe02080a74?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0937526 Apr 12 13:24:03.333287 dv-cinder-830097-4-iscsi neutron-server[103458]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-452999cf-2c40-43cf-8b3e-deb43c0d4dea admin admin] Router 4eb39841-e626-4208-b9ed-93927eaaedc0 has already been hosted by L3 agent b7e11a8b-aeed-493f-9763-461016dddc93 {{(pid=103458) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 12 13:24:03.437625 dv-cinder-830097-4-iscsi neutron-server[103458]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-452999cf-2c40-43cf-8b3e-deb43c0d4dea admin admin] Notify agent at l3_agent.dv-cinder-830097-4-iscsi the message routers_updated {{(pid=103458) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 12 13:24:03.442439 dv-cinder-830097-4-iscsi neutron-server[103458]: INFO neutron.wsgi [None req-452999cf-2c40-43cf-8b3e-deb43c0d4dea admin admin] 10.222.0.18 "PUT /v2.0/routers/4eb39841-e626-4208-b9ed-93927eaaedc0/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9455535 Apr 12 13:24:03.445262 dv-cinder-830097-4-iscsi neutron-server[103457]: DEBUG neutron.wsgi [-] (103457) accepted ('10.222.0.18', 47806) {{(pid=103457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 13:24:03.446066 dv-cinder-830097-4-iscsi neutron-server[103460]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b27afc72-678d-4534-82ba-46d7bc4cf036 None None] Sync routers for ids ['4eb39841-e626-4208-b9ed-93927eaaedc0'] in dv-cinder-830097-4-iscsi {{(pid=103460) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 12 13:24:03.456269 dv-cinder-830097-4-iscsi neutron-server[103460]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b27afc72-678d-4534-82ba-46d7bc4cf036 None None] Routers {'4eb39841-e626-4208-b9ed-93927eaaedc0'} bound to L3 agent in host dv-cinder-830097-4-iscsi {{(pid=103460) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 12 13:24:03.456895 dv-cinder-830097-4-iscsi neutron-server[103460]: DEBUG neutron.db.l3_hamode_db [None req-b27afc72-678d-4534-82ba-46d7bc4cf036 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830097-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 10, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 10, "log_agent_heartbeats": false, "routers": 10},created_at=2022-04-12T13:07:19Z,description=,heartbeat_timestamp=2022-04-12T13:23:49Z,host='dv-cinder-830097-4-iscsi',id=b7e11a8b-aeed-493f-9763-461016dddc93,load=0,resource_versions=,resources_synced=,started_at=2022-04-12T13:07:19Z,topic='l3_agent')) {'router_ids': ['4eb39841-e626-4208-b9ed-93927eaaedc0'], 'active': True} {{(pid=103460) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 13:24:03.555332 dv-cinder-830097-4-iscsi neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-c222e792-c7ec-4557-bb50-950b748b7dae admin admin] Publish callbacks [] for router (4eb39841-e626-4208-b9ed-93927eaaedc0), before_delete {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:24:03.645912 dv-cinder-830097-4-iscsi neutron-server[103460]: DEBUG neutron.db.l3_dvr_db [None req-b27afc72-678d-4534-82ba-46d7bc4cf036 None None] Set router 4eb39841-e626-4208-b9ed-93927eaaedc0 gateway port host: dv-cinder-830097-4-iscsi {{(pid=103460) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 12 13:24:03.660337 dv-cinder-830097-4-iscsi neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-c222e792-c7ec-4557-bb50-950b748b7dae admin admin] Publish callbacks [] for router_gateway (4eb39841-e626-4208-b9ed-93927eaaedc0), before_delete {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:24:03.706262 dv-cinder-830097-4-iscsi neutron-server[103457]: DEBUG neutron.plugins.ml2.plugin [None req-c222e792-c7ec-4557-bb50-950b748b7dae admin admin] Deleting port 1079cb5b-aabf-4933-b68a-1322ca91d8fd {{(pid=103457) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 12 13:24:03.706594 dv-cinder-830097-4-iscsi neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-c222e792-c7ec-4557-bb50-950b748b7dae admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732727887391'] for port (1079cb5b-aabf-4933-b68a-1322ca91d8fd), before_delete {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:24:03.786682 dv-cinder-830097-4-iscsi neutron-server[103457]: DEBUG neutron.plugins.ml2.db [None req-c222e792-c7ec-4557-bb50-950b748b7dae admin admin] For port 1079cb5b-aabf-4933-b68a-1322ca91d8fd, host dv-cinder-830097-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-830097-4-iscsi',level=0,port_id=1079cb5b-aabf-4933-b68a-1322ca91d8fd,segment=NetworkSegment(333e2245-11dc-4fcd-9fb1-9fe65fae59ea),segment_id=333e2245-11dc-4fcd-9fb1-9fe65fae59ea)] {{(pid=103457) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 12 13:24:03.787340 dv-cinder-830097-4-iscsi neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-c222e792-c7ec-4557-bb50-950b748b7dae admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3742288'] for port (1079cb5b-aabf-4933-b68a-1322ca91d8fd), precommit_delete {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:24:03.801298 dv-cinder-830097-4-iscsi neutron-server[103457]: DEBUG neutron.plugins.ml2.plugin [None req-c222e792-c7ec-4557-bb50-950b748b7dae admin admin] Calling delete_port for 1079cb5b-aabf-4933-b68a-1322ca91d8fd owned by network:router_gateway {{(pid=103457) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 12 13:24:03.824691 dv-cinder-830097-4-iscsi neutron-server[103460]: DEBUG neutron.db.l3_hamode_db [None req-b27afc72-678d-4534-82ba-46d7bc4cf036 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4eb39841-e626-4208-b9ed-93927eaaedc0', 'name': 'tempest-TestMinimumBasicScenario-346588510-router', 'tenant_id': '9a6552f7bf39471abcf37a5844d79bd1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '26d0436d-8ae2-49bd-8cc6-3d2eac552c84', 'external_fixed_ips': [{'subnet_id': 'd93852d8-8f89-4b1c-bef4-0e05f499a8db', 'ip_address': '172.27.0.39'}], 'enable_snat': True}, 'gw_port_id': '1079cb5b-aabf-4933-b68a-1322ca91d8fd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-12T13:17:49Z', 'updated_at': '2022-04-12T13:24:02Z', 'revision_number': 5, 'project_id': '9a6552f7bf39471abcf37a5844d79bd1', 'gw_port': {'id': '1079cb5b-aabf-4933-b68a-1322ca91d8fd', 'name': '', 'network_id': '26d0436d-8ae2-49bd-8cc6-3d2eac552c84', 'tenant_id': '', 'mac_address': 'fa:16:3e:b1:87:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4eb39841-e626-4208-b9ed-93927eaaedc0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 308, 'fixed_ips': [{'subnet_id': 'd93852d8-8f89-4b1c-bef4-0e05f499a8db', 'ip_address': '172.27.0.39', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830097-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T13:17:50Z', 'updated_at': '2022-04-12T13:17:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd93852d8-8f89-4b1c-bef4-0e05f499a8db', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830097-4-iscsi'}], 'dv-cinder-830097-4-iscsi', False) {} {{(pid=103460) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 13:24:03.861105 dv-cinder-830097-4-iscsi neutron-server[103460]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b27afc72-678d-4534-82ba-46d7bc4cf036 None None] Checking router: 4eb39841-e626-4208-b9ed-93927eaaedc0 for host: dv-cinder-830097-4-iscsi {{(pid=103460) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 12 13:24:03.870392 dv-cinder-830097-4-iscsi neutron-server[103460]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b27afc72-678d-4534-82ba-46d7bc4cf036 None None] Routers {'4eb39841-e626-4208-b9ed-93927eaaedc0'} bound to L3 agent in host dv-cinder-830097-4-iscsi {{(pid=103460) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 12 13:24:03.871161 dv-cinder-830097-4-iscsi neutron-server[103460]: DEBUG neutron.db.l3_hamode_db [None req-b27afc72-678d-4534-82ba-46d7bc4cf036 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830097-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 10, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 10, "log_agent_heartbeats": false, "routers": 10},created_at=2022-04-12T13:07:19Z,description=,heartbeat_timestamp=2022-04-12T13:23:49Z,host='dv-cinder-830097-4-iscsi',id=b7e11a8b-aeed-493f-9763-461016dddc93,load=0,resource_versions=,resources_synced=,started_at=2022-04-12T13:07:19Z,topic='l3_agent')) {'router_ids': ['4eb39841-e626-4208-b9ed-93927eaaedc0'], 'active': True} {{(pid=103460) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 13:24:03.881914 dv-cinder-830097-4-iscsi neutron-server[103458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dec25211-dfdd-4ef2-9738-fe3539b0bf5b req-355b323d-f4b9-4f69-9136-f07c70bc2112 tempest-TestShelveInstance-750106452 tempest-TestShelveInstance-750106452-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 13:24:03.884865 dv-cinder-830097-4-iscsi neutron-server[103458]: INFO neutron.wsgi [req-dec25211-dfdd-4ef2-9738-fe3539b0bf5b req-355b323d-f4b9-4f69-9136-f07c70bc2112 tempest-TestShelveInstance-750106452 tempest-TestShelveInstance-750106452-project] 10.222.0.18 "GET /v2.0/ports?device_id=bc77c197-89c7-4e0d-b60b-22abc9b99bd6 HTTP/1.1" status: 200 len: 943 time: 0.0500054 Apr 12 13:24:03.950318 dv-cinder-830097-4-iscsi neutron-server[103458]: INFO neutron.wsgi [req-dec25211-dfdd-4ef2-9738-fe3539b0bf5b req-00c447bb-d465-49e9-883a-399efe7cf2e4 tempest-TestShelveInstance-750106452 tempest-TestShelveInstance-750106452-project] 10.222.0.18 "GET /v2.0/security-groups?id=2baa67a9-5f14-404b-94ce-8aa7d37b6772&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0565755 Apr 12 13:24:03.993422 dv-cinder-830097-4-iscsi neutron-server[103460]: DEBUG neutron.db.l3_dvr_db [None req-b27afc72-678d-4534-82ba-46d7bc4cf036 None None] Set router 4eb39841-e626-4208-b9ed-93927eaaedc0 gateway port host: None {{(pid=103460) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 12 13:24:04.081481 dv-cinder-830097-4-iscsi neutron-server[103460]: DEBUG neutron.db.l3_hamode_db [None req-b27afc72-678d-4534-82ba-46d7bc4cf036 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4eb39841-e626-4208-b9ed-93927eaaedc0', 'name': 'tempest-TestMinimumBasicScenario-346588510-router', 'tenant_id': '9a6552f7bf39471abcf37a5844d79bd1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-12T13:17:49Z', 'updated_at': '2022-04-12T13:24:03Z', 'revision_number': 6, 'project_id': '9a6552f7bf39471abcf37a5844d79bd1', 'gw_port_host': None}], 'dv-cinder-830097-4-iscsi', False) {} {{(pid=103460) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 13:24:04.095219 dv-cinder-830097-4-iscsi neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-c222e792-c7ec-4557-bb50-950b748b7dae admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-915890', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3697887', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732727894797', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732727417923', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25610742'] for port (1079cb5b-aabf-4933-b68a-1322ca91d8fd), after_delete {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:24:04.101168 dv-cinder-830097-4-iscsi neutron-server[103458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-324f0734-1436-4040-a2a3-e1a4ea1195e2 req-d721ee90-349e-44dc-95be-f52620732d2c tempest-TestVolumeBootPattern-1974338582 tempest-TestVolumeBootPattern-1974338582-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 13:24:04.107420 dv-cinder-830097-4-iscsi neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6fc9edb-c28d-45d1-9fd0-0646b30f36c3 req-956ebc79-dfb0-47d5-b720-fe455674e5af service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 13:24:04.108559 dv-cinder-830097-4-iscsi neutron-server[103458]: INFO neutron.wsgi [req-324f0734-1436-4040-a2a3-e1a4ea1195e2 req-d721ee90-349e-44dc-95be-f52620732d2c tempest-TestVolumeBootPattern-1974338582 tempest-TestVolumeBootPattern-1974338582-project] 10.222.0.18 "GET /v2.0/ports?device_id=79e021a9-fd5c-4b44-a4de-9b162a0a9eb9 HTTP/1.1" status: 200 len: 943 time: 0.0733678 Apr 12 13:24:04.108902 dv-cinder-830097-4-iscsi neutron-server[103457]: INFO neutron.wsgi [req-c6fc9edb-c28d-45d1-9fd0-0646b30f36c3 req-956ebc79-dfb0-47d5-b720-fe455674e5af service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=59e9ce76515147cfa24a7c710300c9c0&device_id=79e021a9-fd5c-4b44-a4de-9b162a0a9eb9 HTTP/1.1" status: 200 len: 1127 time: 0.1137028 Apr 12 13:24:04.124826 dv-cinder-830097-4-iscsi neutron-server[103460]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b27afc72-678d-4534-82ba-46d7bc4cf036 None None] The sync data for ids ['4eb39841-e626-4208-b9ed-93927eaaedc0'] in dv-cinder-830097-4-iscsi is: [{'id': '4eb39841-e626-4208-b9ed-93927eaaedc0', 'name': 'tempest-TestMinimumBasicScenario-346588510-router', 'tenant_id': '9a6552f7bf39471abcf37a5844d79bd1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-12T13:17:49Z', 'updated_at': '2022-04-12T13:24:03Z', 'revision_number': 6, 'project_id': '9a6552f7bf39471abcf37a5844d79bd1', 'gw_port_host': None}] {{(pid=103460) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 12 13:24:04.165260 dv-cinder-830097-4-iscsi neutron-server[103457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c222e792-c7ec-4557-bb50-950b748b7dae admin admin] Pushing event deleted for resources: {'Port': ['ID=1079cb5b-aabf-4933-b68a-1322ca91d8fd,revision_number=None']} {{(pid=103457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 13:24:04.166865 dv-cinder-830097-4-iscsi neutron-server[103458]: INFO neutron.wsgi [req-324f0734-1436-4040-a2a3-e1a4ea1195e2 req-d59349e3-4484-4d99-a29b-f29ce2d3f4fd tempest-TestVolumeBootPattern-1974338582 tempest-TestVolumeBootPattern-1974338582-project] 10.222.0.18 "GET /v2.0/security-groups?id=a66f9d14-bc7f-40ff-bcf2-fda4f9360a16&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0573900 Apr 12 13:24:04.216846 dv-cinder-830097-4-iscsi neutron-server[103457]: INFO neutron.wsgi [req-e5159ee9-20dc-4888-8215-a950fe39e6fa req-c46cf81f-6e45-4faf-b7b2-38fbb002f26f service neutron] 10.222.0.55 "GET /v2.0/networks/dd564e5e-84b2-456c-afed-34fe02080a74?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2323551 Apr 12 13:24:04.234368 dv-cinder-830097-4-iscsi neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38c048bf-4802-4e38-b829-612f09e4a73f req-5d9fb22b-30e2-4f83-a949-b046a19c9f00 tempest-ServerRescueNegativeTestJSON-440649021 tempest-ServerRescueNegativeTestJSON-440649021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 13:24:04.235793 dv-cinder-830097-4-iscsi neutron-server[103457]: INFO neutron.wsgi [req-38c048bf-4802-4e38-b829-612f09e4a73f req-5d9fb22b-30e2-4f83-a949-b046a19c9f00 tempest-ServerRescueNegativeTestJSON-440649021 tempest-ServerRescueNegativeTestJSON-440649021-project] 10.222.0.18 "GET /v2.0/ports?device_id=b080094e-e021-4092-a88d-24358c73db4d HTTP/1.1" status: 200 len: 945 time: 0.1373987 Apr 12 13:24:04.340221 dv-cinder-830097-4-iscsi neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-c222e792-c7ec-4557-bb50-950b748b7dae admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3739012'] for router_gateway (4eb39841-e626-4208-b9ed-93927eaaedc0), after_delete {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:24:04.464058 dv-cinder-830097-4-iscsi neutron-server[103457]: INFO neutron.wsgi [req-38c048bf-4802-4e38-b829-612f09e4a73f req-0f2d28ec-0902-479f-8a1b-82623767607d tempest-ServerRescueNegativeTestJSON-440649021 tempest-ServerRescueNegativeTestJSON-440649021-project] 10.222.0.18 "GET /v2.0/security-groups?id=1da71eb9-9022-4720-ae95-e700d9700270&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2026675 Apr 12 13:24:04.474270 dv-cinder-830097-4-iscsi neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-c222e792-c7ec-4557-bb50-950b748b7dae admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3800106', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-36279'] for router (4eb39841-e626-4208-b9ed-93927eaaedc0), precommit_delete {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:24:04.485262 dv-cinder-830097-4-iscsi neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-c222e792-c7ec-4557-bb50-950b748b7dae admin admin] Publish callbacks [] for router_controller (4eb39841-e626-4208-b9ed-93927eaaedc0), precommit_delete_associations {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:24:04.485262 dv-cinder-830097-4-iscsi neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6fc9edb-c28d-45d1-9fd0-0646b30f36c3 req-7c24f0d3-7a2d-4328-ab28-a322481d4c05 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 13:24:04.485262 dv-cinder-830097-4-iscsi neutron-server[103457]: INFO neutron.wsgi [req-c6fc9edb-c28d-45d1-9fd0-0646b30f36c3 req-7c24f0d3-7a2d-4328-ab28-a322481d4c05 service neutron] 10.222.0.55 "GET /v2.0/networks?id=fc0e35fc-da48-4b0a-aef1-4a0c9e07f863 HTTP/1.1" status: 200 len: 913 time: 0.2788906 Apr 12 13:24:04.797351 dv-cinder-830097-4-iscsi neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-c222e792-c7ec-4557-bb50-950b748b7dae admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3800099'] for router (4eb39841-e626-4208-b9ed-93927eaaedc0), after_delete {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:24:04.797996 dv-cinder-830097-4-iscsi neutron-server[103457]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c222e792-c7ec-4557-bb50-950b748b7dae admin admin] Fanout notify agent at l3_agent the message router_deleted on router 4eb39841-e626-4208-b9ed-93927eaaedc0 {{(pid=103457) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 12 13:24:04.803257 dv-cinder-830097-4-iscsi neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-c222e792-c7ec-4557-bb50-950b748b7dae admin admin] Publish callbacks [] for router (None), before_response {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:24:04.804314 dv-cinder-830097-4-iscsi neutron-server[103457]: INFO neutron.wsgi [None req-c222e792-c7ec-4557-bb50-950b748b7dae admin admin] 10.222.0.18 "DELETE /v2.0/routers/4eb39841-e626-4208-b9ed-93927eaaedc0 HTTP/1.1" status: 204 len: 168 time: 1.3580823 Apr 12 13:24:04.807191 dv-cinder-830097-4-iscsi neutron-server[103457]: DEBUG neutron.wsgi [-] (103457) accepted ('10.222.0.18', 47820) {{(pid=103457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 13:24:04.849885 dv-cinder-830097-4-iscsi neutron-server[103457]: DEBUG neutron.db.db_base_plugin_v2 [None req-6081492c-0dd7-49f6-a5d4-567322d9aa04 admin admin] Deleting subnet 03dd161b-f064-40ec-9cf5-09d27e0eba58 {{(pid=103457) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Apr 12 13:24:04.853711 dv-cinder-830097-4-iscsi neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-6081492c-0dd7-49f6-a5d4-567322d9aa04 admin admin] Publish callbacks [] for subnet (03dd161b-f064-40ec-9cf5-09d27e0eba58), before_delete {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:24:04.897984 dv-cinder-830097-4-iscsi neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-6081492c-0dd7-49f6-a5d4-567322d9aa04 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25895930'] for subnet (03dd161b-f064-40ec-9cf5-09d27e0eba58), precommit_delete_associations {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:24:04.946319 dv-cinder-830097-4-iscsi neutron-server[103459]: DEBUG neutron.plugins.ml2.rpc [None req-53781792-8650-4c78-93a6-1c4d328d874c None None] Device c2b34b12-b8da-4382-b8a4-a3baa9fa6135 no longer exists at agent ovs-agent-dv-cinder-830097-4-iscsi {{(pid=103459) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 12 13:24:04.966657 dv-cinder-830097-4-iscsi neutron-server[103459]: DEBUG neutron.plugins.ml2.plugin [None req-53781792-8650-4c78-93a6-1c4d328d874c None None] No Port match for: c2b34b12-b8da-4382-b8a4-a3baa9fa6135 {{(pid=103459) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2341}} Apr 12 13:24:04.967008 dv-cinder-830097-4-iscsi neutron-server[103459]: DEBUG neutron.plugins.ml2.rpc [None req-53781792-8650-4c78-93a6-1c4d328d874c None None] Device c2b34b12-b8da-4382-b8a4-a3baa9fa6135 not bound to the agent host dv-cinder-830097-4-iscsi {{(pid=103459) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 12 13:24:04.967437 dv-cinder-830097-4-iscsi neutron-server[103459]: DEBUG neutron.plugins.ml2.rpc [None req-53781792-8650-4c78-93a6-1c4d328d874c None None] Device 1079cb5b-aabf-4933-b68a-1322ca91d8fd no longer exists at agent ovs-agent-dv-cinder-830097-4-iscsi {{(pid=103459) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 12 13:24:04.990784 dv-cinder-830097-4-iscsi neutron-server[103459]: DEBUG neutron.plugins.ml2.plugin [None req-53781792-8650-4c78-93a6-1c4d328d874c None None] No Port match for: 1079cb5b-aabf-4933-b68a-1322ca91d8fd {{(pid=103459) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2341}} Apr 12 13:24:04.991135 dv-cinder-830097-4-iscsi neutron-server[103459]: DEBUG neutron.plugins.ml2.rpc [None req-53781792-8650-4c78-93a6-1c4d328d874c None None] Device 1079cb5b-aabf-4933-b68a-1322ca91d8fd not bound to the agent host dv-cinder-830097-4-iscsi {{(pid=103459) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 12 13:24:05.019861 dv-cinder-830097-4-iscsi neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-6081492c-0dd7-49f6-a5d4-567322d9aa04 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-660287'] for subnet (03dd161b-f064-40ec-9cf5-09d27e0eba58), precommit_delete {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:24:05.075071 dv-cinder-830097-4-iscsi neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-6081492c-0dd7-49f6-a5d4-567322d9aa04 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-660230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3682813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3697887', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25610635', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25774346'] for subnet (03dd161b-f064-40ec-9cf5-09d27e0eba58), after_delete {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:24:05.080279 dv-cinder-830097-4-iscsi neutron-server[103458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe765fa6-0997-493f-ac96-0f90801648de req-2927a661-4d07-45d3-bdce-e1956cc6a1d2 tempest-TestShelveInstance-750106452 tempest-TestShelveInstance-750106452-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 13:24:05.081806 dv-cinder-830097-4-iscsi neutron-server[103458]: INFO neutron.wsgi [req-fe765fa6-0997-493f-ac96-0f90801648de req-2927a661-4d07-45d3-bdce-e1956cc6a1d2 tempest-TestShelveInstance-750106452 tempest-TestShelveInstance-750106452-project] 10.222.0.18 "GET /v2.0/ports?device_id=bc77c197-89c7-4e0d-b60b-22abc9b99bd6 HTTP/1.1" status: 200 len: 943 time: 0.0493851 Apr 12 13:24:05.100214 dv-cinder-830097-4-iscsi neutron-server[103457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6081492c-0dd7-49f6-a5d4-567322d9aa04 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=03dd161b-f064-40ec-9cf5-09d27e0eba58,revision_number=None']} {{(pid=103457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 13:24:05.106868 dv-cinder-830097-4-iscsi neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-6081492c-0dd7-49f6-a5d4-567322d9aa04 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:24:05.110210 dv-cinder-830097-4-iscsi neutron-server[103457]: INFO neutron.wsgi [None req-6081492c-0dd7-49f6-a5d4-567322d9aa04 admin admin] 10.222.0.18 "DELETE /v2.0/subnets/03dd161b-f064-40ec-9cf5-09d27e0eba58 HTTP/1.1" status: 204 len: 168 time: 0.3019991 Apr 12 13:24:05.112570 dv-cinder-830097-4-iscsi neutron-server[103457]: DEBUG neutron.wsgi [-] (103457) accepted ('10.222.0.18', 47824) {{(pid=103457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 13:24:05.117069 dv-cinder-830097-4-iscsi neutron-server[103459]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-48978aee-47ba-4119-8d16-d5922c14b83a None None] Network d26a1b83-2d12-46d9-93b2-6b015797acba requested from dv-cinder-830097-4-iscsi {{(pid=103459) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 12 13:24:05.171899 dv-cinder-830097-4-iscsi neutron-server[103458]: INFO neutron.wsgi [req-fe765fa6-0997-493f-ac96-0f90801648de req-a7deb8d6-8b33-4eab-9033-ddb12478dade tempest-TestShelveInstance-750106452 tempest-TestShelveInstance-750106452-project] 10.222.0.18 "GET /v2.0/security-groups?id=2baa67a9-5f14-404b-94ce-8aa7d37b6772&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0799060 Apr 12 13:24:05.187104 dv-cinder-830097-4-iscsi neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-712b2265-878c-4e91-85a1-5bf7bd1dbb5e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-739948'] for network (d26a1b83-2d12-46d9-93b2-6b015797acba), before_delete {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:24:05.248869 dv-cinder-830097-4-iscsi neutron-server[103457]: DEBUG neutron.plugins.ml2.plugin [None req-712b2265-878c-4e91-85a1-5bf7bd1dbb5e admin admin] Deleting port 37a8bc19-6caa-43aa-bba1-71eb95115688 {{(pid=103457) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 12 13:24:05.249160 dv-cinder-830097-4-iscsi neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-712b2265-878c-4e91-85a1-5bf7bd1dbb5e admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732727887391'] for port (37a8bc19-6caa-43aa-bba1-71eb95115688), before_delete {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:24:05.301377 dv-cinder-830097-4-iscsi neutron-server[103459]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-335cf2ff-1997-44e1-9e4c-5d540d415c95 None None] DHCP port deletion for d26a1b83-2d12-46d9-93b2-6b015797acba request from dv-cinder-830097-4-iscsi {{(pid=103459) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Apr 12 13:24:05.338583 dv-cinder-830097-4-iscsi neutron-server[103457]: INFO neutron.wsgi [req-c6fc9edb-c28d-45d1-9fd0-0646b30f36c3 req-f89af10a-e308-4901-ad31-e41188d2a529 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=edda591b-4d5a-478b-9844-8ac94d78d31b HTTP/1.1" status: 200 len: 217 time: 0.0514820 Apr 12 13:24:05.340826 dv-cinder-830097-4-iscsi neutron-server[103459]: DEBUG neutron.plugins.ml2.plugin [None req-335cf2ff-1997-44e1-9e4c-5d540d415c95 None None] Deleting port 37a8bc19-6caa-43aa-bba1-71eb95115688 {{(pid=103459) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 12 13:24:05.340983 dv-cinder-830097-4-iscsi neutron-server[103459]: DEBUG neutron_lib.callbacks.manager [None req-335cf2ff-1997-44e1-9e4c-5d540d415c95 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732727887391'] for port (37a8bc19-6caa-43aa-bba1-71eb95115688), before_delete {{(pid=103459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:24:05.373050 dv-cinder-830097-4-iscsi neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a94cfee0-adde-43dc-b73f-3ec548bf5ab7 req-c40ec893-1e4f-4e0f-8303-5b10fe5dc181 tempest-TestVolumeBootPattern-1974338582 tempest-TestVolumeBootPattern-1974338582-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 13:24:05.374499 dv-cinder-830097-4-iscsi neutron-server[103457]: INFO neutron.wsgi [req-a94cfee0-adde-43dc-b73f-3ec548bf5ab7 req-c40ec893-1e4f-4e0f-8303-5b10fe5dc181 tempest-TestVolumeBootPattern-1974338582 tempest-TestVolumeBootPattern-1974338582-project] 10.222.0.18 "GET /v2.0/ports?device_id=79e021a9-fd5c-4b44-a4de-9b162a0a9eb9 HTTP/1.1" status: 200 len: 943 time: 0.1233711 Apr 12 13:24:05.396112 dv-cinder-830097-4-iscsi neutron-server[103457]: DEBUG neutron.plugins.ml2.db [None req-712b2265-878c-4e91-85a1-5bf7bd1dbb5e admin admin] For port 37a8bc19-6caa-43aa-bba1-71eb95115688, host dv-cinder-830097-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-830097-4-iscsi',level=0,port_id=37a8bc19-6caa-43aa-bba1-71eb95115688,segment=NetworkSegment(4e853df7-2afb-4de1-8f6d-58cc075637fa),segment_id=4e853df7-2afb-4de1-8f6d-58cc075637fa)] {{(pid=103457) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 12 13:24:05.396479 dv-cinder-830097-4-iscsi neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-712b2265-878c-4e91-85a1-5bf7bd1dbb5e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3742288'] for port (37a8bc19-6caa-43aa-bba1-71eb95115688), precommit_delete {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:24:05.401906 dv-cinder-830097-4-iscsi neutron-server[103459]: DEBUG neutron.plugins.ml2.db [None req-335cf2ff-1997-44e1-9e4c-5d540d415c95 None None] For port 37a8bc19-6caa-43aa-bba1-71eb95115688, host dv-cinder-830097-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-830097-4-iscsi',level=0,port_id=37a8bc19-6caa-43aa-bba1-71eb95115688,segment=NetworkSegment(4e853df7-2afb-4de1-8f6d-58cc075637fa),segment_id=4e853df7-2afb-4de1-8f6d-58cc075637fa)] {{(pid=103459) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 12 13:24:05.402306 dv-cinder-830097-4-iscsi neutron-server[103459]: DEBUG neutron_lib.callbacks.manager [None req-335cf2ff-1997-44e1-9e4c-5d540d415c95 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3742288'] for port (37a8bc19-6caa-43aa-bba1-71eb95115688), precommit_delete {{(pid=103459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:24:05.414836 dv-cinder-830097-4-iscsi neutron-server[103459]: DEBUG neutron.plugins.ml2.plugin [None req-335cf2ff-1997-44e1-9e4c-5d540d415c95 None None] Calling delete_port for 37a8bc19-6caa-43aa-bba1-71eb95115688 owned by network:dhcp {{(pid=103459) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 12 13:24:05.418807 dv-cinder-830097-4-iscsi neutron-server[103457]: DEBUG neutron.plugins.ml2.plugin [None req-712b2265-878c-4e91-85a1-5bf7bd1dbb5e admin admin] Calling delete_port for 37a8bc19-6caa-43aa-bba1-71eb95115688 owned by network:dhcp {{(pid=103457) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 12 13:24:05.450421 dv-cinder-830097-4-iscsi neutron-server[103457]: INFO neutron.wsgi [req-a94cfee0-adde-43dc-b73f-3ec548bf5ab7 req-636e242c-47ac-45f9-b6dd-c855be8c6563 tempest-TestVolumeBootPattern-1974338582 tempest-TestVolumeBootPattern-1974338582-project] 10.222.0.18 "GET /v2.0/security-groups?id=a66f9d14-bc7f-40ff-bcf2-fda4f9360a16&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0668995 Apr 12 13:24:05.498968 dv-cinder-830097-4-iscsi neutron-server[103459]: DEBUG neutron_lib.callbacks.manager [None req-335cf2ff-1997-44e1-9e4c-5d540d415c95 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-915890', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3697887', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732727894797', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732727417923'] for port (37a8bc19-6caa-43aa-bba1-71eb95115688), after_delete {{(pid=103459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:24:05.525359 dv-cinder-830097-4-iscsi neutron-server[103459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-335cf2ff-1997-44e1-9e4c-5d540d415c95 None None] Pushing event deleted for resources: {'Port': ['ID=37a8bc19-6caa-43aa-bba1-71eb95115688,revision_number=None']} {{(pid=103459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 13:24:05.529104 dv-cinder-830097-4-iscsi neutron-server[103459]: DEBUG neutron.db.l3_dvrscheduler_db [None req-335cf2ff-1997-44e1-9e4c-5d540d415c95 None None] No DVR routers for this DVR port 37a8bc19-6caa-43aa-bba1-71eb95115688 on host dv-cinder-830097-4-iscsi {{(pid=103459) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 12 13:24:05.547390 dv-cinder-830097-4-iscsi neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-712b2265-878c-4e91-85a1-5bf7bd1dbb5e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-915890', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3697887', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732727894797', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732727417923', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25610742'] for port (37a8bc19-6caa-43aa-bba1-71eb95115688), after_delete {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:24:05.591928 dv-cinder-830097-4-iscsi neutron-server[103458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4df3191e-6733-40d6-943a-f9c157b5e6fc req-5fab208c-70b8-43ee-ad20-88ac39f67649 tempest-ServerRescueNegativeTestJSON-440649021 tempest-ServerRescueNegativeTestJSON-440649021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 13:24:05.593511 dv-cinder-830097-4-iscsi neutron-server[103458]: INFO neutron.wsgi [req-4df3191e-6733-40d6-943a-f9c157b5e6fc req-5fab208c-70b8-43ee-ad20-88ac39f67649 tempest-ServerRescueNegativeTestJSON-440649021 tempest-ServerRescueNegativeTestJSON-440649021-project] 10.222.0.18 "GET /v2.0/ports?device_id=b080094e-e021-4092-a88d-24358c73db4d HTTP/1.1" status: 200 len: 945 time: 0.0587485 Apr 12 13:24:05.615021 dv-cinder-830097-4-iscsi neutron-server[103457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-712b2265-878c-4e91-85a1-5bf7bd1dbb5e admin admin] Pushing event deleted for resources: {'Port': ['ID=37a8bc19-6caa-43aa-bba1-71eb95115688,revision_number=None']} {{(pid=103457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 13:24:05.625333 dv-cinder-830097-4-iscsi neutron-server[103457]: DEBUG neutron.db.l3_dvrscheduler_db [None req-712b2265-878c-4e91-85a1-5bf7bd1dbb5e admin admin] No DVR routers for this DVR port 37a8bc19-6caa-43aa-bba1-71eb95115688 on host dv-cinder-830097-4-iscsi {{(pid=103457) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 12 13:24:05.634116 dv-cinder-830097-4-iscsi neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37567c43-816a-4983-8f1c-f886581ccf59 req-6c728f17-3ba4-43eb-9ed7-06d20547df89 tempest-ServerRescueNegativeTestJSON-440649021 tempest-ServerRescueNegativeTestJSON-440649021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 13:24:05.635548 dv-cinder-830097-4-iscsi neutron-server[103457]: INFO neutron.wsgi [req-37567c43-816a-4983-8f1c-f886581ccf59 req-6c728f17-3ba4-43eb-9ed7-06d20547df89 tempest-ServerRescueNegativeTestJSON-440649021 tempest-ServerRescueNegativeTestJSON-440649021-project] 10.222.0.55 "GET /v2.0/ports?device_id=b080094e-e021-4092-a88d-24358c73db4d HTTP/1.1" status: 200 len: 945 time: 0.1211066 Apr 12 13:24:05.645013 dv-cinder-830097-4-iscsi neutron-server[103458]: INFO neutron.wsgi [req-4df3191e-6733-40d6-943a-f9c157b5e6fc req-c7bc9ea9-1ff6-46b6-a1d0-2be747d48cbe tempest-ServerRescueNegativeTestJSON-440649021 tempest-ServerRescueNegativeTestJSON-440649021-project] 10.222.0.18 "GET /v2.0/security-groups?id=1da71eb9-9022-4720-ae95-e700d9700270&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0456178 Apr 12 13:24:05.666232 dv-cinder-830097-4-iscsi neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6fc9edb-c28d-45d1-9fd0-0646b30f36c3 req-529c85d1-084a-4048-b4ba-363288a18f55 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 13:24:05.667684 dv-cinder-830097-4-iscsi neutron-server[103457]: INFO neutron.wsgi [req-c6fc9edb-c28d-45d1-9fd0-0646b30f36c3 req-529c85d1-084a-4048-b4ba-363288a18f55 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=3e5a37b9-6492-41e4-a03e-0f76c3de6aee HTTP/1.1" status: 200 len: 851 time: 0.1521595 Apr 12 13:24:05.715267 dv-cinder-830097-4-iscsi neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-712b2265-878c-4e91-85a1-5bf7bd1dbb5e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-661938', 'neutron.services.segments.db._delete_segments_for_network-8732727929519'] for network (d26a1b83-2d12-46d9-93b2-6b015797acba), precommit_delete {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:24:05.734755 dv-cinder-830097-4-iscsi neutron-server[103457]: DEBUG neutron.services.segments.db [None req-712b2265-878c-4e91-85a1-5bf7bd1dbb5e admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d26a1b83-2d12-46d9-93b2-6b015797acba']}} {{(pid=103457) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 13:24:05.743574 dv-cinder-830097-4-iscsi neutron-server[103457]: DEBUG neutron.services.segments.db [None req-712b2265-878c-4e91-85a1-5bf7bd1dbb5e admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4e853df7-2afb-4de1-8f6d-58cc075637fa') {'for_net_delete': True} {{(pid=103457) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 13:24:05.743868 dv-cinder-830097-4-iscsi neutron-server[103457]: DEBUG neutron.services.segments.db [None req-712b2265-878c-4e91-85a1-5bf7bd1dbb5e admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4e853df7-2afb-4de1-8f6d-58cc075637fa') {} {{(pid=103457) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 13:24:05.752800 dv-cinder-830097-4-iscsi neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-712b2265-878c-4e91-85a1-5bf7bd1dbb5e admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8732727932344', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25895923'] for segment (4e853df7-2afb-4de1-8f6d-58cc075637fa), before_delete {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:24:05.765494 dv-cinder-830097-4-iscsi neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-712b2265-878c-4e91-85a1-5bf7bd1dbb5e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-715442'] for segment (4e853df7-2afb-4de1-8f6d-58cc075637fa), precommit_delete {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:24:05.771259 dv-cinder-830097-4-iscsi neutron-server[103457]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-712b2265-878c-4e91-85a1-5bf7bd1dbb5e admin admin] Releasing vlan 216 on physical network physnet1 to pool {{(pid=103457) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 12 13:24:05.771657 dv-cinder-830097-4-iscsi neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-712b2265-878c-4e91-85a1-5bf7bd1dbb5e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-715442', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25610529'] for segment (4e853df7-2afb-4de1-8f6d-58cc075637fa), after_delete {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:24:05.773311 dv-cinder-830097-4-iscsi neutron-server[103457]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 12 13:24:05.773311 dv-cinder-830097-4-iscsi neutron-server[103457]: self.session.flush() Apr 12 13:24:05.773311 dv-cinder-830097-4-iscsi neutron-server[103457]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 12 13:24:05.773311 dv-cinder-830097-4-iscsi neutron-server[103457]: self.session.flush() Apr 12 13:24:05.773311 dv-cinder-830097-4-iscsi neutron-server[103457]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 12 13:24:05.773311 dv-cinder-830097-4-iscsi neutron-server[103457]: self.session.flush() Apr 12 13:24:05.773311 dv-cinder-830097-4-iscsi neutron-server[103457]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 12 13:24:05.773311 dv-cinder-830097-4-iscsi neutron-server[103457]: self.session.flush() Apr 12 13:24:05.773311 dv-cinder-830097-4-iscsi neutron-server[103457]: Traceback (most recent call last): Apr 12 13:24:05.773311 dv-cinder-830097-4-iscsi neutron-server[103457]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 12 13:24:05.773311 dv-cinder-830097-4-iscsi neutron-server[103457]: timer() Apr 12 13:24:05.773311 dv-cinder-830097-4-iscsi neutron-server[103457]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 12 13:24:05.773311 dv-cinder-830097-4-iscsi neutron-server[103457]: cb(*args, **kw) Apr 12 13:24:05.773311 dv-cinder-830097-4-iscsi neutron-server[103457]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 12 13:24:05.773311 dv-cinder-830097-4-iscsi neutron-server[103457]: return func(*args, **kwargs) Apr 12 13:24:05.773311 dv-cinder-830097-4-iscsi neutron-server[103457]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 12 13:24:05.773311 dv-cinder-830097-4-iscsi neutron-server[103457]: self._notify() Apr 12 13:24:05.773311 dv-cinder-830097-4-iscsi neutron-server[103457]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 12 13:24:05.773311 dv-cinder-830097-4-iscsi neutron-server[103457]: self.callback(batched_events) Apr 12 13:24:05.773311 dv-cinder-830097-4-iscsi neutron-server[103457]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 12 13:24:05.773311 dv-cinder-830097-4-iscsi neutron-server[103457]: event.method(event) Apr 12 13:24:05.773311 dv-cinder-830097-4-iscsi neutron-server[103457]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 12 13:24:05.773311 dv-cinder-830097-4-iscsi neutron-server[103457]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 12 13:24:05.773311 dv-cinder-830097-4-iscsi neutron-server[103457]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 12 13:24:05.773311 dv-cinder-830097-4-iscsi neutron-server[103457]: aggregate_uuid = self.p_client.list_aggregates( Apr 12 13:24:05.773311 dv-cinder-830097-4-iscsi neutron-server[103457]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 12 13:24:05.773311 dv-cinder-830097-4-iscsi neutron-server[103457]: return f(self, *a, **k) Apr 12 13:24:05.773311 dv-cinder-830097-4-iscsi neutron-server[103457]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 12 13:24:05.773311 dv-cinder-830097-4-iscsi neutron-server[103457]: return self._get(url).json() Apr 12 13:24:05.773311 dv-cinder-830097-4-iscsi neutron-server[103457]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 12 13:24:05.773311 dv-cinder-830097-4-iscsi neutron-server[103457]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 12 13:24:05.773311 dv-cinder-830097-4-iscsi neutron-server[103457]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 12 13:24:05.773311 dv-cinder-830097-4-iscsi neutron-server[103457]: return self.request(url, 'GET', **kwargs) Apr 12 13:24:05.773311 dv-cinder-830097-4-iscsi neutron-server[103457]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 12 13:24:05.773311 dv-cinder-830097-4-iscsi neutron-server[103457]: base_url = self.get_endpoint(auth, allow=allow, Apr 12 13:24:05.773311 dv-cinder-830097-4-iscsi neutron-server[103457]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 12 13:24:05.773311 dv-cinder-830097-4-iscsi neutron-server[103457]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 12 13:24:05.773311 dv-cinder-830097-4-iscsi neutron-server[103457]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 12 13:24:05.773311 dv-cinder-830097-4-iscsi neutron-server[103457]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 12 13:24:05.773311 dv-cinder-830097-4-iscsi neutron-server[103457]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 12 13:24:05.828740 dv-cinder-830097-4-iscsi neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-712b2265-878c-4e91-85a1-5bf7bd1dbb5e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-661949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3691972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3697887', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3739104'] for network (d26a1b83-2d12-46d9-93b2-6b015797acba), after_delete {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:24:05.835450 dv-cinder-830097-4-iscsi neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-712b2265-878c-4e91-85a1-5bf7bd1dbb5e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3697709'] for network (None), before_response {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:24:05.839078 dv-cinder-830097-4-iscsi neutron-server[103457]: INFO neutron.wsgi [None req-712b2265-878c-4e91-85a1-5bf7bd1dbb5e admin admin] 10.222.0.18 "DELETE /v2.0/networks/d26a1b83-2d12-46d9-93b2-6b015797acba HTTP/1.1" status: 204 len: 168 time: 0.7255614 Apr 12 13:24:05.848587 dv-cinder-830097-4-iscsi neutron-server[103457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-712b2265-878c-4e91-85a1-5bf7bd1dbb5e admin admin] Pushing event deleted for resources: {'Network': ['ID=d26a1b83-2d12-46d9-93b2-6b015797acba,revision_number=None']} {{(pid=103457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 13:24:05.935113 dv-cinder-830097-4-iscsi neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6fc9edb-c28d-45d1-9fd0-0646b30f36c3 req-ce0c2a80-43de-4c7b-905e-1f40f42cdb30 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 13:24:05.935501 dv-cinder-830097-4-iscsi neutron-server[103457]: INFO neutron.wsgi [req-c6fc9edb-c28d-45d1-9fd0-0646b30f36c3 req-ce0c2a80-43de-4c7b-905e-1f40f42cdb30 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=fc0e35fc-da48-4b0a-aef1-4a0c9e07f863&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0700502 Apr 12 13:24:05.978848 dv-cinder-830097-4-iscsi neutron-server[103458]: DEBUG neutron.wsgi [-] (103458) accepted ('10.222.0.18', 47832) {{(pid=103458) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 13:24:06.025254 dv-cinder-830097-4-iscsi neutron-server[103458]: INFO neutron.wsgi [None req-ea8b1877-c744-473a-b4a0-b4e56ce5a357 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=324be551cdc84d27989a0ab080f181fe&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0423980 Apr 12 13:24:06.025525 dv-cinder-830097-4-iscsi neutron-server[103457]: DEBUG neutron.plugins.ml2.plugin [req-37567c43-816a-4983-8f1c-f886581ccf59 req-158fe583-5776-4fb4-87d4-aa848c0c90c9 tempest-ServerRescueNegativeTestJSON-440649021 tempest-ServerRescueNegativeTestJSON-440649021-project] Deleting port a80fde99-780f-435c-a3d5-3c83d3ff26d5 {{(pid=103457) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 12 13:24:06.025525 dv-cinder-830097-4-iscsi neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [req-37567c43-816a-4983-8f1c-f886581ccf59 req-158fe583-5776-4fb4-87d4-aa848c0c90c9 tempest-ServerRescueNegativeTestJSON-440649021 tempest-ServerRescueNegativeTestJSON-440649021-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732727887391'] for port (a80fde99-780f-435c-a3d5-3c83d3ff26d5), before_delete {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:24:06.025718 dv-cinder-830097-4-iscsi neutron-server[103458]: DEBUG neutron.wsgi [-] (103458) accepted ('10.222.0.18', 47834) {{(pid=103458) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 13:24:06.073397 dv-cinder-830097-4-iscsi neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-3bfbf3ef-b8d5-4ad1-a93b-7c63aaf065e0 admin admin] Publish callbacks [] for security_group (5cff6b3d-3421-463c-b8d1-a470719c1ceb), before_delete {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:24:06.097416 dv-cinder-830097-4-iscsi neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-3bfbf3ef-b8d5-4ad1-a93b-7c63aaf065e0 admin admin] Publish callbacks [] for security_group (5cff6b3d-3421-463c-b8d1-a470719c1ceb), precommit_delete {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:24:06.113102 dv-cinder-830097-4-iscsi neutron-server[103457]: INFO neutron.wsgi [req-c6fc9edb-c28d-45d1-9fd0-0646b30f36c3 req-ad3ec9a1-701c-4f84-b746-8fe537a016e4 service neutron] 10.222.0.55 "GET /v2.0/networks/fc0e35fc-da48-4b0a-aef1-4a0c9e07f863?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1537497 Apr 12 13:24:06.135554 dv-cinder-830097-4-iscsi neutron-server[103457]: DEBUG neutron.plugins.ml2.db [req-37567c43-816a-4983-8f1c-f886581ccf59 req-158fe583-5776-4fb4-87d4-aa848c0c90c9 tempest-ServerRescueNegativeTestJSON-440649021 tempest-ServerRescueNegativeTestJSON-440649021-project] For port a80fde99-780f-435c-a3d5-3c83d3ff26d5, host hv-cinder-83009, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83009',level=0,port_id=a80fde99-780f-435c-a3d5-3c83d3ff26d5,segment=NetworkSegment(cbdc8fb7-4f48-4130-80a4-939d65d92cbb),segment_id=cbdc8fb7-4f48-4130-80a4-939d65d92cbb)] {{(pid=103457) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 12 13:24:06.135924 dv-cinder-830097-4-iscsi neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [req-37567c43-816a-4983-8f1c-f886581ccf59 req-158fe583-5776-4fb4-87d4-aa848c0c90c9 tempest-ServerRescueNegativeTestJSON-440649021 tempest-ServerRescueNegativeTestJSON-440649021-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3742288'] for port (a80fde99-780f-435c-a3d5-3c83d3ff26d5), precommit_delete {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:24:06.146295 dv-cinder-830097-4-iscsi neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-3bfbf3ef-b8d5-4ad1-a93b-7c63aaf065e0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3691807'] for security_group (5cff6b3d-3421-463c-b8d1-a470719c1ceb), after_delete {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:24:06.148909 dv-cinder-830097-4-iscsi neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-3bfbf3ef-b8d5-4ad1-a93b-7c63aaf065e0 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:24:06.151142 dv-cinder-830097-4-iscsi neutron-server[103458]: INFO neutron.wsgi [None req-3bfbf3ef-b8d5-4ad1-a93b-7c63aaf065e0 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/5cff6b3d-3421-463c-b8d1-a470719c1ceb HTTP/1.1" status: 204 len: 168 time: 0.1245151 Apr 12 13:24:06.151299 dv-cinder-830097-4-iscsi neutron-server[103457]: DEBUG neutron.plugins.ml2.plugin [req-37567c43-816a-4983-8f1c-f886581ccf59 req-158fe583-5776-4fb4-87d4-aa848c0c90c9 tempest-ServerRescueNegativeTestJSON-440649021 tempest-ServerRescueNegativeTestJSON-440649021-project] Calling delete_port for a80fde99-780f-435c-a3d5-3c83d3ff26d5 owned by compute:nova {{(pid=103457) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 12 13:24:06.158768 dv-cinder-830097-4-iscsi neutron-server[103458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bfbf3ef-b8d5-4ad1-a93b-7c63aaf065e0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5cff6b3d-3421-463c-b8d1-a470719c1ceb,revision_number=None']} {{(pid=103458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 13:24:06.350399 dv-cinder-830097-4-iscsi neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d2deec4-7a40-426d-a310-ade7247d80dc req-87d60189-bf21-4fc7-b27a-eccae15fd009 tempest-TestShelveInstance-750106452 tempest-TestShelveInstance-750106452-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 13:24:06.351799 dv-cinder-830097-4-iscsi neutron-server[103457]: INFO neutron.wsgi [req-2d2deec4-7a40-426d-a310-ade7247d80dc req-87d60189-bf21-4fc7-b27a-eccae15fd009 tempest-TestShelveInstance-750106452 tempest-TestShelveInstance-750106452-project] 10.222.0.18 "GET /v2.0/ports?device_id=bc77c197-89c7-4e0d-b60b-22abc9b99bd6 HTTP/1.1" status: 200 len: 943 time: 0.1144226 Apr 12 13:24:06.386739 dv-cinder-830097-4-iscsi neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [req-37567c43-816a-4983-8f1c-f886581ccf59 req-158fe583-5776-4fb4-87d4-aa848c0c90c9 tempest-ServerRescueNegativeTestJSON-440649021 tempest-ServerRescueNegativeTestJSON-440649021-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-915890', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3697887', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732727894797', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732727417923', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25610742'] for port (a80fde99-780f-435c-a3d5-3c83d3ff26d5), after_delete {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:24:06.421356 dv-cinder-830097-4-iscsi neutron-server[103459]: DEBUG neutron.plugins.ml2.db [None req-3505bd68-a9fd-4823-92ea-1a6ded8ab071 None None] get_ports_and_sgs() called for port_ids ['56170bf4-2a4b-4830-9e9e-5f6c429fd3b5', 'a80fde99-780f-435c-a3d5-3c83d3ff26d5'] {{(pid=103459) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 12 13:24:06.438614 dv-cinder-830097-4-iscsi neutron-server[103457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-158fe583-5776-4fb4-87d4-aa848c0c90c9 tempest-ServerRescueNegativeTestJSON-440649021 tempest-ServerRescueNegativeTestJSON-440649021-project] Pushing event deleted for resources: {'Port': ['ID=a80fde99-780f-435c-a3d5-3c83d3ff26d5,revision_number=None']} {{(pid=103457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 13:24:06.509704 dv-cinder-830097-4-iscsi neutron-server[103457]: INFO neutron.wsgi [req-2d2deec4-7a40-426d-a310-ade7247d80dc req-4c7188f5-4e29-42b5-8617-51f277eb0cf6 tempest-TestShelveInstance-750106452 tempest-TestShelveInstance-750106452-project] 10.222.0.18 "GET /v2.0/security-groups?id=2baa67a9-5f14-404b-94ce-8aa7d37b6772&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1285145 Apr 12 13:24:06.529596 dv-cinder-830097-4-iscsi neutron-server[103458]: DEBUG neutron.wsgi [-] (103458) accepted ('10.222.0.18', 47844) {{(pid=103458) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 13:24:06.574598 dv-cinder-830097-4-iscsi neutron-server[103457]: DEBUG neutron.db.l3_dvrscheduler_db [req-37567c43-816a-4983-8f1c-f886581ccf59 req-158fe583-5776-4fb4-87d4-aa848c0c90c9 tempest-ServerRescueNegativeTestJSON-440649021 tempest-ServerRescueNegativeTestJSON-440649021-project] No DVR routers for this DVR port a80fde99-780f-435c-a3d5-3c83d3ff26d5 on host hv-cinder-83009 {{(pid=103457) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 12 13:24:06.577926 dv-cinder-830097-4-iscsi neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [req-37567c43-816a-4983-8f1c-f886581ccf59 req-158fe583-5776-4fb4-87d4-aa848c0c90c9 tempest-ServerRescueNegativeTestJSON-440649021 tempest-ServerRescueNegativeTestJSON-440649021-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-500965'] for port (None), before_response {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:24:06.582883 dv-cinder-830097-4-iscsi neutron-server[103457]: INFO neutron.wsgi [req-37567c43-816a-4983-8f1c-f886581ccf59 req-158fe583-5776-4fb4-87d4-aa848c0c90c9 tempest-ServerRescueNegativeTestJSON-440649021 tempest-ServerRescueNegativeTestJSON-440649021-project] 10.222.0.55 "DELETE /v2.0/ports/a80fde99-780f-435c-a3d5-3c83d3ff26d5 HTTP/1.1" status: 204 len: 173 time: 0.7240784 Apr 12 13:24:06.585991 dv-cinder-830097-4-iscsi neutron-server[103457]: INFO neutron.wsgi [req-c6fc9edb-c28d-45d1-9fd0-0646b30f36c3 req-f86ad760-db4b-46e1-8b37-03ca2f44a991 service neutron] 10.222.0.55 "GET /v2.0/networks/fc0e35fc-da48-4b0a-aef1-4a0c9e07f863?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3084404 Apr 12 13:24:06.588031 dv-cinder-830097-4-iscsi neutron-server[103457]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b080094e-e021-4092-a88d-24358c73db4d', 'name': 'network-vif-deleted', 'tag': 'a80fde99-780f-435c-a3d5-3c83d3ff26d5'}] {{(pid=103457) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 12 13:24:06.591513 dv-cinder-830097-4-iscsi neutron-server[103457]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}086c7d3de3560e72b9669b0aa2f8f0aa3a7dc6896401f4467231a6605ceb6cb3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c63732b8-1639-4aac-b226-90972607346b" -d '{"events": [{"server_uuid": "b080094e-e021-4092-a88d-24358c73db4d", "name": "network-vif-deleted", "tag": "a80fde99-780f-435c-a3d5-3c83d3ff26d5"}]}' {{(pid=103457) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 12 13:24:06.621072 dv-cinder-830097-4-iscsi neutron-server[103458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fa77cdd-9e87-4a47-aaf8-6dcf4c7dedcd req-2508fa38-51bf-4eef-b103-c373f68ed9ae tempest-TestVolumeBootPattern-1974338582 tempest-TestVolumeBootPattern-1974338582-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 13:24:06.628258 dv-cinder-830097-4-iscsi neutron-server[103458]: INFO neutron.wsgi [req-5fa77cdd-9e87-4a47-aaf8-6dcf4c7dedcd req-2508fa38-51bf-4eef-b103-c373f68ed9ae tempest-TestVolumeBootPattern-1974338582 tempest-TestVolumeBootPattern-1974338582-project] 10.222.0.18 "GET /v2.0/ports?device_id=79e021a9-fd5c-4b44-a4de-9b162a0a9eb9 HTTP/1.1" status: 200 len: 943 time: 0.0825355 Apr 12 13:24:06.639974 dv-cinder-830097-4-iscsi neutron-server[103458]: INFO neutron.wsgi [None req-54f255a2-f78a-425e-bcf1-23d171662972 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=9a6552f7bf39471abcf37a5844d79bd1&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1093471 Apr 12 13:24:06.642874 dv-cinder-830097-4-iscsi neutron-server[103457]: DEBUG neutron.wsgi [-] (103457) accepted ('10.222.0.18', 47848) {{(pid=103457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 13:24:06.667886 dv-cinder-830097-4-iscsi neutron-server[103457]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 12 Apr 2022 13:24:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b4084fc8-3907-4dfd-b5f0-d7f7741626a2 x-openstack-request-id: req-b4084fc8-3907-4dfd-b5f0-d7f7741626a2 {{(pid=103457) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 12 13:24:06.668239 dv-cinder-830097-4-iscsi neutron-server[103457]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b080094e-e021-4092-a88d-24358c73db4d", "name": "network-vif-deleted", "tag": "a80fde99-780f-435c-a3d5-3c83d3ff26d5", "status": "completed", "code": 200}]} {{(pid=103457) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 12 13:24:06.668511 dv-cinder-830097-4-iscsi neutron-server[103457]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-b4084fc8-3907-4dfd-b5f0-d7f7741626a2 {{(pid=103457) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 12 13:24:06.668962 dv-cinder-830097-4-iscsi neutron-server[103457]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b4084fc8-3907-4dfd-b5f0-d7f7741626a2'] response: {'server_uuid': 'b080094e-e021-4092-a88d-24358c73db4d', 'name': 'network-vif-deleted', 'tag': 'a80fde99-780f-435c-a3d5-3c83d3ff26d5', 'status': 'completed', 'code': 200} Apr 12 13:24:06.693645 dv-cinder-830097-4-iscsi neutron-server[103458]: INFO neutron.wsgi [req-5fa77cdd-9e87-4a47-aaf8-6dcf4c7dedcd req-4322268d-e704-41d8-bb12-5c662389b7b3 tempest-TestVolumeBootPattern-1974338582 tempest-TestVolumeBootPattern-1974338582-project] 10.222.0.18 "GET /v2.0/security-groups?id=a66f9d14-bc7f-40ff-bcf2-fda4f9360a16&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0644665 Apr 12 13:24:06.707894 dv-cinder-830097-4-iscsi neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-7d89e477-0add-4413-bfa7-c6cf149c1a1e admin admin] Publish callbacks [] for security_group (d73f2bb5-fbeb-46f2-8622-9bb98a5601cf), before_delete {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:24:06.753903 dv-cinder-830097-4-iscsi neutron-server[103457]: INFO neutron.wsgi [req-233ed157-3801-4b35-8950-30944f1f2fd5 req-0ad265b6-d3fb-4a44-bcc5-64f548eeb2b6 tempest-ServerRescueNegativeTestJSON-440649021 tempest-ServerRescueNegativeTestJSON-440649021-project] 10.222.0.18 "GET /v2.0/ports?device_id=b080094e-e021-4092-a88d-24358c73db4d HTTP/1.1" status: 200 len: 210 time: 0.0323851 Apr 12 13:24:06.762972 dv-cinder-830097-4-iscsi neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-7d89e477-0add-4413-bfa7-c6cf149c1a1e admin admin] Publish callbacks [] for security_group (d73f2bb5-fbeb-46f2-8622-9bb98a5601cf), precommit_delete {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:24:06.812076 dv-cinder-830097-4-iscsi neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-7d89e477-0add-4413-bfa7-c6cf149c1a1e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3691807'] for security_group (d73f2bb5-fbeb-46f2-8622-9bb98a5601cf), after_delete {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:24:06.814722 dv-cinder-830097-4-iscsi neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-7d89e477-0add-4413-bfa7-c6cf149c1a1e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:24:06.816105 dv-cinder-830097-4-iscsi neutron-server[103457]: INFO neutron.wsgi [None req-7d89e477-0add-4413-bfa7-c6cf149c1a1e admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/d73f2bb5-fbeb-46f2-8622-9bb98a5601cf HTTP/1.1" status: 204 len: 168 time: 0.1717341 Apr 12 13:24:06.832081 dv-cinder-830097-4-iscsi neutron-server[103457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d89e477-0add-4413-bfa7-c6cf149c1a1e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d73f2bb5-fbeb-46f2-8622-9bb98a5601cf,revision_number=None']} {{(pid=103457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 13:24:06.882152 dv-cinder-830097-4-iscsi neutron-server[103459]: DEBUG neutron.plugins.ml2.rpc [None req-53781792-8650-4c78-93a6-1c4d328d874c None None] Device 37a8bc19-6caa-43aa-bba1-71eb95115688 no longer exists at agent ovs-agent-dv-cinder-830097-4-iscsi {{(pid=103459) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 12 13:24:06.915419 dv-cinder-830097-4-iscsi neutron-server[103459]: DEBUG neutron.plugins.ml2.plugin [None req-53781792-8650-4c78-93a6-1c4d328d874c None None] No Port match for: 37a8bc19-6caa-43aa-bba1-71eb95115688 {{(pid=103459) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2341}} Apr 12 13:24:06.915773 dv-cinder-830097-4-iscsi neutron-server[103459]: DEBUG neutron.plugins.ml2.rpc [None req-53781792-8650-4c78-93a6-1c4d328d874c None None] Device 37a8bc19-6caa-43aa-bba1-71eb95115688 not bound to the agent host dv-cinder-830097-4-iscsi {{(pid=103459) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 12 13:24:07.616259 dv-cinder-830097-4-iscsi neutron-server[103458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e5ef2db-b306-49fa-b721-23b1500290ba req-de3d3705-758a-4dd9-a020-3a077ca7c6d8 tempest-TestShelveInstance-750106452 tempest-TestShelveInstance-750106452-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 13:24:07.618483 dv-cinder-830097-4-iscsi neutron-server[103458]: INFO neutron.wsgi [req-6e5ef2db-b306-49fa-b721-23b1500290ba req-de3d3705-758a-4dd9-a020-3a077ca7c6d8 tempest-TestShelveInstance-750106452 tempest-TestShelveInstance-750106452-project] 10.222.0.18 "GET /v2.0/ports?device_id=bc77c197-89c7-4e0d-b60b-22abc9b99bd6 HTTP/1.1" status: 200 len: 943 time: 0.0488338 Apr 12 13:24:07.667653 dv-cinder-830097-4-iscsi neutron-server[103458]: INFO neutron.wsgi [req-6e5ef2db-b306-49fa-b721-23b1500290ba req-eaf16e7c-1ccf-43c3-a49f-a2abf92f71b2 tempest-TestShelveInstance-750106452 tempest-TestShelveInstance-750106452-project] 10.222.0.18 "GET /v2.0/security-groups?id=2baa67a9-5f14-404b-94ce-8aa7d37b6772&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0430617 Apr 12 13:24:07.814619 dv-cinder-830097-4-iscsi neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c42488d9-e962-453f-9ddd-8fc939517e20 req-9404fbc3-7e7b-4836-b799-d6e1433836b1 tempest-TestVolumeBootPattern-1974338582 tempest-TestVolumeBootPattern-1974338582-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 13:24:07.816089 dv-cinder-830097-4-iscsi neutron-server[103457]: INFO neutron.wsgi [req-c42488d9-e962-453f-9ddd-8fc939517e20 req-9404fbc3-7e7b-4836-b799-d6e1433836b1 tempest-TestVolumeBootPattern-1974338582 tempest-TestVolumeBootPattern-1974338582-project] 10.222.0.18 "GET /v2.0/ports?device_id=79e021a9-fd5c-4b44-a4de-9b162a0a9eb9 HTTP/1.1" status: 200 len: 943 time: 0.0470574 Apr 12 13:24:07.865105 dv-cinder-830097-4-iscsi neutron-server[103457]: INFO neutron.wsgi [req-c42488d9-e962-453f-9ddd-8fc939517e20 req-9863aa1b-88e1-4f79-bac5-f3bdad1e2dbd tempest-TestVolumeBootPattern-1974338582 tempest-TestVolumeBootPattern-1974338582-project] 10.222.0.18 "GET /v2.0/security-groups?id=a66f9d14-bc7f-40ff-bcf2-fda4f9360a16&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0433547 Apr 12 13:24:08.022298 dv-cinder-830097-4-iscsi neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34ee5362-9abd-4896-81d5-d1f4c3ef4faa req-2c0ec58c-76c3-42aa-b866-5a81a63515b9 tempest-ServerRescueNegativeTestJSON-440649021 tempest-ServerRescueNegativeTestJSON-440649021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 13:24:08.023763 dv-cinder-830097-4-iscsi neutron-server[103457]: INFO neutron.wsgi [req-34ee5362-9abd-4896-81d5-d1f4c3ef4faa req-2c0ec58c-76c3-42aa-b866-5a81a63515b9 tempest-ServerRescueNegativeTestJSON-440649021 tempest-ServerRescueNegativeTestJSON-440649021-project] 10.222.0.18 "GET /v2.0/ports?device_id=5aa72395-ebb9-4022-8269-0c34238e58aa HTTP/1.1" status: 200 len: 945 time: 0.0468562 Apr 12 13:24:08.072984 dv-cinder-830097-4-iscsi neutron-server[103457]: INFO neutron.wsgi [req-34ee5362-9abd-4896-81d5-d1f4c3ef4faa req-e1219afd-2ae8-4900-97b7-bf3893391124 tempest-ServerRescueNegativeTestJSON-440649021 tempest-ServerRescueNegativeTestJSON-440649021-project] 10.222.0.18 "GET /v2.0/security-groups?id=1da71eb9-9022-4720-ae95-e700d9700270&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0428784 Apr 12 13:24:08.779731 dv-cinder-830097-4-iscsi neutron-server[103458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f08b006f-18f0-4cb8-8461-5d1bfe9a0acd req-4718ecb6-2901-4de4-a5c5-c9258b898c13 tempest-TestShelveInstance-750106452 tempest-TestShelveInstance-750106452-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 13:24:08.781180 dv-cinder-830097-4-iscsi neutron-server[103458]: INFO neutron.wsgi [req-f08b006f-18f0-4cb8-8461-5d1bfe9a0acd req-4718ecb6-2901-4de4-a5c5-c9258b898c13 tempest-TestShelveInstance-750106452 tempest-TestShelveInstance-750106452-project] 10.222.0.18 "GET /v2.0/ports?device_id=bc77c197-89c7-4e0d-b60b-22abc9b99bd6 HTTP/1.1" status: 200 len: 943 time: 0.0454950 Apr 12 13:24:08.834688 dv-cinder-830097-4-iscsi neutron-server[103458]: INFO neutron.wsgi [req-f08b006f-18f0-4cb8-8461-5d1bfe9a0acd req-b3c9fcf9-1a02-4e04-877a-1da7a1dc3bd5 tempest-TestShelveInstance-750106452 tempest-TestShelveInstance-750106452-project] 10.222.0.18 "GET /v2.0/security-groups?id=2baa67a9-5f14-404b-94ce-8aa7d37b6772&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0479755 Apr 12 13:24:08.988109 dv-cinder-830097-4-iscsi neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2666261-ea63-47bc-a02f-ad11d4357c88 req-1d507698-a5af-4a0f-8aab-a29db01ddf11 tempest-ServerRescueNegativeTestJSON-440649021 tempest-ServerRescueNegativeTestJSON-440649021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 13:24:08.989465 dv-cinder-830097-4-iscsi neutron-server[103457]: INFO neutron.wsgi [req-d2666261-ea63-47bc-a02f-ad11d4357c88 req-1d507698-a5af-4a0f-8aab-a29db01ddf11 tempest-ServerRescueNegativeTestJSON-440649021 tempest-ServerRescueNegativeTestJSON-440649021-project] 10.222.0.55 "GET /v2.0/ports?device_id=5aa72395-ebb9-4022-8269-0c34238e58aa HTTP/1.1" status: 200 len: 945 time: 0.0734677 Apr 12 13:24:08.999671 dv-cinder-830097-4-iscsi neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24557efa-fcd8-4d2e-9696-02dbdce6a767 req-a639ae01-6ef1-4ebd-915b-db059d40f591 tempest-TestVolumeBootPattern-1974338582 tempest-TestVolumeBootPattern-1974338582-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 13:24:09.001015 dv-cinder-830097-4-iscsi neutron-server[103457]: INFO neutron.wsgi [req-24557efa-fcd8-4d2e-9696-02dbdce6a767 req-a639ae01-6ef1-4ebd-915b-db059d40f591 tempest-TestVolumeBootPattern-1974338582 tempest-TestVolumeBootPattern-1974338582-project] 10.222.0.18 "GET /v2.0/ports?device_id=79e021a9-fd5c-4b44-a4de-9b162a0a9eb9 HTTP/1.1" status: 200 len: 943 time: 0.0575869 Apr 12 13:24:09.105658 dv-cinder-830097-4-iscsi neutron-server[103457]: INFO neutron.wsgi [req-24557efa-fcd8-4d2e-9696-02dbdce6a767 req-d77a114a-17f5-49c0-8dbe-8a229bf8cfed tempest-TestVolumeBootPattern-1974338582 tempest-TestVolumeBootPattern-1974338582-project] 10.222.0.18 "GET /v2.0/security-groups?id=a66f9d14-bc7f-40ff-bcf2-fda4f9360a16&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0980291 Apr 12 13:24:09.114219 dv-cinder-830097-4-iscsi neutron-server[103457]: DEBUG neutron.plugins.ml2.plugin [req-d2666261-ea63-47bc-a02f-ad11d4357c88 req-4d381f39-0a0a-4eb1-99d9-506c9c2e0a9b tempest-ServerRescueNegativeTestJSON-440649021 tempest-ServerRescueNegativeTestJSON-440649021-project] Deleting port 56170bf4-2a4b-4830-9e9e-5f6c429fd3b5 {{(pid=103457) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 12 13:24:09.114559 dv-cinder-830097-4-iscsi neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [req-d2666261-ea63-47bc-a02f-ad11d4357c88 req-4d381f39-0a0a-4eb1-99d9-506c9c2e0a9b tempest-ServerRescueNegativeTestJSON-440649021 tempest-ServerRescueNegativeTestJSON-440649021-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732727887391'] for port (56170bf4-2a4b-4830-9e9e-5f6c429fd3b5), before_delete {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:24:09.184517 dv-cinder-830097-4-iscsi neutron-server[103458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae9a9afd-49f7-4d32-b42e-a36375534945 req-8dbe49b8-5263-485f-a29c-3395496c0209 tempest-ServerRescueNegativeTestJSON-440649021 tempest-ServerRescueNegativeTestJSON-440649021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 13:24:09.186041 dv-cinder-830097-4-iscsi neutron-server[103458]: INFO neutron.wsgi [req-ae9a9afd-49f7-4d32-b42e-a36375534945 req-8dbe49b8-5263-485f-a29c-3395496c0209 tempest-ServerRescueNegativeTestJSON-440649021 tempest-ServerRescueNegativeTestJSON-440649021-project] 10.222.0.18 "GET /v2.0/ports?device_id=5aa72395-ebb9-4022-8269-0c34238e58aa HTTP/1.1" status: 200 len: 945 time: 0.0464859 Apr 12 13:24:09.201975 dv-cinder-830097-4-iscsi neutron-server[103457]: DEBUG neutron.plugins.ml2.db [req-d2666261-ea63-47bc-a02f-ad11d4357c88 req-4d381f39-0a0a-4eb1-99d9-506c9c2e0a9b tempest-ServerRescueNegativeTestJSON-440649021 tempest-ServerRescueNegativeTestJSON-440649021-project] For port 56170bf4-2a4b-4830-9e9e-5f6c429fd3b5, host hv-cinder-83009, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83009',level=0,port_id=56170bf4-2a4b-4830-9e9e-5f6c429fd3b5,segment=NetworkSegment(cbdc8fb7-4f48-4130-80a4-939d65d92cbb),segment_id=cbdc8fb7-4f48-4130-80a4-939d65d92cbb)] {{(pid=103457) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 12 13:24:09.202336 dv-cinder-830097-4-iscsi neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [req-d2666261-ea63-47bc-a02f-ad11d4357c88 req-4d381f39-0a0a-4eb1-99d9-506c9c2e0a9b tempest-ServerRescueNegativeTestJSON-440649021 tempest-ServerRescueNegativeTestJSON-440649021-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3742288'] for port (56170bf4-2a4b-4830-9e9e-5f6c429fd3b5), precommit_delete {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:24:09.219092 dv-cinder-830097-4-iscsi neutron-server[103457]: DEBUG neutron.plugins.ml2.plugin [req-d2666261-ea63-47bc-a02f-ad11d4357c88 req-4d381f39-0a0a-4eb1-99d9-506c9c2e0a9b tempest-ServerRescueNegativeTestJSON-440649021 tempest-ServerRescueNegativeTestJSON-440649021-project] Calling delete_port for 56170bf4-2a4b-4830-9e9e-5f6c429fd3b5 owned by compute:nova {{(pid=103457) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 12 13:24:09.232746 dv-cinder-830097-4-iscsi neutron-server[103458]: INFO neutron.wsgi [req-ae9a9afd-49f7-4d32-b42e-a36375534945 req-e5fad00e-1c90-4b1e-aeb0-c4485fffc33b tempest-ServerRescueNegativeTestJSON-440649021 tempest-ServerRescueNegativeTestJSON-440649021-project] 10.222.0.18 "GET /v2.0/security-groups?id=1da71eb9-9022-4720-ae95-e700d9700270&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410552 Apr 12 13:24:09.340210 dv-cinder-830097-4-iscsi neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [req-d2666261-ea63-47bc-a02f-ad11d4357c88 req-4d381f39-0a0a-4eb1-99d9-506c9c2e0a9b tempest-ServerRescueNegativeTestJSON-440649021 tempest-ServerRescueNegativeTestJSON-440649021-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-915890', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3697887', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732727894797', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732727417923', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25610742'] for port (56170bf4-2a4b-4830-9e9e-5f6c429fd3b5), after_delete {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:24:09.367345 dv-cinder-830097-4-iscsi neutron-server[103457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d381f39-0a0a-4eb1-99d9-506c9c2e0a9b tempest-ServerRescueNegativeTestJSON-440649021 tempest-ServerRescueNegativeTestJSON-440649021-project] Pushing event deleted for resources: {'Port': ['ID=56170bf4-2a4b-4830-9e9e-5f6c429fd3b5,revision_number=None']} {{(pid=103457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 13:24:09.379822 dv-cinder-830097-4-iscsi neutron-server[103459]: DEBUG neutron.plugins.ml2.db [None req-3505bd68-a9fd-4823-92ea-1a6ded8ab071 None None] get_ports_and_sgs() called for port_ids ['56170bf4-2a4b-4830-9e9e-5f6c429fd3b5'] {{(pid=103459) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 12 13:24:09.420100 dv-cinder-830097-4-iscsi neutron-server[103457]: DEBUG neutron.db.l3_dvrscheduler_db [req-d2666261-ea63-47bc-a02f-ad11d4357c88 req-4d381f39-0a0a-4eb1-99d9-506c9c2e0a9b tempest-ServerRescueNegativeTestJSON-440649021 tempest-ServerRescueNegativeTestJSON-440649021-project] No DVR routers for this DVR port 56170bf4-2a4b-4830-9e9e-5f6c429fd3b5 on host hv-cinder-83009 {{(pid=103457) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 12 13:24:09.422294 dv-cinder-830097-4-iscsi neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [req-d2666261-ea63-47bc-a02f-ad11d4357c88 req-4d381f39-0a0a-4eb1-99d9-506c9c2e0a9b tempest-ServerRescueNegativeTestJSON-440649021 tempest-ServerRescueNegativeTestJSON-440649021-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-500965'] for port (None), before_response {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:24:09.425488 dv-cinder-830097-4-iscsi neutron-server[103457]: INFO neutron.wsgi [req-d2666261-ea63-47bc-a02f-ad11d4357c88 req-4d381f39-0a0a-4eb1-99d9-506c9c2e0a9b tempest-ServerRescueNegativeTestJSON-440649021 tempest-ServerRescueNegativeTestJSON-440649021-project] 10.222.0.55 "DELETE /v2.0/ports/56170bf4-2a4b-4830-9e9e-5f6c429fd3b5 HTTP/1.1" status: 204 len: 173 time: 0.4236405 Apr 12 13:24:09.425916 dv-cinder-830097-4-iscsi neutron-server[103457]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5aa72395-ebb9-4022-8269-0c34238e58aa', 'name': 'network-vif-deleted', 'tag': '56170bf4-2a4b-4830-9e9e-5f6c429fd3b5'}] {{(pid=103457) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 12 13:24:09.428104 dv-cinder-830097-4-iscsi neutron-server[103457]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}086c7d3de3560e72b9669b0aa2f8f0aa3a7dc6896401f4467231a6605ceb6cb3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c1f3d272-ab50-4cf2-956a-7b98ad114f07" -d '{"events": [{"server_uuid": "5aa72395-ebb9-4022-8269-0c34238e58aa", "name": "network-vif-deleted", "tag": "56170bf4-2a4b-4830-9e9e-5f6c429fd3b5"}]}' {{(pid=103457) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 12 13:24:09.463233 dv-cinder-830097-4-iscsi neutron-server[103457]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 12 Apr 2022 13:24:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-170fe832-6111-4f36-81ff-d7b78a5bb1fb x-openstack-request-id: req-170fe832-6111-4f36-81ff-d7b78a5bb1fb {{(pid=103457) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 12 13:24:09.463523 dv-cinder-830097-4-iscsi neutron-server[103457]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5aa72395-ebb9-4022-8269-0c34238e58aa", "name": "network-vif-deleted", "tag": "56170bf4-2a4b-4830-9e9e-5f6c429fd3b5", "status": "completed", "code": 200}]} {{(pid=103457) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 12 13:24:09.463775 dv-cinder-830097-4-iscsi neutron-server[103457]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-170fe832-6111-4f36-81ff-d7b78a5bb1fb {{(pid=103457) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 12 13:24:09.464172 dv-cinder-830097-4-iscsi neutron-server[103457]: INFO neutron.notifiers.nova [-] Nova event matching ['req-170fe832-6111-4f36-81ff-d7b78a5bb1fb'] response: {'server_uuid': '5aa72395-ebb9-4022-8269-0c34238e58aa', 'name': 'network-vif-deleted', 'tag': '56170bf4-2a4b-4830-9e9e-5f6c429fd3b5', 'status': 'completed', 'code': 200} Apr 12 13:24:09.548644 dv-cinder-830097-4-iscsi neutron-server[103459]: DEBUG neutron.plugins.ml2.rpc [None req-3505bd68-a9fd-4823-92ea-1a6ded8ab071 None None] Device a80fde99-780f-435c-a3d5-3c83d3ff26d5 no longer exists at agent hyperv_hv-cinder-83009 {{(pid=103459) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 12 13:24:09.568662 dv-cinder-830097-4-iscsi neutron-server[103459]: DEBUG neutron.plugins.ml2.plugin [None req-3505bd68-a9fd-4823-92ea-1a6ded8ab071 None None] No Port match for: a80fde99-780f-435c-a3d5-3c83d3ff26d5 {{(pid=103459) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2341}} Apr 12 13:24:09.569029 dv-cinder-830097-4-iscsi neutron-server[103459]: DEBUG neutron.plugins.ml2.rpc [None req-3505bd68-a9fd-4823-92ea-1a6ded8ab071 None None] Device a80fde99-780f-435c-a3d5-3c83d3ff26d5 not bound to the agent host hv-cinder-83009 {{(pid=103459) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 12 13:24:09.945663 dv-cinder-830097-4-iscsi neutron-server[103458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cd405e9-a589-4079-8dfa-2362fab43bef req-e0e04405-90d5-4c5d-b939-0c2733d228a4 tempest-TestShelveInstance-750106452 tempest-TestShelveInstance-750106452-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 13:24:09.947758 dv-cinder-830097-4-iscsi neutron-server[103458]: INFO neutron.wsgi [req-4cd405e9-a589-4079-8dfa-2362fab43bef req-e0e04405-90d5-4c5d-b939-0c2733d228a4 tempest-TestShelveInstance-750106452 tempest-TestShelveInstance-750106452-project] 10.222.0.18 "GET /v2.0/ports?device_id=bc77c197-89c7-4e0d-b60b-22abc9b99bd6 HTTP/1.1" status: 200 len: 943 time: 0.0456853 Apr 12 13:24:09.996990 dv-cinder-830097-4-iscsi neutron-server[103458]: INFO neutron.wsgi [req-4cd405e9-a589-4079-8dfa-2362fab43bef req-2bbc92fc-2588-43e1-9592-d676b1f1c685 tempest-TestShelveInstance-750106452 tempest-TestShelveInstance-750106452-project] 10.222.0.18 "GET /v2.0/security-groups?id=2baa67a9-5f14-404b-94ce-8aa7d37b6772&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0432069 Apr 12 13:24:10.218465 dv-cinder-830097-4-iscsi neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-545c53cd-61df-4fa8-b850-76cc7c31b9f9 req-5899a9ec-59ec-49ba-bcf4-a4bb5773ddb7 tempest-TestVolumeBootPattern-1974338582 tempest-TestVolumeBootPattern-1974338582-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 13:24:10.219895 dv-cinder-830097-4-iscsi neutron-server[103457]: INFO neutron.wsgi [req-545c53cd-61df-4fa8-b850-76cc7c31b9f9 req-5899a9ec-59ec-49ba-bcf4-a4bb5773ddb7 tempest-TestVolumeBootPattern-1974338582 tempest-TestVolumeBootPattern-1974338582-project] 10.222.0.18 "GET /v2.0/ports?device_id=79e021a9-fd5c-4b44-a4de-9b162a0a9eb9 HTTP/1.1" status: 200 len: 943 time: 0.0464604 Apr 12 13:24:10.269211 dv-cinder-830097-4-iscsi neutron-server[103457]: INFO neutron.wsgi [req-545c53cd-61df-4fa8-b850-76cc7c31b9f9 req-5f3431c8-7d34-4bbf-8574-48ada559c1e2 tempest-TestVolumeBootPattern-1974338582 tempest-TestVolumeBootPattern-1974338582-project] 10.222.0.18 "GET /v2.0/security-groups?id=a66f9d14-bc7f-40ff-bcf2-fda4f9360a16&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0431828 Apr 12 13:24:10.328614 dv-cinder-830097-4-iscsi neutron-server[103458]: INFO neutron.wsgi [req-95e92634-5251-42f0-b1c0-155d0884ce1e req-7029e631-e80e-4240-9299-54a06425f63b tempest-ServerRescueNegativeTestJSON-440649021 tempest-ServerRescueNegativeTestJSON-440649021-project] 10.222.0.18 "GET /v2.0/ports?device_id=5aa72395-ebb9-4022-8269-0c34238e58aa HTTP/1.1" status: 200 len: 210 time: 0.0312188 Apr 12 13:24:11.106586 dv-cinder-830097-4-iscsi neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a66a061d-a66e-4fc0-951f-576f41633791 req-9969908d-540e-496c-bf90-269ca5acff98 tempest-TestShelveInstance-750106452 tempest-TestShelveInstance-750106452-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 13:24:11.107956 dv-cinder-830097-4-iscsi neutron-server[103457]: INFO neutron.wsgi [req-a66a061d-a66e-4fc0-951f-576f41633791 req-9969908d-540e-496c-bf90-269ca5acff98 tempest-TestShelveInstance-750106452 tempest-TestShelveInstance-750106452-project] 10.222.0.18 "GET /v2.0/ports?device_id=bc77c197-89c7-4e0d-b60b-22abc9b99bd6 HTTP/1.1" status: 200 len: 943 time: 0.0459595 Apr 12 13:24:11.158351 dv-cinder-830097-4-iscsi neutron-server[103457]: INFO neutron.wsgi [req-a66a061d-a66e-4fc0-951f-576f41633791 req-255294f4-7b2d-47bd-97f6-7d7c1a87c138 tempest-TestShelveInstance-750106452 tempest-TestShelveInstance-750106452-project] 10.222.0.18 "GET /v2.0/security-groups?id=2baa67a9-5f14-404b-94ce-8aa7d37b6772&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0448530 Apr 12 13:24:11.381537 dv-cinder-830097-4-iscsi neutron-server[103458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de7284cd-ee7b-4896-b45a-bcd45efa86d9 req-75129829-179f-42d2-b727-015c6f444af7 tempest-TestVolumeBootPattern-1974338582 tempest-TestVolumeBootPattern-1974338582-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 13:24:11.382994 dv-cinder-830097-4-iscsi neutron-server[103458]: INFO neutron.wsgi [req-de7284cd-ee7b-4896-b45a-bcd45efa86d9 req-75129829-179f-42d2-b727-015c6f444af7 tempest-TestVolumeBootPattern-1974338582 tempest-TestVolumeBootPattern-1974338582-project] 10.222.0.18 "GET /v2.0/ports?device_id=79e021a9-fd5c-4b44-a4de-9b162a0a9eb9 HTTP/1.1" status: 200 len: 943 time: 0.0473194 Apr 12 13:24:11.433204 dv-cinder-830097-4-iscsi neutron-server[103457]: INFO neutron.wsgi [req-b6e4ac3d-69c2-4756-b47e-506584f0392e req-2c453fd6-351d-429a-a008-72d38b032c83 tempest-ServerRescueNegativeTestJSON-440649021 tempest-ServerRescueNegativeTestJSON-440649021-project] 10.222.0.18 "GET /v2.0/ports?device_id=5aa72395-ebb9-4022-8269-0c34238e58aa HTTP/1.1" status: 200 len: 210 time: 0.0275595 Apr 12 13:24:11.433768 dv-cinder-830097-4-iscsi neutron-server[103458]: INFO neutron.wsgi [req-de7284cd-ee7b-4896-b45a-bcd45efa86d9 req-519b3ecd-3160-48ed-9156-fd469af2ea4c tempest-TestVolumeBootPattern-1974338582 tempest-TestVolumeBootPattern-1974338582-project] 10.222.0.18 "GET /v2.0/security-groups?id=a66f9d14-bc7f-40ff-bcf2-fda4f9360a16&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0438461 Apr 12 13:24:11.557938 dv-cinder-830097-4-iscsi neutron-server[103459]: DEBUG neutron.plugins.ml2.rpc [None req-3505bd68-a9fd-4823-92ea-1a6ded8ab071 None None] Device edda591b-4d5a-478b-9844-8ac94d78d31b details requested by agent hyperv_hv-cinder-83009 with host hv-cinder-83009 {{(pid=103459) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 12 13:24:11.568049 dv-cinder-830097-4-iscsi neutron-server[103459]: DEBUG neutron.plugins.ml2.rpc [None req-3505bd68-a9fd-4823-92ea-1a6ded8ab071 None None] Device 56170bf4-2a4b-4830-9e9e-5f6c429fd3b5 no longer exists at agent hyperv_hv-cinder-83009 {{(pid=103459) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 12 13:24:11.591898 dv-cinder-830097-4-iscsi neutron-server[103459]: DEBUG neutron.plugins.ml2.plugin [None req-3505bd68-a9fd-4823-92ea-1a6ded8ab071 None None] No Port match for: 56170bf4-2a4b-4830-9e9e-5f6c429fd3b5 {{(pid=103459) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2341}} Apr 12 13:24:11.592243 dv-cinder-830097-4-iscsi neutron-server[103459]: DEBUG neutron.plugins.ml2.rpc [None req-3505bd68-a9fd-4823-92ea-1a6ded8ab071 None None] Device 56170bf4-2a4b-4830-9e9e-5f6c429fd3b5 not bound to the agent host hv-cinder-83009 {{(pid=103459) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 12 13:24:11.677592 dv-cinder-830097-4-iscsi neutron-server[103459]: DEBUG neutron.plugins.ml2.db [None req-3505bd68-a9fd-4823-92ea-1a6ded8ab071 None None] For port edda591b-4d5a-478b-9844-8ac94d78d31b, host hv-cinder-83009, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83009',level=0,port_id=edda591b-4d5a-478b-9844-8ac94d78d31b,segment=NetworkSegment(39aadab9-ffeb-4018-ac4b-402a2c1e23da),segment_id=39aadab9-ffeb-4018-ac4b-402a2c1e23da)] {{(pid=103459) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 12 13:24:11.687971 dv-cinder-830097-4-iscsi neutron-server[103459]: DEBUG neutron.plugins.ml2.rpc [None req-3505bd68-a9fd-4823-92ea-1a6ded8ab071 None None] Returning: {'device': 'edda591b-4d5a-478b-9844-8ac94d78d31b', 'network_id': 'fc0e35fc-da48-4b0a-aef1-4a0c9e07f863', 'port_id': 'edda591b-4d5a-478b-9844-8ac94d78d31b', 'mac_address': 'fa:16:3e:c9:9d:63', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 203, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3e5a37b9-6492-41e4-a03e-0f76c3de6aee', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103459) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 12 13:24:11.724603 dv-cinder-830097-4-iscsi neutron-server[103459]: DEBUG neutron.plugins.ml2.plugin [None req-3505bd68-a9fd-4823-92ea-1a6ded8ab071 None None] Current status of the port edda591b-4d5a-478b-9844-8ac94d78d31b is: DOWN; New status is: BUILD {{(pid=103459) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 12 13:24:11.725110 dv-cinder-830097-4-iscsi neutron-server[103459]: DEBUG neutron_lib.callbacks.manager [None req-3505bd68-a9fd-4823-92ea-1a6ded8ab071 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-916304'] for port (edda591b-4d5a-478b-9844-8ac94d78d31b), before_update {{(pid=103459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:24:11.738354 dv-cinder-830097-4-iscsi neutron-server[103459]: DEBUG neutron.notifiers.nova [None req-3505bd68-a9fd-4823-92ea-1a6ded8ab071 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id edda591b-4d5a-478b-9844-8ac94d78d31b {{(pid=103459) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 12 13:24:11.757249 dv-cinder-830097-4-iscsi neutron-server[103459]: DEBUG neutron.plugins.ml2.db [None req-3505bd68-a9fd-4823-92ea-1a6ded8ab071 None None] For port edda591b-4d5a-478b-9844-8ac94d78d31b, host hv-cinder-83009, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83009',level=0,port_id=edda591b-4d5a-478b-9844-8ac94d78d31b,segment=NetworkSegment(39aadab9-ffeb-4018-ac4b-402a2c1e23da),segment_id=39aadab9-ffeb-4018-ac4b-402a2c1e23da)] {{(pid=103459) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 12 13:24:11.761279 dv-cinder-830097-4-iscsi neutron-server[103459]: DEBUG neutron_lib.callbacks.manager [None req-3505bd68-a9fd-4823-92ea-1a6ded8ab071 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-915890', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3697887', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732727894815', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732727417932', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732727417950'] for port (edda591b-4d5a-478b-9844-8ac94d78d31b), after_update {{(pid=103459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:24:11.809140 dv-cinder-830097-4-iscsi neutron-server[103459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3505bd68-a9fd-4823-92ea-1a6ded8ab071 None None] Pushing event updated for resources: {'Port': ['ID=edda591b-4d5a-478b-9844-8ac94d78d31b,revision_number=4']} {{(pid=103459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 13:24:12.205476 dv-cinder-830097-4-iscsi neutron-server[103459]: DEBUG neutron.plugins.ml2.db [None req-3505bd68-a9fd-4823-92ea-1a6ded8ab071 None None] get_ports_and_sgs() called for port_ids ['edda591b-4d5a-478b-9844-8ac94d78d31b'] {{(pid=103459) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 12 13:24:12.269072 dv-cinder-830097-4-iscsi neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55ba92a2-63a3-461c-a733-f82371d11b6d req-ca2ab927-bd7d-4955-b0d6-f585a4a08e42 tempest-TestShelveInstance-750106452 tempest-TestShelveInstance-750106452-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 13:24:12.270528 dv-cinder-830097-4-iscsi neutron-server[103457]: INFO neutron.wsgi [req-55ba92a2-63a3-461c-a733-f82371d11b6d req-ca2ab927-bd7d-4955-b0d6-f585a4a08e42 tempest-TestShelveInstance-750106452 tempest-TestShelveInstance-750106452-project] 10.222.0.18 "GET /v2.0/ports?device_id=bc77c197-89c7-4e0d-b60b-22abc9b99bd6 HTTP/1.1" status: 200 len: 943 time: 0.0449398 Apr 12 13:24:12.318328 dv-cinder-830097-4-iscsi neutron-server[103457]: INFO neutron.wsgi [req-55ba92a2-63a3-461c-a733-f82371d11b6d req-67f3b184-f2bc-4a83-a7b3-ab41bb81fdfd tempest-TestShelveInstance-750106452 tempest-TestShelveInstance-750106452-project] 10.222.0.18 "GET /v2.0/security-groups?id=2baa67a9-5f14-404b-94ce-8aa7d37b6772&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0415196 Apr 12 13:24:12.545081 dv-cinder-830097-4-iscsi neutron-server[103458]: INFO neutron.wsgi [req-40551d12-77c7-4e61-8d41-0e3958060e81 req-65b9b9a3-0ad9-40ff-ac65-d58440478386 tempest-ServerRescueNegativeTestJSON-440649021 tempest-ServerRescueNegativeTestJSON-440649021-project] 10.222.0.18 "GET /v2.0/ports?device_id=5aa72395-ebb9-4022-8269-0c34238e58aa HTTP/1.1" status: 200 len: 210 time: 0.0312409 Apr 12 13:24:12.557222 dv-cinder-830097-4-iscsi neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2b628be-5858-4f5b-bba4-9d2fe9f08254 req-b45f5139-977a-4fda-b6d4-14b654869345 tempest-TestVolumeBootPattern-1974338582 tempest-TestVolumeBootPattern-1974338582-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 13:24:12.558581 dv-cinder-830097-4-iscsi neutron-server[103457]: INFO neutron.wsgi [req-c2b628be-5858-4f5b-bba4-9d2fe9f08254 req-b45f5139-977a-4fda-b6d4-14b654869345 tempest-TestVolumeBootPattern-1974338582 tempest-TestVolumeBootPattern-1974338582-project] 10.222.0.18 "GET /v2.0/ports?device_id=79e021a9-fd5c-4b44-a4de-9b162a0a9eb9 HTTP/1.1" status: 200 len: 944 time: 0.0542150 Apr 12 13:24:12.606683 dv-cinder-830097-4-iscsi neutron-server[103457]: INFO neutron.wsgi [req-c2b628be-5858-4f5b-bba4-9d2fe9f08254 req-a8033e2c-1853-4e40-b2b3-54a9db8dc351 tempest-TestVolumeBootPattern-1974338582 tempest-TestVolumeBootPattern-1974338582-project] 10.222.0.18 "GET /v2.0/security-groups?id=a66f9d14-bc7f-40ff-bcf2-fda4f9360a16&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0424216 Apr 12 13:24:13.432012 dv-cinder-830097-4-iscsi neutron-server[103458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0618171d-c0c1-47ac-9b71-34aca0fd91ae req-91103b92-7094-40ff-87bf-78a7ae68ed36 tempest-TestShelveInstance-750106452 tempest-TestShelveInstance-750106452-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 13:24:13.434116 dv-cinder-830097-4-iscsi neutron-server[103458]: INFO neutron.wsgi [req-0618171d-c0c1-47ac-9b71-34aca0fd91ae req-91103b92-7094-40ff-87bf-78a7ae68ed36 tempest-TestShelveInstance-750106452 tempest-TestShelveInstance-750106452-project] 10.222.0.18 "GET /v2.0/ports?device_id=bc77c197-89c7-4e0d-b60b-22abc9b99bd6 HTTP/1.1" status: 200 len: 943 time: 0.0481815 Apr 12 13:24:13.486001 dv-cinder-830097-4-iscsi neutron-server[103458]: INFO neutron.wsgi [req-0618171d-c0c1-47ac-9b71-34aca0fd91ae req-ea48c8e8-6715-4355-b35c-f4919c1f792d tempest-TestShelveInstance-750106452 tempest-TestShelveInstance-750106452-project] 10.222.0.18 "GET /v2.0/security-groups?id=2baa67a9-5f14-404b-94ce-8aa7d37b6772&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0464494 Apr 12 13:24:13.568263 dv-cinder-830097-4-iscsi neutron-server[103459]: DEBUG neutron.plugins.ml2.rpc [None req-3505bd68-a9fd-4823-92ea-1a6ded8ab071 None None] Device 31972305-3c0e-45f1-b071-0c5c3582b82f details requested by agent hyperv_hv-cinder-83009 with host hv-cinder-83009 {{(pid=103459) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 12 13:24:13.579373 dv-cinder-830097-4-iscsi neutron-server[103459]: DEBUG neutron.plugins.ml2.rpc [None req-3505bd68-a9fd-4823-92ea-1a6ded8ab071 None None] Device edda591b-4d5a-478b-9844-8ac94d78d31b up at agent hyperv_hv-cinder-83009 {{(pid=103459) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 12 13:24:13.604691 dv-cinder-830097-4-iscsi neutron-server[103458]: DEBUG neutron.wsgi [-] (103458) accepted ('10.222.0.18', 47900) {{(pid=103458) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 13:24:13.682163 dv-cinder-830097-4-iscsi neutron-server[103459]: DEBUG neutron.db.provisioning_blocks [None req-3505bd68-a9fd-4823-92ea-1a6ded8ab071 None None] Provisioning for port edda591b-4d5a-478b-9844-8ac94d78d31b completed by entity L2. {{(pid=103459) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Apr 12 13:24:13.692125 dv-cinder-830097-4-iscsi neutron-server[103459]: DEBUG neutron.db.provisioning_blocks [None req-3505bd68-a9fd-4823-92ea-1a6ded8ab071 None None] Provisioning complete for port edda591b-4d5a-478b-9844-8ac94d78d31b triggered by entity L2. {{(pid=103459) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 12 13:24:13.692501 dv-cinder-830097-4-iscsi neutron-server[103459]: DEBUG neutron_lib.callbacks.manager [None req-3505bd68-a9fd-4823-92ea-1a6ded8ab071 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-657243'] for port (edda591b-4d5a-478b-9844-8ac94d78d31b), provisioning_complete {{(pid=103459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:24:13.728427 dv-cinder-830097-4-iscsi neutron-server[103458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b554aeb-7918-4c6c-b52c-c65f9e73e33d req-60338486-aee3-4847-bd2b-d640de41bb0d tempest-TestVolumeBootPattern-1974338582 tempest-TestVolumeBootPattern-1974338582-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 13:24:13.735583 dv-cinder-830097-4-iscsi neutron-server[103458]: INFO neutron.wsgi [req-5b554aeb-7918-4c6c-b52c-c65f9e73e33d req-60338486-aee3-4847-bd2b-d640de41bb0d tempest-TestVolumeBootPattern-1974338582 tempest-TestVolumeBootPattern-1974338582-project] 10.222.0.18 "GET /v2.0/ports?device_id=79e021a9-fd5c-4b44-a4de-9b162a0a9eb9 HTTP/1.1" status: 200 len: 944 time: 0.0629630 Apr 12 13:24:13.735967 dv-cinder-830097-4-iscsi neutron-server[103459]: DEBUG neutron.plugins.ml2.db [None req-3505bd68-a9fd-4823-92ea-1a6ded8ab071 None None] For port 31972305-3c0e-45f1-b071-0c5c3582b82f, host hv-cinder-83009, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83009',level=0,port_id=31972305-3c0e-45f1-b071-0c5c3582b82f,segment=NetworkSegment(22816d98-787f-4f09-adc7-9591d9bff28c),segment_id=22816d98-787f-4f09-adc7-9591d9bff28c)] {{(pid=103459) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 12 13:24:13.752344 dv-cinder-830097-4-iscsi neutron-server[103459]: DEBUG neutron.plugins.ml2.rpc [None req-3505bd68-a9fd-4823-92ea-1a6ded8ab071 None None] Returning: {'device': '31972305-3c0e-45f1-b071-0c5c3582b82f', 'network_id': 'dd564e5e-84b2-456c-afed-34fe02080a74', 'port_id': '31972305-3c0e-45f1-b071-0c5c3582b82f', 'mac_address': 'fa:16:3e:13:b6:07', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 201, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b573db6a-5739-46b0-a65e-7d9b85205259', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103459) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 12 13:24:13.782508 dv-cinder-830097-4-iscsi neutron-server[103458]: INFO neutron.wsgi [req-5b554aeb-7918-4c6c-b52c-c65f9e73e33d req-51708e91-5c48-4a08-a572-5b24674b1dc3 tempest-TestVolumeBootPattern-1974338582 tempest-TestVolumeBootPattern-1974338582-project] 10.222.0.18 "GET /v2.0/security-groups?id=a66f9d14-bc7f-40ff-bcf2-fda4f9360a16&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0459106 Apr 12 13:24:13.822963 dv-cinder-830097-4-iscsi neutron-server[103459]: DEBUG neutron.plugins.ml2.plugin [None req-3505bd68-a9fd-4823-92ea-1a6ded8ab071 None None] Current status of the port 31972305-3c0e-45f1-b071-0c5c3582b82f is: DOWN; New status is: BUILD {{(pid=103459) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 12 13:24:13.823364 dv-cinder-830097-4-iscsi neutron-server[103459]: DEBUG neutron_lib.callbacks.manager [None req-3505bd68-a9fd-4823-92ea-1a6ded8ab071 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-916304'] for port (31972305-3c0e-45f1-b071-0c5c3582b82f), before_update {{(pid=103459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:24:13.833639 dv-cinder-830097-4-iscsi neutron-server[103459]: DEBUG neutron.plugins.ml2.plugin [None req-3505bd68-a9fd-4823-92ea-1a6ded8ab071 None None] Current status of the port edda591b-4d5a-478b-9844-8ac94d78d31b is: BUILD; New status is: ACTIVE {{(pid=103459) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 12 13:24:13.834016 dv-cinder-830097-4-iscsi neutron-server[103459]: DEBUG neutron_lib.callbacks.manager [None req-3505bd68-a9fd-4823-92ea-1a6ded8ab071 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-916304'] for port (edda591b-4d5a-478b-9844-8ac94d78d31b), before_update {{(pid=103459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:24:13.850706 dv-cinder-830097-4-iscsi neutron-server[103459]: DEBUG neutron.notifiers.nova [None req-3505bd68-a9fd-4823-92ea-1a6ded8ab071 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 31972305-3c0e-45f1-b071-0c5c3582b82f {{(pid=103459) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 12 13:24:13.872761 dv-cinder-830097-4-iscsi neutron-server[103459]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '79e021a9-fd5c-4b44-a4de-9b162a0a9eb9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'edda591b-4d5a-478b-9844-8ac94d78d31b'}] {{(pid=103459) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 12 13:24:13.874979 dv-cinder-830097-4-iscsi neutron-server[103459]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}95104bc0dd48ad9143548caf8a5bdec643107760c32fce8433ea43eac3fbdd81" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dca4cdb8-8c57-45db-a228-369ad633968e" -d '{"events": [{"server_uuid": "79e021a9-fd5c-4b44-a4de-9b162a0a9eb9", "name": "network-vif-plugged", "status": "completed", "tag": "edda591b-4d5a-478b-9844-8ac94d78d31b"}]}' {{(pid=103459) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 12 13:24:13.891579 dv-cinder-830097-4-iscsi neutron-server[103459]: DEBUG neutron.plugins.ml2.db [None req-3505bd68-a9fd-4823-92ea-1a6ded8ab071 None None] For port 31972305-3c0e-45f1-b071-0c5c3582b82f, host hv-cinder-83009, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83009',level=0,port_id=31972305-3c0e-45f1-b071-0c5c3582b82f,segment=NetworkSegment(22816d98-787f-4f09-adc7-9591d9bff28c),segment_id=22816d98-787f-4f09-adc7-9591d9bff28c)] {{(pid=103459) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 12 13:24:13.895532 dv-cinder-830097-4-iscsi neutron-server[103459]: DEBUG neutron.plugins.ml2.db [None req-3505bd68-a9fd-4823-92ea-1a6ded8ab071 None None] For port edda591b-4d5a-478b-9844-8ac94d78d31b, host hv-cinder-83009, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83009',level=0,port_id=edda591b-4d5a-478b-9844-8ac94d78d31b,segment=NetworkSegment(39aadab9-ffeb-4018-ac4b-402a2c1e23da),segment_id=39aadab9-ffeb-4018-ac4b-402a2c1e23da)] {{(pid=103459) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 12 13:24:13.897670 dv-cinder-830097-4-iscsi neutron-server[103459]: DEBUG neutron_lib.callbacks.manager [None req-3505bd68-a9fd-4823-92ea-1a6ded8ab071 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-915890', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3697887', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732727894815', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732727417932', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732727417950'] for port (31972305-3c0e-45f1-b071-0c5c3582b82f), after_update {{(pid=103459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:24:13.904216 dv-cinder-830097-4-iscsi neutron-server[103459]: DEBUG neutron_lib.callbacks.manager [None req-3505bd68-a9fd-4823-92ea-1a6ded8ab071 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-915890', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3697887', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732727894815', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732727417932', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732727417950'] for port (edda591b-4d5a-478b-9844-8ac94d78d31b), after_update {{(pid=103459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:24:13.923537 dv-cinder-830097-4-iscsi neutron-server[103459]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 12 Apr 2022 13:24:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d195415d-c394-477f-8d99-a1fb10e22265 x-openstack-request-id: req-d195415d-c394-477f-8d99-a1fb10e22265 {{(pid=103459) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 12 13:24:13.923856 dv-cinder-830097-4-iscsi neutron-server[103459]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "79e021a9-fd5c-4b44-a4de-9b162a0a9eb9", "name": "network-vif-plugged", "status": "completed", "tag": "edda591b-4d5a-478b-9844-8ac94d78d31b", "code": 200}]} {{(pid=103459) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 12 13:24:13.924116 dv-cinder-830097-4-iscsi neutron-server[103459]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-d195415d-c394-477f-8d99-a1fb10e22265 {{(pid=103459) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 12 13:24:13.924504 dv-cinder-830097-4-iscsi neutron-server[103459]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d195415d-c394-477f-8d99-a1fb10e22265'] response: {'server_uuid': '79e021a9-fd5c-4b44-a4de-9b162a0a9eb9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'edda591b-4d5a-478b-9844-8ac94d78d31b', 'code': 200} Apr 12 13:24:13.949349 dv-cinder-830097-4-iscsi neutron-server[103459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3505bd68-a9fd-4823-92ea-1a6ded8ab071 None None] Pushing event updated for resources: {'Port': ['ID=31972305-3c0e-45f1-b071-0c5c3582b82f,revision_number=7']} {{(pid=103459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 13:24:14.010764 dv-cinder-830097-4-iscsi neutron-server[103459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3505bd68-a9fd-4823-92ea-1a6ded8ab071 None None] Pushing event updated for resources: {'Port': ['ID=edda591b-4d5a-478b-9844-8ac94d78d31b,revision_number=5']} {{(pid=103459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 13:24:14.127615 dv-cinder-830097-4-iscsi neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-3f6eb395-9f80-4286-986a-02f84a9081a4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3750862'] for router_interface (966c96ee-61f7-4f90-a5f6-9f5ed8a51317), before_delete {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:24:14.201436 dv-cinder-830097-4-iscsi neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6197b5b8-78d4-4454-b86a-b0f4c2375d76 req-0912cc2a-e1d1-4317-9339-501dabec8e28 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 13:24:14.202921 dv-cinder-830097-4-iscsi neutron-server[103457]: INFO neutron.wsgi [req-6197b5b8-78d4-4454-b86a-b0f4c2375d76 req-0912cc2a-e1d1-4317-9339-501dabec8e28 service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=79e021a9-fd5c-4b44-a4de-9b162a0a9eb9 HTTP/1.1" status: 200 len: 1129 time: 0.0396180 Apr 12 13:24:14.250228 dv-cinder-830097-4-iscsi neutron-server[103457]: INFO neutron.wsgi [req-6197b5b8-78d4-4454-b86a-b0f4c2375d76 req-b2e3b4f1-249b-4008-bb5d-591a5a0210c1 service neutron] 10.222.0.55 "GET /v2.0/security-groups?id=a66f9d14-bc7f-40ff-bcf2-fda4f9360a16&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0389888 Apr 12 13:24:14.361480 dv-cinder-830097-4-iscsi neutron-server[103458]: DEBUG neutron.plugins.ml2.plugin [None req-3f6eb395-9f80-4286-986a-02f84a9081a4 admin admin] Deleting port 70634d67-4046-424d-94eb-02fc097f0ec7 {{(pid=103458) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 12 13:24:14.361814 dv-cinder-830097-4-iscsi neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-3f6eb395-9f80-4286-986a-02f84a9081a4 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732727887391'] for port (70634d67-4046-424d-94eb-02fc097f0ec7), before_delete {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:24:14.402537 dv-cinder-830097-4-iscsi neutron-server[103459]: DEBUG neutron.plugins.ml2.db [None req-3505bd68-a9fd-4823-92ea-1a6ded8ab071 None None] get_ports_and_sgs() called for port_ids ['31972305-3c0e-45f1-b071-0c5c3582b82f'] {{(pid=103459) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 12 13:24:14.438379 dv-cinder-830097-4-iscsi neutron-server[103458]: DEBUG neutron.plugins.ml2.db [None req-3f6eb395-9f80-4286-986a-02f84a9081a4 admin admin] For port 70634d67-4046-424d-94eb-02fc097f0ec7, host dv-cinder-830097-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-830097-4-iscsi',level=0,port_id=70634d67-4046-424d-94eb-02fc097f0ec7,segment=NetworkSegment(cbdc8fb7-4f48-4130-80a4-939d65d92cbb),segment_id=cbdc8fb7-4f48-4130-80a4-939d65d92cbb)] {{(pid=103458) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 12 13:24:14.438738 dv-cinder-830097-4-iscsi neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-3f6eb395-9f80-4286-986a-02f84a9081a4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3742288'] for port (70634d67-4046-424d-94eb-02fc097f0ec7), precommit_delete {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:24:14.451446 dv-cinder-830097-4-iscsi neutron-server[103458]: DEBUG neutron.plugins.ml2.plugin [None req-3f6eb395-9f80-4286-986a-02f84a9081a4 admin admin] Calling delete_port for 70634d67-4046-424d-94eb-02fc097f0ec7 owned by network:router_interface {{(pid=103458) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 12 13:24:14.615302 dv-cinder-830097-4-iscsi neutron-server[103458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a205c72d-a53d-4b24-a294-c25c64ef7398 req-1c92b919-c28a-47ff-84cf-3bfd44bd5def tempest-TestShelveInstance-750106452 tempest-TestShelveInstance-750106452-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 13:24:14.616729 dv-cinder-830097-4-iscsi neutron-server[103458]: INFO neutron.wsgi [req-a205c72d-a53d-4b24-a294-c25c64ef7398 req-1c92b919-c28a-47ff-84cf-3bfd44bd5def tempest-TestShelveInstance-750106452 tempest-TestShelveInstance-750106452-project] 10.222.0.18 "GET /v2.0/ports?device_id=bc77c197-89c7-4e0d-b60b-22abc9b99bd6 HTTP/1.1" status: 200 len: 944 time: 0.0580139 Apr 12 13:24:14.698832 dv-cinder-830097-4-iscsi neutron-server[103458]: INFO neutron.wsgi [req-a205c72d-a53d-4b24-a294-c25c64ef7398 req-c0c01bc9-f335-44f6-8da1-4a099d2f3d9b tempest-TestShelveInstance-750106452 tempest-TestShelveInstance-750106452-project] 10.222.0.18 "GET /v2.0/security-groups?id=2baa67a9-5f14-404b-94ce-8aa7d37b6772&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0751710 Apr 12 13:24:14.717131 dv-cinder-830097-4-iscsi neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-3f6eb395-9f80-4286-986a-02f84a9081a4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-915890', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3697887', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732727894797', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732727417923', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26097133'] for port (70634d67-4046-424d-94eb-02fc097f0ec7), after_delete {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:24:14.741958 dv-cinder-830097-4-iscsi neutron-server[103458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f6eb395-9f80-4286-986a-02f84a9081a4 admin admin] Pushing event deleted for resources: {'Port': ['ID=70634d67-4046-424d-94eb-02fc097f0ec7,revision_number=None']} {{(pid=103458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 13:24:14.913876 dv-cinder-830097-4-iscsi neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-3f6eb395-9f80-4286-986a-02f84a9081a4 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3697864', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3750754'] for router_interface (966c96ee-61f7-4f90-a5f6-9f5ed8a51317), after_delete {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:24:14.917279 dv-cinder-830097-4-iscsi neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4fd46c0-4379-4dec-b12b-a4c81df040fb req-fa2960f0-57a5-4548-ba1a-bd7fbb28563e tempest-TestVolumeBootPattern-1974338582 tempest-TestVolumeBootPattern-1974338582-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 13:24:14.918894 dv-cinder-830097-4-iscsi neutron-server[103457]: INFO neutron.wsgi [req-a4fd46c0-4379-4dec-b12b-a4c81df040fb req-fa2960f0-57a5-4548-ba1a-bd7fbb28563e tempest-TestVolumeBootPattern-1974338582 tempest-TestVolumeBootPattern-1974338582-project] 10.222.0.18 "GET /v2.0/ports?device_id=79e021a9-fd5c-4b44-a4de-9b162a0a9eb9 HTTP/1.1" status: 200 len: 945 time: 0.0523849 Apr 12 13:24:14.977030 dv-cinder-830097-4-iscsi neutron-server[103457]: INFO neutron.wsgi [req-a4fd46c0-4379-4dec-b12b-a4c81df040fb req-d5874fec-9922-4307-bad4-0f9239374f75 tempest-TestVolumeBootPattern-1974338582 tempest-TestVolumeBootPattern-1974338582-project] 10.222.0.18 "GET /v2.0/security-groups?id=a66f9d14-bc7f-40ff-bcf2-fda4f9360a16&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0521457 Apr 12 13:24:15.134636 dv-cinder-830097-4-iscsi neutron-server[103458]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3f6eb395-9f80-4286-986a-02f84a9081a4 admin admin] Router 966c96ee-61f7-4f90-a5f6-9f5ed8a51317 has already been hosted by L3 agent b7e11a8b-aeed-493f-9763-461016dddc93 {{(pid=103458) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 12 13:24:15.458235 dv-cinder-830097-4-iscsi neutron-server[103458]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3f6eb395-9f80-4286-986a-02f84a9081a4 admin admin] Notify agent at l3_agent.dv-cinder-830097-4-iscsi the message routers_updated {{(pid=103458) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 12 13:24:15.464569 dv-cinder-830097-4-iscsi neutron-server[103458]: INFO neutron.wsgi [None req-3f6eb395-9f80-4286-986a-02f84a9081a4 admin admin] 10.222.0.18 "PUT /v2.0/routers/966c96ee-61f7-4f90-a5f6-9f5ed8a51317/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8587942 Apr 12 13:24:15.466407 dv-cinder-830097-4-iscsi neutron-server[103458]: DEBUG neutron.wsgi [-] (103458) accepted ('10.222.0.18', 47912) {{(pid=103458) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 13:24:15.467900 dv-cinder-830097-4-iscsi neutron-server[103459]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6842fecc-0b1b-44b0-8bf0-2fbf66755c7b None None] Sync routers for ids ['966c96ee-61f7-4f90-a5f6-9f5ed8a51317'] in dv-cinder-830097-4-iscsi {{(pid=103459) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 12 13:24:15.479315 dv-cinder-830097-4-iscsi neutron-server[103459]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6842fecc-0b1b-44b0-8bf0-2fbf66755c7b None None] Routers {'966c96ee-61f7-4f90-a5f6-9f5ed8a51317'} bound to L3 agent in host dv-cinder-830097-4-iscsi {{(pid=103459) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 12 13:24:15.479927 dv-cinder-830097-4-iscsi neutron-server[103459]: DEBUG neutron.db.l3_hamode_db [None req-6842fecc-0b1b-44b0-8bf0-2fbf66755c7b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830097-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 10, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 10, "log_agent_heartbeats": false, "routers": 10},created_at=2022-04-12T13:07:19Z,description=,heartbeat_timestamp=2022-04-12T13:23:49Z,host='dv-cinder-830097-4-iscsi',id=b7e11a8b-aeed-493f-9763-461016dddc93,load=0,resource_versions=,resources_synced=,started_at=2022-04-12T13:07:19Z,topic='l3_agent')) {'router_ids': ['966c96ee-61f7-4f90-a5f6-9f5ed8a51317'], 'active': True} {{(pid=103459) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 13:24:15.568527 dv-cinder-830097-4-iscsi neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-cb1431f7-104b-47f6-bc39-aefd59b9bc59 admin admin] Publish callbacks [] for router (966c96ee-61f7-4f90-a5f6-9f5ed8a51317), before_delete {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:24:15.585111 dv-cinder-830097-4-iscsi neutron-server[103459]: DEBUG neutron.db.l3_dvr_db [None req-6842fecc-0b1b-44b0-8bf0-2fbf66755c7b None None] Set router 966c96ee-61f7-4f90-a5f6-9f5ed8a51317 gateway port host: dv-cinder-830097-4-iscsi {{(pid=103459) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 12 13:24:15.675642 dv-cinder-830097-4-iscsi neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-cb1431f7-104b-47f6-bc39-aefd59b9bc59 admin admin] Publish callbacks [] for router_gateway (966c96ee-61f7-4f90-a5f6-9f5ed8a51317), before_delete {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:24:15.732813 dv-cinder-830097-4-iscsi neutron-server[103458]: DEBUG neutron.plugins.ml2.plugin [None req-cb1431f7-104b-47f6-bc39-aefd59b9bc59 admin admin] Deleting port 958ce0b1-b216-48bf-ac4c-12928e15436d {{(pid=103458) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 12 13:24:15.733246 dv-cinder-830097-4-iscsi neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-cb1431f7-104b-47f6-bc39-aefd59b9bc59 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732727887391'] for port (958ce0b1-b216-48bf-ac4c-12928e15436d), before_delete {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:24:15.774617 dv-cinder-830097-4-iscsi neutron-server[103459]: DEBUG neutron.plugins.ml2.rpc [None req-3505bd68-a9fd-4823-92ea-1a6ded8ab071 None None] Device 31972305-3c0e-45f1-b071-0c5c3582b82f up at agent hyperv_hv-cinder-83009 {{(pid=103459) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 12 13:24:15.838547 dv-cinder-830097-4-iscsi neutron-server[103458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff4fd91a-989a-40da-bef7-88568534e80f req-557ae182-9a0d-4351-8900-3483b0f81ab3 tempest-TestShelveInstance-750106452 tempest-TestShelveInstance-750106452-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 13:24:15.839999 dv-cinder-830097-4-iscsi neutron-server[103458]: INFO neutron.wsgi [req-ff4fd91a-989a-40da-bef7-88568534e80f req-557ae182-9a0d-4351-8900-3483b0f81ab3 tempest-TestShelveInstance-750106452 tempest-TestShelveInstance-750106452-project] 10.222.0.18 "GET /v2.0/ports?device_id=bc77c197-89c7-4e0d-b60b-22abc9b99bd6 HTTP/1.1" status: 200 len: 944 time: 0.0551836 Apr 12 13:24:15.861180 dv-cinder-830097-4-iscsi neutron-server[103458]: DEBUG neutron.plugins.ml2.db [None req-cb1431f7-104b-47f6-bc39-aefd59b9bc59 admin admin] For port 958ce0b1-b216-48bf-ac4c-12928e15436d, host dv-cinder-830097-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-830097-4-iscsi',level=0,port_id=958ce0b1-b216-48bf-ac4c-12928e15436d,segment=NetworkSegment(333e2245-11dc-4fcd-9fb1-9fe65fae59ea),segment_id=333e2245-11dc-4fcd-9fb1-9fe65fae59ea)] {{(pid=103458) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 12 13:24:15.861549 dv-cinder-830097-4-iscsi neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-cb1431f7-104b-47f6-bc39-aefd59b9bc59 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3742288'] for port (958ce0b1-b216-48bf-ac4c-12928e15436d), precommit_delete {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:24:15.877486 dv-cinder-830097-4-iscsi neutron-server[103459]: DEBUG neutron.db.provisioning_blocks [None req-3505bd68-a9fd-4823-92ea-1a6ded8ab071 None None] Provisioning complete for port 31972305-3c0e-45f1-b071-0c5c3582b82f triggered by entity L2. {{(pid=103459) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 12 13:24:15.877866 dv-cinder-830097-4-iscsi neutron-server[103459]: DEBUG neutron_lib.callbacks.manager [None req-3505bd68-a9fd-4823-92ea-1a6ded8ab071 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-657243'] for port (31972305-3c0e-45f1-b071-0c5c3582b82f), provisioning_complete {{(pid=103459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:24:15.881792 dv-cinder-830097-4-iscsi neutron-server[103458]: DEBUG neutron.plugins.ml2.plugin [None req-cb1431f7-104b-47f6-bc39-aefd59b9bc59 admin admin] Calling delete_port for 958ce0b1-b216-48bf-ac4c-12928e15436d owned by network:router_gateway {{(pid=103458) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 12 13:24:15.947943 dv-cinder-830097-4-iscsi neutron-server[103458]: INFO neutron.wsgi [req-ff4fd91a-989a-40da-bef7-88568534e80f req-ef4d63ce-2942-457c-9aa3-6e803b17b38d tempest-TestShelveInstance-750106452 tempest-TestShelveInstance-750106452-project] 10.222.0.18 "GET /v2.0/security-groups?id=2baa67a9-5f14-404b-94ce-8aa7d37b6772&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0985365 Apr 12 13:24:15.964239 dv-cinder-830097-4-iscsi neutron-server[103459]: DEBUG neutron.db.l3_hamode_db [None req-6842fecc-0b1b-44b0-8bf0-2fbf66755c7b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '966c96ee-61f7-4f90-a5f6-9f5ed8a51317', 'name': 'tempest-ServerRescueNegativeTestJSON-153791057-router', 'tenant_id': '03e871d047514daabb60a84f86099232', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '26d0436d-8ae2-49bd-8cc6-3d2eac552c84', 'external_fixed_ips': [{'subnet_id': 'd93852d8-8f89-4b1c-bef4-0e05f499a8db', 'ip_address': '172.27.0.21'}], 'enable_snat': True}, 'gw_port_id': '958ce0b1-b216-48bf-ac4c-12928e15436d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-12T13:15:59Z', 'updated_at': '2022-04-12T13:24:14Z', 'revision_number': 5, 'project_id': '03e871d047514daabb60a84f86099232', 'gw_port': {'id': '958ce0b1-b216-48bf-ac4c-12928e15436d', 'name': '', 'network_id': '26d0436d-8ae2-49bd-8cc6-3d2eac552c84', 'tenant_id': '', 'mac_address': 'fa:16:3e:e5:c7:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '966c96ee-61f7-4f90-a5f6-9f5ed8a51317', 'device_owner': 'network:router_gateway', 'standard_attr_id': 66, 'fixed_ips': [{'subnet_id': 'd93852d8-8f89-4b1c-bef4-0e05f499a8db', 'ip_address': '172.27.0.21', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830097-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T13:16:00Z', 'updated_at': '2022-04-12T13:16:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd93852d8-8f89-4b1c-bef4-0e05f499a8db', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830097-4-iscsi'}], 'dv-cinder-830097-4-iscsi', False) {} {{(pid=103459) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 13:24:16.012153 dv-cinder-830097-4-iscsi neutron-server[103459]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6842fecc-0b1b-44b0-8bf0-2fbf66755c7b None None] Checking router: 966c96ee-61f7-4f90-a5f6-9f5ed8a51317 for host: dv-cinder-830097-4-iscsi {{(pid=103459) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 12 13:24:16.031312 dv-cinder-830097-4-iscsi neutron-server[103459]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6842fecc-0b1b-44b0-8bf0-2fbf66755c7b None None] Routers {'966c96ee-61f7-4f90-a5f6-9f5ed8a51317'} bound to L3 agent in host dv-cinder-830097-4-iscsi {{(pid=103459) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 12 13:24:16.031956 dv-cinder-830097-4-iscsi neutron-server[103459]: DEBUG neutron.db.l3_hamode_db [None req-6842fecc-0b1b-44b0-8bf0-2fbf66755c7b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830097-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 10, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 10, "log_agent_heartbeats": false, "routers": 10},created_at=2022-04-12T13:07:19Z,description=,heartbeat_timestamp=2022-04-12T13:23:49Z,host='dv-cinder-830097-4-iscsi',id=b7e11a8b-aeed-493f-9763-461016dddc93,load=0,resource_versions=,resources_synced=,started_at=2022-04-12T13:07:19Z,topic='l3_agent')) {'router_ids': ['966c96ee-61f7-4f90-a5f6-9f5ed8a51317'], 'active': True} {{(pid=103459) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 13:24:16.068601 dv-cinder-830097-4-iscsi neutron-server[103459]: DEBUG neutron.plugins.ml2.plugin [None req-3505bd68-a9fd-4823-92ea-1a6ded8ab071 None None] Current status of the port 31972305-3c0e-45f1-b071-0c5c3582b82f is: BUILD; New status is: ACTIVE {{(pid=103459) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 12 13:24:16.069007 dv-cinder-830097-4-iscsi neutron-server[103459]: DEBUG neutron_lib.callbacks.manager [None req-3505bd68-a9fd-4823-92ea-1a6ded8ab071 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-916304'] for port (31972305-3c0e-45f1-b071-0c5c3582b82f), before_update {{(pid=103459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:24:16.083690 dv-cinder-830097-4-iscsi neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-cb1431f7-104b-47f6-bc39-aefd59b9bc59 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-915890', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3697887', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732727894797', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732727417923', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26097133'] for port (958ce0b1-b216-48bf-ac4c-12928e15436d), after_delete {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:24:16.098277 dv-cinder-830097-4-iscsi neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67fca1cf-6703-43e2-a3ea-8e3d1d0787eb req-5f7a05be-bf14-472b-b38d-c14253c5d238 tempest-TestVolumeBootPattern-1974338582 tempest-TestVolumeBootPattern-1974338582-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 13:24:16.099762 dv-cinder-830097-4-iscsi neutron-server[103457]: INFO neutron.wsgi [req-67fca1cf-6703-43e2-a3ea-8e3d1d0787eb req-5f7a05be-bf14-472b-b38d-c14253c5d238 tempest-TestVolumeBootPattern-1974338582 tempest-TestVolumeBootPattern-1974338582-project] 10.222.0.18 "GET /v2.0/ports?device_id=79e021a9-fd5c-4b44-a4de-9b162a0a9eb9 HTTP/1.1" status: 200 len: 945 time: 0.0508955 Apr 12 13:24:16.120453 dv-cinder-830097-4-iscsi neutron-server[103458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb1431f7-104b-47f6-bc39-aefd59b9bc59 admin admin] Pushing event deleted for resources: {'Port': ['ID=958ce0b1-b216-48bf-ac4c-12928e15436d,revision_number=None']} {{(pid=103458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 13:24:16.138276 dv-cinder-830097-4-iscsi neutron-server[103459]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bc77c197-89c7-4e0d-b60b-22abc9b99bd6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '31972305-3c0e-45f1-b071-0c5c3582b82f'}] {{(pid=103459) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 12 13:24:16.140511 dv-cinder-830097-4-iscsi neutron-server[103459]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}95104bc0dd48ad9143548caf8a5bdec643107760c32fce8433ea43eac3fbdd81" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-43ee9a96-6469-4a1e-9e36-687814013be3" -d '{"events": [{"server_uuid": "bc77c197-89c7-4e0d-b60b-22abc9b99bd6", "name": "network-vif-plugged", "status": "completed", "tag": "31972305-3c0e-45f1-b071-0c5c3582b82f"}]}' {{(pid=103459) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 12 13:24:16.153947 dv-cinder-830097-4-iscsi neutron-server[103457]: INFO neutron.wsgi [req-67fca1cf-6703-43e2-a3ea-8e3d1d0787eb req-c7a01d34-425f-41fa-9e47-09d35fbd1896 tempest-TestVolumeBootPattern-1974338582 tempest-TestVolumeBootPattern-1974338582-project] 10.222.0.18 "GET /v2.0/security-groups?id=a66f9d14-bc7f-40ff-bcf2-fda4f9360a16&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0474999 Apr 12 13:24:16.158434 dv-cinder-830097-4-iscsi neutron-server[103459]: DEBUG neutron.plugins.ml2.db [None req-3505bd68-a9fd-4823-92ea-1a6ded8ab071 None None] For port 31972305-3c0e-45f1-b071-0c5c3582b82f, host hv-cinder-83009, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83009',level=0,port_id=31972305-3c0e-45f1-b071-0c5c3582b82f,segment=NetworkSegment(22816d98-787f-4f09-adc7-9591d9bff28c),segment_id=22816d98-787f-4f09-adc7-9591d9bff28c)] {{(pid=103459) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 12 13:24:16.163232 dv-cinder-830097-4-iscsi neutron-server[103459]: DEBUG neutron.db.l3_dvr_db [None req-6842fecc-0b1b-44b0-8bf0-2fbf66755c7b None None] Set router 966c96ee-61f7-4f90-a5f6-9f5ed8a51317 gateway port host: None {{(pid=103459) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 12 13:24:16.166563 dv-cinder-830097-4-iscsi neutron-server[103459]: DEBUG neutron_lib.callbacks.manager [None req-3505bd68-a9fd-4823-92ea-1a6ded8ab071 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-915890', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3697887', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732727894815', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732727417932', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732727417950'] for port (31972305-3c0e-45f1-b071-0c5c3582b82f), after_update {{(pid=103459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:24:16.202258 dv-cinder-830097-4-iscsi neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-cb1431f7-104b-47f6-bc39-aefd59b9bc59 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3739012'] for router_gateway (966c96ee-61f7-4f90-a5f6-9f5ed8a51317), after_delete {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:24:16.227509 dv-cinder-830097-4-iscsi neutron-server[103459]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 12 Apr 2022 13:24:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-25dea93c-45b4-43e7-92cd-d6af78d7456f x-openstack-request-id: req-25dea93c-45b4-43e7-92cd-d6af78d7456f {{(pid=103459) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 12 13:24:16.228976 dv-cinder-830097-4-iscsi neutron-server[103459]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bc77c197-89c7-4e0d-b60b-22abc9b99bd6", "name": "network-vif-plugged", "status": "completed", "tag": "31972305-3c0e-45f1-b071-0c5c3582b82f", "code": 200}]} {{(pid=103459) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 12 13:24:16.228976 dv-cinder-830097-4-iscsi neutron-server[103459]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-25dea93c-45b4-43e7-92cd-d6af78d7456f {{(pid=103459) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 12 13:24:16.228976 dv-cinder-830097-4-iscsi neutron-server[103459]: INFO neutron.notifiers.nova [-] Nova event matching ['req-25dea93c-45b4-43e7-92cd-d6af78d7456f'] response: {'server_uuid': 'bc77c197-89c7-4e0d-b60b-22abc9b99bd6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '31972305-3c0e-45f1-b071-0c5c3582b82f', 'code': 200} Apr 12 13:24:16.230955 dv-cinder-830097-4-iscsi neutron-server[103459]: DEBUG neutron.db.l3_hamode_db [None req-6842fecc-0b1b-44b0-8bf0-2fbf66755c7b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '966c96ee-61f7-4f90-a5f6-9f5ed8a51317', 'name': 'tempest-ServerRescueNegativeTestJSON-153791057-router', 'tenant_id': '03e871d047514daabb60a84f86099232', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-12T13:15:59Z', 'updated_at': '2022-04-12T13:24:15Z', 'revision_number': 6, 'project_id': '03e871d047514daabb60a84f86099232', 'gw_port_host': None}], 'dv-cinder-830097-4-iscsi', False) {} {{(pid=103459) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 13:24:16.280287 dv-cinder-830097-4-iscsi neutron-server[103459]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6842fecc-0b1b-44b0-8bf0-2fbf66755c7b None None] The sync data for ids ['966c96ee-61f7-4f90-a5f6-9f5ed8a51317'] in dv-cinder-830097-4-iscsi is: [{'id': '966c96ee-61f7-4f90-a5f6-9f5ed8a51317', 'name': 'tempest-ServerRescueNegativeTestJSON-153791057-router', 'tenant_id': '03e871d047514daabb60a84f86099232', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-12T13:15:59Z', 'updated_at': '2022-04-12T13:24:15Z', 'revision_number': 6, 'project_id': '03e871d047514daabb60a84f86099232', 'gw_port_host': None}] {{(pid=103459) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 12 13:24:16.298608 dv-cinder-830097-4-iscsi neutron-server[103459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3505bd68-a9fd-4823-92ea-1a6ded8ab071 None None] Pushing event updated for resources: {'Port': ['ID=31972305-3c0e-45f1-b071-0c5c3582b82f,revision_number=8']} {{(pid=103459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 13:24:16.301297 dv-cinder-830097-4-iscsi neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-cb1431f7-104b-47f6-bc39-aefd59b9bc59 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3800106', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-36279'] for router (966c96ee-61f7-4f90-a5f6-9f5ed8a51317), precommit_delete {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:24:16.303848 dv-cinder-830097-4-iscsi neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-cb1431f7-104b-47f6-bc39-aefd59b9bc59 admin admin] Publish callbacks [] for router_controller (966c96ee-61f7-4f90-a5f6-9f5ed8a51317), precommit_delete_associations {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:24:16.358548 dv-cinder-830097-4-iscsi neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-cb1431f7-104b-47f6-bc39-aefd59b9bc59 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3800099'] for router (966c96ee-61f7-4f90-a5f6-9f5ed8a51317), after_delete {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:24:16.359506 dv-cinder-830097-4-iscsi neutron-server[103458]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cb1431f7-104b-47f6-bc39-aefd59b9bc59 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 966c96ee-61f7-4f90-a5f6-9f5ed8a51317 {{(pid=103458) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 12 13:24:16.364517 dv-cinder-830097-4-iscsi neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-cb1431f7-104b-47f6-bc39-aefd59b9bc59 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:24:16.365704 dv-cinder-830097-4-iscsi neutron-server[103458]: INFO neutron.wsgi [None req-cb1431f7-104b-47f6-bc39-aefd59b9bc59 admin admin] 10.222.0.18 "DELETE /v2.0/routers/966c96ee-61f7-4f90-a5f6-9f5ed8a51317 HTTP/1.1" status: 204 len: 168 time: 0.8983853 Apr 12 13:24:16.368268 dv-cinder-830097-4-iscsi neutron-server[103458]: DEBUG neutron.wsgi [-] (103458) accepted ('10.222.0.18', 47920) {{(pid=103458) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 13:24:16.415505 dv-cinder-830097-4-iscsi neutron-server[103458]: DEBUG neutron.db.db_base_plugin_v2 [None req-8fc64a59-d792-4fa9-a4fe-7df65ac902fa admin admin] Deleting subnet e7f620b9-ee69-4e3f-9fdf-c3881765f45f {{(pid=103458) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Apr 12 13:24:16.418898 dv-cinder-830097-4-iscsi neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-8fc64a59-d792-4fa9-a4fe-7df65ac902fa admin admin] Publish callbacks [] for subnet (e7f620b9-ee69-4e3f-9fdf-c3881765f45f), before_delete {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:24:16.456274 dv-cinder-830097-4-iscsi neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-8fc64a59-d792-4fa9-a4fe-7df65ac902fa admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26034251'] for subnet (e7f620b9-ee69-4e3f-9fdf-c3881765f45f), precommit_delete_associations {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:24:16.535284 dv-cinder-830097-4-iscsi neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-8fc64a59-d792-4fa9-a4fe-7df65ac902fa admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-660287'] for subnet (e7f620b9-ee69-4e3f-9fdf-c3881765f45f), precommit_delete {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:24:16.597834 dv-cinder-830097-4-iscsi neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-8fc64a59-d792-4fa9-a4fe-7df65ac902fa admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-660230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3682813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3697887', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26097040', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25420786'] for subnet (e7f620b9-ee69-4e3f-9fdf-c3881765f45f), after_delete {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:24:16.622942 dv-cinder-830097-4-iscsi neutron-server[103458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fc64a59-d792-4fa9-a4fe-7df65ac902fa admin admin] Pushing event deleted for resources: {'Subnet': ['ID=e7f620b9-ee69-4e3f-9fdf-c3881765f45f,revision_number=None']} {{(pid=103458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 13:24:16.626577 dv-cinder-830097-4-iscsi neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-8fc64a59-d792-4fa9-a4fe-7df65ac902fa admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3697709'] for subnet (None), before_response {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:24:16.628520 dv-cinder-830097-4-iscsi neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1624c34d-5ee4-4ff4-8197-441c93728ffc req-a58c7f5b-da63-473b-b14b-9256b343318c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 13:24:16.631942 dv-cinder-830097-4-iscsi neutron-server[103458]: INFO neutron.wsgi [None req-8fc64a59-d792-4fa9-a4fe-7df65ac902fa admin admin] 10.222.0.18 "DELETE /v2.0/subnets/e7f620b9-ee69-4e3f-9fdf-c3881765f45f HTTP/1.1" status: 204 len: 168 time: 0.2601964 Apr 12 13:24:16.632099 dv-cinder-830097-4-iscsi neutron-server[103457]: INFO neutron.wsgi [req-1624c34d-5ee4-4ff4-8197-441c93728ffc req-a58c7f5b-da63-473b-b14b-9256b343318c service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=bc77c197-89c7-4e0d-b60b-22abc9b99bd6 HTTP/1.1" status: 200 len: 1129 time: 0.0409694 Apr 12 13:24:16.632342 dv-cinder-830097-4-iscsi neutron-server[103457]: DEBUG neutron.wsgi [-] (103457) accepted ('10.222.0.18', 47922) {{(pid=103457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 13:24:16.633490 dv-cinder-830097-4-iscsi neutron-server[103459]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0003ae85-94f2-4d19-a308-2a94e8f57e9f None None] Network 8a9d7c73-ddbc-4eef-a839-e9bbe858207d requested from dv-cinder-830097-4-iscsi {{(pid=103459) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 12 13:24:16.733262 dv-cinder-830097-4-iscsi neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-ed5deb9a-e280-4c7c-a861-3da8d390e8d0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-739948'] for network (8a9d7c73-ddbc-4eef-a839-e9bbe858207d), before_delete {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:24:16.739027 dv-cinder-830097-4-iscsi neutron-server[103457]: INFO neutron.wsgi [req-1624c34d-5ee4-4ff4-8197-441c93728ffc req-5a46ef5b-9cf5-4c56-8157-c1fc67b3a3a2 service neutron] 10.222.0.55 "GET /v2.0/security-groups?id=2baa67a9-5f14-404b-94ce-8aa7d37b6772&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0987413 Apr 12 13:24:16.776674 dv-cinder-830097-4-iscsi neutron-server[103459]: DEBUG neutron_lib.callbacks.manager [None req-da323b52-d638-44e7-b0af-7f57e4f51705 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732727929501', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-657397'] for agent (246ca497-e2ee-4e0b-b432-b4153c207e5f), after_update {{(pid=103459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:24:16.783316 dv-cinder-830097-4-iscsi neutron-server[103457]: DEBUG neutron.plugins.ml2.plugin [None req-ed5deb9a-e280-4c7c-a861-3da8d390e8d0 admin admin] Deleting port 1d18179e-c416-4e11-8016-4ac572b494c9 {{(pid=103457) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 12 13:24:16.783736 dv-cinder-830097-4-iscsi neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-ed5deb9a-e280-4c7c-a861-3da8d390e8d0 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732727887391'] for port (1d18179e-c416-4e11-8016-4ac572b494c9), before_delete {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:24:16.809047 dv-cinder-830097-4-iscsi neutron-server[103459]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-19b3e57c-ceb2-4a77-8f52-47644a5b0ad7 None None] DHCP port deletion for 8a9d7c73-ddbc-4eef-a839-e9bbe858207d request from dv-cinder-830097-4-iscsi {{(pid=103459) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Apr 12 13:24:16.857094 dv-cinder-830097-4-iscsi neutron-server[103457]: DEBUG neutron.plugins.ml2.db [None req-ed5deb9a-e280-4c7c-a861-3da8d390e8d0 admin admin] For port 1d18179e-c416-4e11-8016-4ac572b494c9, host dv-cinder-830097-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-830097-4-iscsi',level=0,port_id=1d18179e-c416-4e11-8016-4ac572b494c9,segment=NetworkSegment(cbdc8fb7-4f48-4130-80a4-939d65d92cbb),segment_id=cbdc8fb7-4f48-4130-80a4-939d65d92cbb)] {{(pid=103457) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 12 13:24:16.857593 dv-cinder-830097-4-iscsi neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-ed5deb9a-e280-4c7c-a861-3da8d390e8d0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3742288'] for port (1d18179e-c416-4e11-8016-4ac572b494c9), precommit_delete {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:24:16.862420 dv-cinder-830097-4-iscsi neutron-server[103459]: DEBUG neutron.plugins.ml2.plugin [None req-19b3e57c-ceb2-4a77-8f52-47644a5b0ad7 None None] Deleting port 1d18179e-c416-4e11-8016-4ac572b494c9 {{(pid=103459) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 12 13:24:16.862841 dv-cinder-830097-4-iscsi neutron-server[103459]: DEBUG neutron_lib.callbacks.manager [None req-19b3e57c-ceb2-4a77-8f52-47644a5b0ad7 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732727887391'] for port (1d18179e-c416-4e11-8016-4ac572b494c9), before_delete {{(pid=103459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:24:16.872709 dv-cinder-830097-4-iscsi neutron-server[103457]: DEBUG neutron.plugins.ml2.plugin [None req-ed5deb9a-e280-4c7c-a861-3da8d390e8d0 admin admin] Calling delete_port for 1d18179e-c416-4e11-8016-4ac572b494c9 owned by network:dhcp {{(pid=103457) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 12 13:24:16.888450 dv-cinder-830097-4-iscsi neutron-server[103459]: DEBUG neutron.plugins.ml2.rpc [None req-53781792-8650-4c78-93a6-1c4d328d874c None None] Device 70634d67-4046-424d-94eb-02fc097f0ec7 no longer exists at agent ovs-agent-dv-cinder-830097-4-iscsi {{(pid=103459) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 12 13:24:16.942063 dv-cinder-830097-4-iscsi neutron-server[103459]: DEBUG neutron.plugins.ml2.plugin [None req-53781792-8650-4c78-93a6-1c4d328d874c None None] No Port match for: 70634d67-4046-424d-94eb-02fc097f0ec7 {{(pid=103459) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2341}} Apr 12 13:24:16.942407 dv-cinder-830097-4-iscsi neutron-server[103459]: DEBUG neutron.plugins.ml2.rpc [None req-53781792-8650-4c78-93a6-1c4d328d874c None None] Device 70634d67-4046-424d-94eb-02fc097f0ec7 not bound to the agent host dv-cinder-830097-4-iscsi {{(pid=103459) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 12 13:24:16.942821 dv-cinder-830097-4-iscsi neutron-server[103459]: DEBUG neutron.plugins.ml2.rpc [None req-53781792-8650-4c78-93a6-1c4d328d874c None None] Device 958ce0b1-b216-48bf-ac4c-12928e15436d no longer exists at agent ovs-agent-dv-cinder-830097-4-iscsi {{(pid=103459) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 12 13:24:16.958728 dv-cinder-830097-4-iscsi neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-ed5deb9a-e280-4c7c-a861-3da8d390e8d0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-915890', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3697887', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732727894797', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732727417923', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25610742'] for port (1d18179e-c416-4e11-8016-4ac572b494c9), after_delete {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:24:16.969597 dv-cinder-830097-4-iscsi neutron-server[103459]: DEBUG neutron.plugins.ml2.plugin [None req-53781792-8650-4c78-93a6-1c4d328d874c None None] No Port match for: 958ce0b1-b216-48bf-ac4c-12928e15436d {{(pid=103459) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2341}} Apr 12 13:24:16.969965 dv-cinder-830097-4-iscsi neutron-server[103459]: DEBUG neutron.plugins.ml2.rpc [None req-53781792-8650-4c78-93a6-1c4d328d874c None None] Device 958ce0b1-b216-48bf-ac4c-12928e15436d not bound to the agent host dv-cinder-830097-4-iscsi {{(pid=103459) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 12 13:24:16.970367 dv-cinder-830097-4-iscsi neutron-server[103459]: DEBUG neutron.plugins.ml2.rpc [None req-53781792-8650-4c78-93a6-1c4d328d874c None None] Device 1d18179e-c416-4e11-8016-4ac572b494c9 no longer exists at agent ovs-agent-dv-cinder-830097-4-iscsi {{(pid=103459) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 12 13:24:16.976829 dv-cinder-830097-4-iscsi neutron-server[103459]: DEBUG neutron.plugins.ml2.db [None req-19b3e57c-ceb2-4a77-8f52-47644a5b0ad7 None None] For port 1d18179e-c416-4e11-8016-4ac572b494c9, host dv-cinder-830097-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-830097-4-iscsi',level=0,port_id=1d18179e-c416-4e11-8016-4ac572b494c9,segment=NetworkSegment(cbdc8fb7-4f48-4130-80a4-939d65d92cbb),segment_id=cbdc8fb7-4f48-4130-80a4-939d65d92cbb)] {{(pid=103459) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 12 13:24:16.977323 dv-cinder-830097-4-iscsi neutron-server[103459]: DEBUG neutron_lib.callbacks.manager [None req-19b3e57c-ceb2-4a77-8f52-47644a5b0ad7 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3742288'] for port (1d18179e-c416-4e11-8016-4ac572b494c9), precommit_delete {{(pid=103459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:24:16.989350 dv-cinder-830097-4-iscsi neutron-server[103457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed5deb9a-e280-4c7c-a861-3da8d390e8d0 admin admin] Pushing event deleted for resources: {'Port': ['ID=1d18179e-c416-4e11-8016-4ac572b494c9,revision_number=None']} {{(pid=103457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 13:24:16.995719 dv-cinder-830097-4-iscsi neutron-server[103457]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ed5deb9a-e280-4c7c-a861-3da8d390e8d0 admin admin] No DVR routers for this DVR port 1d18179e-c416-4e11-8016-4ac572b494c9 on host dv-cinder-830097-4-iscsi {{(pid=103457) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 12 13:24:17.000840 dv-cinder-830097-4-iscsi neutron-server[103459]: DEBUG neutron.plugins.ml2.plugin [None req-53781792-8650-4c78-93a6-1c4d328d874c None None] No Port match for: 1d18179e-c416-4e11-8016-4ac572b494c9 {{(pid=103459) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2341}} Apr 12 13:24:17.001249 dv-cinder-830097-4-iscsi neutron-server[103459]: DEBUG neutron.plugins.ml2.rpc [None req-53781792-8650-4c78-93a6-1c4d328d874c None None] Device 1d18179e-c416-4e11-8016-4ac572b494c9 not bound to the agent host dv-cinder-830097-4-iscsi {{(pid=103459) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 12 13:24:17.013435 dv-cinder-830097-4-iscsi neutron-server[103459]: DEBUG neutron.plugins.ml2.plugin [None req-19b3e57c-ceb2-4a77-8f52-47644a5b0ad7 None None] Calling delete_port for 1d18179e-c416-4e11-8016-4ac572b494c9 owned by network:dhcp {{(pid=103459) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 12 13:24:17.117844 dv-cinder-830097-4-iscsi neutron-server[103459]: DEBUG neutron_lib.callbacks.manager [None req-19b3e57c-ceb2-4a77-8f52-47644a5b0ad7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-915890', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3697887', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732727894797', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732727417923'] for port (1d18179e-c416-4e11-8016-4ac572b494c9), after_delete {{(pid=103459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:24:17.123015 dv-cinder-830097-4-iscsi neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-ed5deb9a-e280-4c7c-a861-3da8d390e8d0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-661938', 'neutron.services.segments.db._delete_segments_for_network-8732727929519'] for network (8a9d7c73-ddbc-4eef-a839-e9bbe858207d), precommit_delete {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:24:17.129806 dv-cinder-830097-4-iscsi neutron-server[103459]: DEBUG neutron.db.l3_dvrscheduler_db [None req-19b3e57c-ceb2-4a77-8f52-47644a5b0ad7 None None] No DVR routers for this DVR port 1d18179e-c416-4e11-8016-4ac572b494c9 on host dv-cinder-830097-4-iscsi {{(pid=103459) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 12 13:24:17.137947 dv-cinder-830097-4-iscsi neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e27b1729-4660-418b-acfa-bef753c745f2 req-20ab3f02-6bef-4a28-b72c-9244bd503c97 tempest-TestShelveInstance-750106452 tempest-TestShelveInstance-750106452-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 13:24:17.139593 dv-cinder-830097-4-iscsi neutron-server[103457]: INFO neutron.wsgi [req-e27b1729-4660-418b-acfa-bef753c745f2 req-20ab3f02-6bef-4a28-b72c-9244bd503c97 tempest-TestShelveInstance-750106452 tempest-TestShelveInstance-750106452-project] 10.222.0.18 "GET /v2.0/ports?device_id=bc77c197-89c7-4e0d-b60b-22abc9b99bd6 HTTP/1.1" status: 200 len: 945 time: 0.0995810 Apr 12 13:24:17.148394 dv-cinder-830097-4-iscsi neutron-server[103459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19b3e57c-ceb2-4a77-8f52-47644a5b0ad7 None None] Pushing event deleted for resources: {'Port': ['ID=1d18179e-c416-4e11-8016-4ac572b494c9,revision_number=None']} {{(pid=103459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 13:24:17.163240 dv-cinder-830097-4-iscsi neutron-server[103457]: DEBUG neutron.services.segments.db [None req-ed5deb9a-e280-4c7c-a861-3da8d390e8d0 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8a9d7c73-ddbc-4eef-a839-e9bbe858207d']}} {{(pid=103457) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 13:24:17.184272 dv-cinder-830097-4-iscsi neutron-server[103457]: DEBUG neutron.services.segments.db [None req-ed5deb9a-e280-4c7c-a861-3da8d390e8d0 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'cbdc8fb7-4f48-4130-80a4-939d65d92cbb') {'for_net_delete': True} {{(pid=103457) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 13:24:17.184272 dv-cinder-830097-4-iscsi neutron-server[103457]: DEBUG neutron.services.segments.db [None req-ed5deb9a-e280-4c7c-a861-3da8d390e8d0 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'cbdc8fb7-4f48-4130-80a4-939d65d92cbb') {} {{(pid=103457) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 13:24:17.197041 dv-cinder-830097-4-iscsi neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-ed5deb9a-e280-4c7c-a861-3da8d390e8d0 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8732727932344', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25895923'] for segment (cbdc8fb7-4f48-4130-80a4-939d65d92cbb), before_delete {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:24:17.229126 dv-cinder-830097-4-iscsi neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-ed5deb9a-e280-4c7c-a861-3da8d390e8d0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-715442'] for segment (cbdc8fb7-4f48-4130-80a4-939d65d92cbb), precommit_delete {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:24:17.238413 dv-cinder-830097-4-iscsi neutron-server[103457]: INFO neutron.wsgi [req-e27b1729-4660-418b-acfa-bef753c745f2 req-26640df3-f5c3-4cf6-9c15-f882be71095b tempest-TestShelveInstance-750106452 tempest-TestShelveInstance-750106452-project] 10.222.0.18 "GET /v2.0/security-groups?id=2baa67a9-5f14-404b-94ce-8aa7d37b6772&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0862904 Apr 12 13:24:17.239311 dv-cinder-830097-4-iscsi neutron-server[103457]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ed5deb9a-e280-4c7c-a861-3da8d390e8d0 admin admin] Releasing vlan 222 on physical network physnet1 to pool {{(pid=103457) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 12 13:24:17.239819 dv-cinder-830097-4-iscsi neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-ed5deb9a-e280-4c7c-a861-3da8d390e8d0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-715442', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25610529'] for segment (cbdc8fb7-4f48-4130-80a4-939d65d92cbb), after_delete {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:24:17.241763 dv-cinder-830097-4-iscsi neutron-server[103457]: Traceback (most recent call last): Apr 12 13:24:17.241763 dv-cinder-830097-4-iscsi neutron-server[103457]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 12 13:24:17.241763 dv-cinder-830097-4-iscsi neutron-server[103457]: timer() Apr 12 13:24:17.241763 dv-cinder-830097-4-iscsi neutron-server[103457]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 12 13:24:17.241763 dv-cinder-830097-4-iscsi neutron-server[103457]: cb(*args, **kw) Apr 12 13:24:17.241763 dv-cinder-830097-4-iscsi neutron-server[103457]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 12 13:24:17.241763 dv-cinder-830097-4-iscsi neutron-server[103457]: return func(*args, **kwargs) Apr 12 13:24:17.241763 dv-cinder-830097-4-iscsi neutron-server[103457]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 12 13:24:17.241763 dv-cinder-830097-4-iscsi neutron-server[103457]: self._notify() Apr 12 13:24:17.241763 dv-cinder-830097-4-iscsi neutron-server[103457]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 12 13:24:17.241763 dv-cinder-830097-4-iscsi neutron-server[103457]: self.callback(batched_events) Apr 12 13:24:17.241763 dv-cinder-830097-4-iscsi neutron-server[103457]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 12 13:24:17.241763 dv-cinder-830097-4-iscsi neutron-server[103457]: event.method(event) Apr 12 13:24:17.241763 dv-cinder-830097-4-iscsi neutron-server[103457]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 12 13:24:17.241763 dv-cinder-830097-4-iscsi neutron-server[103457]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 12 13:24:17.241763 dv-cinder-830097-4-iscsi neutron-server[103457]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 12 13:24:17.241763 dv-cinder-830097-4-iscsi neutron-server[103457]: aggregate_uuid = self.p_client.list_aggregates( Apr 12 13:24:17.241763 dv-cinder-830097-4-iscsi neutron-server[103457]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 12 13:24:17.241763 dv-cinder-830097-4-iscsi neutron-server[103457]: return f(self, *a, **k) Apr 12 13:24:17.241763 dv-cinder-830097-4-iscsi neutron-server[103457]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 12 13:24:17.241763 dv-cinder-830097-4-iscsi neutron-server[103457]: return self._get(url).json() Apr 12 13:24:17.241763 dv-cinder-830097-4-iscsi neutron-server[103457]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 12 13:24:17.241763 dv-cinder-830097-4-iscsi neutron-server[103457]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 12 13:24:17.241763 dv-cinder-830097-4-iscsi neutron-server[103457]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 12 13:24:17.241763 dv-cinder-830097-4-iscsi neutron-server[103457]: return self.request(url, 'GET', **kwargs) Apr 12 13:24:17.241763 dv-cinder-830097-4-iscsi neutron-server[103457]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 12 13:24:17.241763 dv-cinder-830097-4-iscsi neutron-server[103457]: base_url = self.get_endpoint(auth, allow=allow, Apr 12 13:24:17.241763 dv-cinder-830097-4-iscsi neutron-server[103457]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 12 13:24:17.241763 dv-cinder-830097-4-iscsi neutron-server[103457]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 12 13:24:17.241763 dv-cinder-830097-4-iscsi neutron-server[103457]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 12 13:24:17.241763 dv-cinder-830097-4-iscsi neutron-server[103457]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 12 13:24:17.241763 dv-cinder-830097-4-iscsi neutron-server[103457]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 12 13:24:17.285881 dv-cinder-830097-4-iscsi neutron-server[103458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64f58876-551e-4fc6-bbca-64f89daa62d4 req-bbe69e3b-897f-4f1b-9c8f-a74bec02dae5 tempest-TestVolumeBootPattern-1974338582 tempest-TestVolumeBootPattern-1974338582-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 13:24:17.287347 dv-cinder-830097-4-iscsi neutron-server[103458]: INFO neutron.wsgi [req-64f58876-551e-4fc6-bbca-64f89daa62d4 req-bbe69e3b-897f-4f1b-9c8f-a74bec02dae5 tempest-TestVolumeBootPattern-1974338582 tempest-TestVolumeBootPattern-1974338582-project] 10.222.0.18 "GET /v2.0/ports?device_id=79e021a9-fd5c-4b44-a4de-9b162a0a9eb9 HTTP/1.1" status: 200 len: 945 time: 0.0536988 Apr 12 13:24:17.302253 dv-cinder-830097-4-iscsi neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-ed5deb9a-e280-4c7c-a861-3da8d390e8d0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-661949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3691972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3697887', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3739104'] for network (8a9d7c73-ddbc-4eef-a839-e9bbe858207d), after_delete {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:24:17.308626 dv-cinder-830097-4-iscsi neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-ed5deb9a-e280-4c7c-a861-3da8d390e8d0 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3697709'] for network (None), before_response {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:24:17.311872 dv-cinder-830097-4-iscsi neutron-server[103457]: INFO neutron.wsgi [None req-ed5deb9a-e280-4c7c-a861-3da8d390e8d0 admin admin] 10.222.0.18 "DELETE /v2.0/networks/8a9d7c73-ddbc-4eef-a839-e9bbe858207d HTTP/1.1" status: 204 len: 168 time: 0.6780810 Apr 12 13:24:17.322681 dv-cinder-830097-4-iscsi neutron-server[103457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed5deb9a-e280-4c7c-a861-3da8d390e8d0 admin admin] Pushing event deleted for resources: {'Network': ['ID=8a9d7c73-ddbc-4eef-a839-e9bbe858207d,revision_number=None']} {{(pid=103457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 13:24:17.354917 dv-cinder-830097-4-iscsi neutron-server[103458]: INFO neutron.wsgi [req-64f58876-551e-4fc6-bbca-64f89daa62d4 req-b0215951-1d53-4eec-aa42-fa485af43106 tempest-TestVolumeBootPattern-1974338582 tempest-TestVolumeBootPattern-1974338582-project] 10.222.0.18 "GET /v2.0/security-groups?id=a66f9d14-bc7f-40ff-bcf2-fda4f9360a16&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0573194 Apr 12 13:24:17.426277 dv-cinder-830097-4-iscsi neutron-server[103458]: DEBUG neutron.wsgi [-] (103458) accepted ('10.222.0.18', 47934) {{(pid=103458) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 13:24:17.466480 dv-cinder-830097-4-iscsi neutron-server[103458]: INFO neutron.wsgi [None req-3c0bee21-45b7-4b31-8e68-590592b13d47 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=03e871d047514daabb60a84f86099232&name=default HTTP/1.1" status: 200 len: 2992 time: 0.0389903 Apr 12 13:24:17.467752 dv-cinder-830097-4-iscsi neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b0e63af-9f2a-46dc-afa0-966952dcf319 req-11ec7414-67ac-4a93-8b80-da5dd40b73e5 tempest-TestVolumeBootPattern-1974338582 tempest-TestVolumeBootPattern-1974338582-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 13:24:17.468905 dv-cinder-830097-4-iscsi neutron-server[103458]: DEBUG neutron.wsgi [-] (103458) accepted ('10.222.0.18', 47936) {{(pid=103458) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 13:24:17.469361 dv-cinder-830097-4-iscsi neutron-server[103457]: INFO neutron.wsgi [req-1b0e63af-9f2a-46dc-afa0-966952dcf319 req-11ec7414-67ac-4a93-8b80-da5dd40b73e5 tempest-TestVolumeBootPattern-1974338582 tempest-TestVolumeBootPattern-1974338582-project] 10.222.0.18 "GET /v2.0/ports?device_id=79e021a9-fd5c-4b44-a4de-9b162a0a9eb9 HTTP/1.1" status: 200 len: 945 time: 0.0479255 Apr 12 13:24:17.518201 dv-cinder-830097-4-iscsi neutron-server[103457]: INFO neutron.wsgi [req-1b0e63af-9f2a-46dc-afa0-966952dcf319 req-534572e4-4e4c-4529-96c1-536581ef9e1f tempest-TestVolumeBootPattern-1974338582 tempest-TestVolumeBootPattern-1974338582-project] 10.222.0.18 "GET /v2.0/security-groups?id=a66f9d14-bc7f-40ff-bcf2-fda4f9360a16&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0431111 Apr 12 13:24:17.518911 dv-cinder-830097-4-iscsi neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-3356520a-36f5-447d-91ca-5df6b915492d admin admin] Publish callbacks [] for security_group (1da71eb9-9022-4720-ae95-e700d9700270), before_delete {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:24:17.540674 dv-cinder-830097-4-iscsi neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-3356520a-36f5-447d-91ca-5df6b915492d admin admin] Publish callbacks [] for security_group (1da71eb9-9022-4720-ae95-e700d9700270), precommit_delete {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:24:17.541724 dv-cinder-830097-4-iscsi neutron-server[103457]: DEBUG neutron.wsgi [-] (103457) accepted ('10.222.0.18', 47938) {{(pid=103457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 13:24:17.583051 dv-cinder-830097-4-iscsi neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c2ec90cc-481c-4c16-ace3-4fb1384da3ce tempest-TestVolumeBootPattern-2028017746 tempest-TestVolumeBootPattern-2028017746-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 13:24:17.584456 dv-cinder-830097-4-iscsi neutron-server[103457]: INFO neutron.wsgi [None req-c2ec90cc-481c-4c16-ace3-4fb1384da3ce tempest-TestVolumeBootPattern-2028017746 tempest-TestVolumeBootPattern-2028017746-project-admin] 10.222.0.18 "GET /v2.0/ports?device_id=79e021a9-fd5c-4b44-a4de-9b162a0a9eb9 HTTP/1.1" status: 200 len: 1124 time: 0.0414479 Apr 12 13:24:17.588203 dv-cinder-830097-4-iscsi neutron-server[103457]: DEBUG neutron.wsgi [-] (103457) accepted ('10.222.0.18', 47940) {{(pid=103457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 13:24:17.588700 dv-cinder-830097-4-iscsi neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-3356520a-36f5-447d-91ca-5df6b915492d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3691807'] for security_group (1da71eb9-9022-4720-ae95-e700d9700270), after_delete {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:24:17.591231 dv-cinder-830097-4-iscsi neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-3356520a-36f5-447d-91ca-5df6b915492d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:24:17.592565 dv-cinder-830097-4-iscsi neutron-server[103458]: INFO neutron.wsgi [None req-3356520a-36f5-447d-91ca-5df6b915492d admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/1da71eb9-9022-4720-ae95-e700d9700270 HTTP/1.1" status: 204 len: 168 time: 0.1224163 Apr 12 13:24:17.592882 dv-cinder-830097-4-iscsi neutron-server[103457]: DEBUG neutron.api.v2.base [None req-c363e82a-06ee-4ccf-aec4-1649f5f210c7 tempest-TestVolumeBootPattern-1974338582 tempest-TestVolumeBootPattern-1974338582-project] Request body: {'floatingip': {'floating_network_id': '26d0436d-8ae2-49bd-8cc6-3d2eac552c84', 'port_id': 'edda591b-4d5a-478b-9844-8ac94d78d31b', 'tenant_id': '59e9ce76515147cfa24a7c710300c9c0', 'fixed_ip_address': '172.20.0.3'}} {{(pid=103457) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 12 13:24:17.600152 dv-cinder-830097-4-iscsi neutron-server[103458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3356520a-36f5-447d-91ca-5df6b915492d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1da71eb9-9022-4720-ae95-e700d9700270,revision_number=None']} {{(pid=103458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 13:24:17.616283 dv-cinder-830097-4-iscsi neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-c363e82a-06ee-4ccf-aec4-1649f5f210c7 tempest-TestVolumeBootPattern-1974338582 tempest-TestVolumeBootPattern-1974338582-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:24:17.697123 dv-cinder-830097-4-iscsi neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-c363e82a-06ee-4ccf-aec4-1649f5f210c7 tempest-TestVolumeBootPattern-1974338582 tempest-TestVolumeBootPattern-1974338582-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-916304'] for port (None), before_create {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:24:17.810782 dv-cinder-830097-4-iscsi neutron-server[103457]: DEBUG neutron.db.db_base_plugin_common [None req-c363e82a-06ee-4ccf-aec4-1649f5f210c7 tempest-TestVolumeBootPattern-1974338582 tempest-TestVolumeBootPattern-1974338582-project] Allocated IP 172.27.0.163 (26d0436d-8ae2-49bd-8cc6-3d2eac552c84/d93852d8-8f89-4b1c-bef4-0e05f499a8db/36143b66-c9a2-4a41-9106-f3c19078289a) {{(pid=103457) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 12 13:24:17.912614 dv-cinder-830097-4-iscsi neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-c363e82a-06ee-4ccf-aec4-1649f5f210c7 tempest-TestVolumeBootPattern-1974338582 tempest-TestVolumeBootPattern-1974338582-project] Publish callbacks [] for port (36143b66-c9a2-4a41-9106-f3c19078289a), precommit_create {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:24:17.950525 dv-cinder-830097-4-iscsi neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-c363e82a-06ee-4ccf-aec4-1649f5f210c7 tempest-TestVolumeBootPattern-1974338582 tempest-TestVolumeBootPattern-1974338582-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-915890', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3697887', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732727417914', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25610742'] for port (36143b66-c9a2-4a41-9106-f3c19078289a), after_create {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:24:17.995756 dv-cinder-830097-4-iscsi neutron-server[103457]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c363e82a-06ee-4ccf-aec4-1649f5f210c7 tempest-TestVolumeBootPattern-1974338582 tempest-TestVolumeBootPattern-1974338582-project] Network 26d0436d-8ae2-49bd-8cc6-3d2eac552c84 is already hosted by enough agents. {{(pid=103457) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 12 13:24:17.998612 dv-cinder-830097-4-iscsi neutron-server[103457]: DEBUG neutron.scheduler.base_scheduler [None req-c363e82a-06ee-4ccf-aec4-1649f5f210c7 tempest-TestVolumeBootPattern-1974338582 tempest-TestVolumeBootPattern-1974338582-project] Resources bound (agent type, host, resource id): {{(pid=103457) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 12 13:24:18.002068 dv-cinder-830097-4-iscsi neutron-server[103457]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c363e82a-06ee-4ccf-aec4-1649f5f210c7 tempest-TestVolumeBootPattern-1974338582 tempest-TestVolumeBootPattern-1974338582-project] Received port after_create {{(pid=103457) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 12 13:24:18.027498 dv-cinder-830097-4-iscsi neutron-server[103457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c363e82a-06ee-4ccf-aec4-1649f5f210c7 tempest-TestVolumeBootPattern-1974338582 tempest-TestVolumeBootPattern-1974338582-project] Pushing event updated for resources: {'Port': ['ID=36143b66-c9a2-4a41-9106-f3c19078289a,revision_number=1']} {{(pid=103457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 13:24:18.337291 dv-cinder-830097-4-iscsi neutron-server[103458]: DEBUG neutron.wsgi [-] (103458) accepted ('10.222.0.18', 47974) {{(pid=103458) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 13:24:18.382660 dv-cinder-830097-4-iscsi neutron-server[103458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-106a1cd9-eca2-455c-9bff-6f2a859ad305 req-6b985585-bf19-4613-b527-3ce78da5b665 tempest-TestShelveInstance-750106452 tempest-TestShelveInstance-750106452-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 13:24:18.385190 dv-cinder-830097-4-iscsi neutron-server[103458]: INFO neutron.wsgi [req-106a1cd9-eca2-455c-9bff-6f2a859ad305 req-6b985585-bf19-4613-b527-3ce78da5b665 tempest-TestShelveInstance-750106452 tempest-TestShelveInstance-750106452-project] 10.222.0.18 "GET /v2.0/ports?device_id=bc77c197-89c7-4e0d-b60b-22abc9b99bd6 HTTP/1.1" status: 200 len: 945 time: 0.0600109 Apr 12 13:24:18.440363 dv-cinder-830097-4-iscsi neutron-server[103458]: INFO neutron.wsgi [req-106a1cd9-eca2-455c-9bff-6f2a859ad305 req-83e28a17-08f2-4274-b2d3-a8bd6a0aac11 tempest-TestShelveInstance-750106452 tempest-TestShelveInstance-750106452-project] 10.222.0.18 "GET /v2.0/security-groups?id=2baa67a9-5f14-404b-94ce-8aa7d37b6772&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0493364 Apr 12 13:24:18.469038 dv-cinder-830097-4-iscsi neutron-server[103458]: DEBUG neutron.api.v2.base [None req-22124d64-3aac-496d-bd8b-3203b3a70c2a admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-2072194517-network', 'tenant_id': '20e0f5bb40424fdd8d81db2d3f3f5bed'}} {{(pid=103458) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 12 13:24:18.490350 dv-cinder-830097-4-iscsi neutron-server[103458]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-22124d64-3aac-496d-bd8b-3203b3a70c2a admin admin] Made reservation on behalf of 20e0f5bb40424fdd8d81db2d3f3f5bed for: {'network': 1} {{(pid=103458) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 12 13:24:18.493577 dv-cinder-830097-4-iscsi neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-22124d64-3aac-496d-bd8b-3203b3a70c2a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-916304'] for network (None), before_create {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:24:18.502854 dv-cinder-830097-4-iscsi neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-22124d64-3aac-496d-bd8b-3203b3a70c2a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:24:18.589924 dv-cinder-830097-4-iscsi neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-22124d64-3aac-496d-bd8b-3203b3a70c2a admin admin] Publish callbacks [] for security_group (299ad0e4-089c-406b-9387-8d4c87829f9b), precommit_create {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:24:18.594863 dv-cinder-830097-4-iscsi neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-22124d64-3aac-496d-bd8b-3203b3a70c2a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3691807'] for security_group (299ad0e4-089c-406b-9387-8d4c87829f9b), after_create {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:24:18.618824 dv-cinder-830097-4-iscsi neutron-server[103458]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-22124d64-3aac-496d-bd8b-3203b3a70c2a admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 218} {{(pid=103458) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 12 13:24:18.633482 dv-cinder-830097-4-iscsi neutron-server[103458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22124d64-3aac-496d-bd8b-3203b3a70c2a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=299ad0e4-089c-406b-9387-8d4c87829f9b,revision_number=1']} {{(pid=103458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 13:24:18.638620 dv-cinder-830097-4-iscsi neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-22124d64-3aac-496d-bd8b-3203b3a70c2a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-715442'] for segment (24a3b5ab-67d6-40f2-8155-150a4677719c), precommit_create {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:24:18.638962 dv-cinder-830097-4-iscsi neutron-server[103458]: INFO neutron.db.segments_db [None req-22124d64-3aac-496d-bd8b-3203b3a70c2a admin admin] Added segment 24a3b5ab-67d6-40f2-8155-150a4677719c of type vlan for network c46de1f9-f134-4531-aba1-4fd8f8f061ea Apr 12 13:24:18.692116 dv-cinder-830097-4-iscsi neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-22124d64-3aac-496d-bd8b-3203b3a70c2a admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8732727402599'] for network (c46de1f9-f134-4531-aba1-4fd8f8f061ea), precommit_create {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:24:18.719869 dv-cinder-830097-4-iscsi neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be7e1aad-b3db-45c3-bfb5-d0b3e51b50ff req-cad041bf-2b17-4a4d-84cb-d993cdea34d5 tempest-AttachVolumeTestJSON-1144281586 tempest-AttachVolumeTestJSON-1144281586-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 13:24:18.721399 dv-cinder-830097-4-iscsi neutron-server[103457]: INFO neutron.wsgi [req-be7e1aad-b3db-45c3-bfb5-d0b3e51b50ff req-cad041bf-2b17-4a4d-84cb-d993cdea34d5 tempest-AttachVolumeTestJSON-1144281586 tempest-AttachVolumeTestJSON-1144281586-project] 10.222.0.18 "GET /v2.0/ports?device_id=ba22d8d3-a051-42d3-976a-fa1a9f083b90 HTTP/1.1" status: 200 len: 946 time: 0.3203285 Apr 12 13:24:18.724367 dv-cinder-830097-4-iscsi neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-c363e82a-06ee-4ccf-aec4-1649f5f210c7 tempest-TestVolumeBootPattern-1974338582 tempest-TestVolumeBootPattern-1974338582-project] Publish callbacks [] for floatingip (de349f2f-1db8-49c6-9011-7d7879a5aa6b), precommit_create {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:24:18.736387 dv-cinder-830097-4-iscsi neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-22124d64-3aac-496d-bd8b-3203b3a70c2a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3691972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3697887'] for network (c46de1f9-f134-4531-aba1-4fd8f8f061ea), after_create {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:24:18.737603 dv-cinder-830097-4-iscsi neutron-server[103458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-22124d64-3aac-496d-bd8b-3203b3a70c2a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 13:24:18.738212 dv-cinder-830097-4-iscsi neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-22124d64-3aac-496d-bd8b-3203b3a70c2a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3697709'] for network (None), before_response {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:24:18.775081 dv-cinder-830097-4-iscsi neutron-server[103458]: INFO neutron.wsgi [None req-22124d64-3aac-496d-bd8b-3203b3a70c2a admin admin] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 898 time: 0.4365518 Apr 12 13:24:18.780633 dv-cinder-830097-4-iscsi neutron-server[103457]: DEBUG neutron.wsgi [-] (103457) accepted ('10.222.0.18', 47980) {{(pid=103457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 13:24:18.790806 dv-cinder-830097-4-iscsi neutron-server[103457]: DEBUG neutron.api.v2.base [None req-04a89242-da2b-4072-b72f-448c755ccc69 admin admin] Request body: {'subnet': {'network_id': 'c46de1f9-f134-4531-aba1-4fd8f8f061ea', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-2072194517-subnet', 'tenant_id': '20e0f5bb40424fdd8d81db2d3f3f5bed', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103457) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 12 13:24:18.806472 dv-cinder-830097-4-iscsi neutron-server[103458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22124d64-3aac-496d-bd8b-3203b3a70c2a admin admin] Pushing event updated for resources: {'Network': ['ID=c46de1f9-f134-4531-aba1-4fd8f8f061ea,revision_number=1']} {{(pid=103458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 13:24:18.816877 dv-cinder-830097-4-iscsi neutron-server[103459]: DEBUG neutron.plugins.ml2.rpc [None req-53781792-8650-4c78-93a6-1c4d328d874c None None] Network c46de1f9-f134-4531-aba1-4fd8f8f061ea details requested by agent ovs-agent-dv-cinder-830097-4-iscsi with host dv-cinder-830097-4-iscsi {{(pid=103459) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 12 13:24:18.838677 dv-cinder-830097-4-iscsi neutron-server[103457]: INFO neutron.wsgi [req-be7e1aad-b3db-45c3-bfb5-d0b3e51b50ff req-4dc5b086-9957-4100-85e2-e94c9009d9a5 tempest-AttachVolumeTestJSON-1144281586 tempest-AttachVolumeTestJSON-1144281586-project] 10.222.0.18 "GET /v2.0/security-groups?id=217ddcda-2ab1-4d2d-8d94-6a87ae6035e1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1104715 Apr 12 13:24:18.841352 dv-cinder-830097-4-iscsi neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-04a89242-da2b-4072-b72f-448c755ccc69 admin admin] Made reservation on behalf of 20e0f5bb40424fdd8d81db2d3f3f5bed for: {'subnet': 1} {{(pid=103457) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 12 13:24:18.843580 dv-cinder-830097-4-iscsi neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-04a89242-da2b-4072-b72f-448c755ccc69 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25774359'] for subnet (None), before_create {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:24:18.869355 dv-cinder-830097-4-iscsi neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-c363e82a-06ee-4ccf-aec4-1649f5f210c7 tempest-TestVolumeBootPattern-1974338582 tempest-TestVolumeBootPattern-1974338582-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-916304'] for port (36143b66-c9a2-4a41-9106-f3c19078289a), before_update {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:24:19.127857 dv-cinder-830097-4-iscsi neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-04a89242-da2b-4072-b72f-448c755ccc69 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3682813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3697887', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25610054', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25774341'] for subnet (89793335-0b8f-4b32-9022-10c6a4a5fe00), after_create {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:24:19.130717 dv-cinder-830097-4-iscsi neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-c363e82a-06ee-4ccf-aec4-1649f5f210c7 tempest-TestVolumeBootPattern-1974338582 tempest-TestVolumeBootPattern-1974338582-project] Publish callbacks [] for port (36143b66-c9a2-4a41-9106-f3c19078289a), precommit_update {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:24:19.137803 dv-cinder-830097-4-iscsi neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-c363e82a-06ee-4ccf-aec4-1649f5f210c7 tempest-TestVolumeBootPattern-1974338582 tempest-TestVolumeBootPattern-1974338582-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-915890', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3697887', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732727894815', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732727417932', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732727417950', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25610749'] for port (36143b66-c9a2-4a41-9106-f3c19078289a), after_update {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:24:19.249607 dv-cinder-830097-4-iscsi neutron-server[103457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c363e82a-06ee-4ccf-aec4-1649f5f210c7 tempest-TestVolumeBootPattern-1974338582 tempest-TestVolumeBootPattern-1974338582-project] Pushing event updated for resources: {'Port': ['ID=36143b66-c9a2-4a41-9106-f3c19078289a,revision_number=2']} {{(pid=103457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 13:24:19.261273 dv-cinder-830097-4-iscsi neutron-server[103457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04a89242-da2b-4072-b72f-448c755ccc69 admin admin] Pushing event updated for resources: {'Subnet': ['ID=89793335-0b8f-4b32-9022-10c6a4a5fe00,revision_number=0']} {{(pid=103457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 13:24:19.271349 dv-cinder-830097-4-iscsi neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-c363e82a-06ee-4ccf-aec4-1649f5f210c7 tempest-TestVolumeBootPattern-1974338582 tempest-TestVolumeBootPattern-1974338582-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3739086'] for floatingip (de349f2f-1db8-49c6-9011-7d7879a5aa6b), after_create {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:24:19.274687 dv-cinder-830097-4-iscsi neutron-server[103457]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-04a89242-da2b-4072-b72f-448c755ccc69 admin admin] Checking segment: {'id': '24a3b5ab-67d6-40f2-8155-150a4677719c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 218, 'network_id': 'c46de1f9-f134-4531-aba1-4fd8f8f061ea'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103457) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 12 13:24:19.275043 dv-cinder-830097-4-iscsi neutron-server[103457]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-04a89242-da2b-4072-b72f-448c755ccc69 admin admin] Network hostable DHCP agents. Network: c46de1f9-f134-4531-aba1-4fd8f8f061ea, hostable agents: ['246ca497-e2ee-4e0b-b432-b4153c207e5f'], hosted agents: [] {{(pid=103457) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 12 13:24:19.335146 dv-cinder-830097-4-iscsi neutron-server[103457]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-04a89242-da2b-4072-b72f-448c755ccc69 admin admin] Network c46de1f9-f134-4531-aba1-4fd8f8f061ea is scheduled to be hosted by DHCP agent 246ca497-e2ee-4e0b-b432-b4153c207e5f with binding_index 1 {{(pid=103457) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 12 13:24:19.373152 dv-cinder-830097-4-iscsi neutron-server[103459]: DEBUG neutron_lib.callbacks.manager [None req-1b3e5a50-753f-429e-9792-d2d9196e89fa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732727929501', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-657397'] for agent (b7e11a8b-aeed-493f-9763-461016dddc93), after_update {{(pid=103459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:24:19.386685 dv-cinder-830097-4-iscsi neutron-server[103457]: DEBUG neutron.scheduler.base_scheduler [None req-04a89242-da2b-4072-b72f-448c755ccc69 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-830097-4-iscsi, c46de1f9-f134-4531-aba1-4fd8f8f061ea) {{(pid=103457) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 12 13:24:19.392947 dv-cinder-830097-4-iscsi neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-04a89242-da2b-4072-b72f-448c755ccc69 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 13:24:19.393543 dv-cinder-830097-4-iscsi neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-04a89242-da2b-4072-b72f-448c755ccc69 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:24:19.395910 dv-cinder-830097-4-iscsi neutron-server[103459]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ab1793da-235a-4f8a-8b22-0c217cccb941 None None] Network c46de1f9-f134-4531-aba1-4fd8f8f061ea requested from dv-cinder-830097-4-iscsi {{(pid=103459) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 12 13:24:19.411028 dv-cinder-830097-4-iscsi neutron-server[103457]: INFO neutron.db.l3_db [None req-c363e82a-06ee-4ccf-aec4-1649f5f210c7 tempest-TestVolumeBootPattern-1974338582 tempest-TestVolumeBootPattern-1974338582-project] Floating IP de349f2f-1db8-49c6-9011-7d7879a5aa6b associated. External IP: 172.27.0.163, port: edda591b-4d5a-478b-9844-8ac94d78d31b. Apr 12 13:24:19.417724 dv-cinder-830097-4-iscsi neutron-server[103457]: INFO neutron.wsgi [None req-04a89242-da2b-4072-b72f-448c755ccc69 admin admin] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 862 time: 0.6329222 Apr 12 13:24:19.501348 dv-cinder-830097-4-iscsi neutron-server[103459]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9e785dad-197c-4d72-9865-cf626a9b096b None None] Network c46de1f9-f134-4531-aba1-4fd8f8f061ea requested from dv-cinder-830097-4-iscsi {{(pid=103459) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 12 13:24:19.608466 dv-cinder-830097-4-iscsi neutron-server[103458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-379e90a3-446a-460a-8e30-b2d58a9ba68b req-b2ea4e66-2e52-4693-b251-294e4a4fa26b tempest-TestShelveInstance-750106452 tempest-TestShelveInstance-750106452-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 13:24:19.610050 dv-cinder-830097-4-iscsi neutron-server[103458]: INFO neutron.wsgi [req-379e90a3-446a-460a-8e30-b2d58a9ba68b req-b2ea4e66-2e52-4693-b251-294e4a4fa26b tempest-TestShelveInstance-750106452 tempest-TestShelveInstance-750106452-project] 10.222.0.18 "GET /v2.0/ports?device_id=bc77c197-89c7-4e0d-b60b-22abc9b99bd6 HTTP/1.1" status: 200 len: 945 time: 0.0638571 Apr 12 13:24:19.667257 dv-cinder-830097-4-iscsi neutron-server[103457]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c363e82a-06ee-4ccf-aec4-1649f5f210c7 tempest-TestVolumeBootPattern-1974338582 tempest-TestVolumeBootPattern-1974338582-project] Router ba66042a-e589-44ce-9fdd-d59c505db23b has already been hosted by L3 agent b7e11a8b-aeed-493f-9763-461016dddc93 {{(pid=103457) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 12 13:24:19.668405 dv-cinder-830097-4-iscsi neutron-server[103458]: INFO neutron.wsgi [req-379e90a3-446a-460a-8e30-b2d58a9ba68b req-200a6f0b-6b0a-413c-91aa-760d9d32aa49 tempest-TestShelveInstance-750106452 tempest-TestShelveInstance-750106452-project] 10.222.0.18 "GET /v2.0/security-groups?id=2baa67a9-5f14-404b-94ce-8aa7d37b6772&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0503039 Apr 12 13:24:19.783387 dv-cinder-830097-4-iscsi neutron-server[103457]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c363e82a-06ee-4ccf-aec4-1649f5f210c7 tempest-TestVolumeBootPattern-1974338582 tempest-TestVolumeBootPattern-1974338582-project] Notify agent at l3_agent.dv-cinder-830097-4-iscsi the message routers_updated {{(pid=103457) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 12 13:24:19.794376 dv-cinder-830097-4-iscsi neutron-server[103460]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e9f249c0-3b71-4b04-abc9-339f985ac0e2 None None] Sync routers for ids ['ba66042a-e589-44ce-9fdd-d59c505db23b'] in dv-cinder-830097-4-iscsi {{(pid=103460) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 12 13:24:19.802586 dv-cinder-830097-4-iscsi neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-c363e82a-06ee-4ccf-aec4-1649f5f210c7 tempest-TestVolumeBootPattern-1974338582 tempest-TestVolumeBootPattern-1974338582-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-500965'] for floatingip (None), before_response {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:24:19.807274 dv-cinder-830097-4-iscsi neutron-server[103460]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e9f249c0-3b71-4b04-abc9-339f985ac0e2 None None] Routers {'ba66042a-e589-44ce-9fdd-d59c505db23b'} bound to L3 agent in host dv-cinder-830097-4-iscsi {{(pid=103460) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 12 13:24:19.807907 dv-cinder-830097-4-iscsi neutron-server[103460]: DEBUG neutron.db.l3_hamode_db [None req-e9f249c0-3b71-4b04-abc9-339f985ac0e2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830097-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-04-12T13:07:19Z,description=,heartbeat_timestamp=2022-04-12T13:24:19Z,host='dv-cinder-830097-4-iscsi',id=b7e11a8b-aeed-493f-9763-461016dddc93,load=0,resource_versions=,resources_synced=,started_at=2022-04-12T13:07:19Z,topic='l3_agent')) {'router_ids': ['ba66042a-e589-44ce-9fdd-d59c505db23b'], 'active': True} {{(pid=103460) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 13:24:19.849227 dv-cinder-830097-4-iscsi neutron-server[103457]: INFO neutron.wsgi [None req-c363e82a-06ee-4ccf-aec4-1649f5f210c7 tempest-TestVolumeBootPattern-1974338582 tempest-TestVolumeBootPattern-1974338582-project] 10.222.0.18 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.2598608 Apr 12 13:24:19.850130 dv-cinder-830097-4-iscsi neutron-server[103457]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '79e021a9-fd5c-4b44-a4de-9b162a0a9eb9', 'tag': 'edda591b-4d5a-478b-9844-8ac94d78d31b'}] {{(pid=103457) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 12 13:24:19.853467 dv-cinder-830097-4-iscsi neutron-server[103457]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}086c7d3de3560e72b9669b0aa2f8f0aa3a7dc6896401f4467231a6605ceb6cb3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5f318b12-8bf3-4359-aaf9-00d7531a5f49" -d '{"events": [{"name": "network-changed", "server_uuid": "79e021a9-fd5c-4b44-a4de-9b162a0a9eb9", "tag": "edda591b-4d5a-478b-9844-8ac94d78d31b"}]}' {{(pid=103457) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 12 13:24:19.906655 dv-cinder-830097-4-iscsi neutron-server[103457]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 12 Apr 2022 13:24:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7bc1acd0-f0ad-4b9b-a680-af1113644274 x-openstack-request-id: req-7bc1acd0-f0ad-4b9b-a680-af1113644274 {{(pid=103457) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 12 13:24:19.907260 dv-cinder-830097-4-iscsi neutron-server[103457]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "79e021a9-fd5c-4b44-a4de-9b162a0a9eb9", "tag": "edda591b-4d5a-478b-9844-8ac94d78d31b", "status": "completed", "code": 200}]} {{(pid=103457) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 12 13:24:19.907715 dv-cinder-830097-4-iscsi neutron-server[103457]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-7bc1acd0-f0ad-4b9b-a680-af1113644274 {{(pid=103457) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 12 13:24:19.908392 dv-cinder-830097-4-iscsi neutron-server[103457]: INFO neutron.notifiers.nova [-] Nova event matching ['req-7bc1acd0-f0ad-4b9b-a680-af1113644274'] response: {'name': 'network-changed', 'server_uuid': '79e021a9-fd5c-4b44-a4de-9b162a0a9eb9', 'tag': 'edda591b-4d5a-478b-9844-8ac94d78d31b', 'status': 'completed', 'code': 200} Apr 12 13:24:19.918776 dv-cinder-830097-4-iscsi neutron-server[103460]: DEBUG neutron.db.l3_dvr_db [None req-e9f249c0-3b71-4b04-abc9-339f985ac0e2 None None] Set router ba66042a-e589-44ce-9fdd-d59c505db23b gateway port host: dv-cinder-830097-4-iscsi {{(pid=103460) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 12 13:24:19.968615 dv-cinder-830097-4-iscsi neutron-server[103458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6b3187c-259e-4c58-8850-c2d384ce7e49 req-94680613-2a39-41f2-a777-44f3b71030fc tempest-AttachVolumeTestJSON-1144281586 tempest-AttachVolumeTestJSON-1144281586-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 13:24:19.970146 dv-cinder-830097-4-iscsi neutron-server[103458]: INFO neutron.wsgi [req-c6b3187c-259e-4c58-8850-c2d384ce7e49 req-94680613-2a39-41f2-a777-44f3b71030fc tempest-AttachVolumeTestJSON-1144281586 tempest-AttachVolumeTestJSON-1144281586-project] 10.222.0.18 "GET /v2.0/ports?device_id=ba22d8d3-a051-42d3-976a-fa1a9f083b90 HTTP/1.1" status: 200 len: 946 time: 0.0513847 Apr 12 13:24:19.990196 dv-cinder-830097-4-iscsi neutron-server[103457]: DEBUG neutron.wsgi [-] (103457) accepted ('10.222.0.18', 48006) {{(pid=103457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 13:24:19.996105 dv-cinder-830097-4-iscsi neutron-server[103457]: DEBUG neutron.api.v2.base [None req-0d16be8c-d958-4130-9538-4457b92a5dd4 admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-1874503797-network', 'tenant_id': '21e0901c522443b6878820e14b1b2c0f'}} {{(pid=103457) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 12 13:24:20.018063 dv-cinder-830097-4-iscsi neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0d16be8c-d958-4130-9538-4457b92a5dd4 admin admin] Made reservation on behalf of 21e0901c522443b6878820e14b1b2c0f for: {'network': 1} {{(pid=103457) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 12 13:24:20.021520 dv-cinder-830097-4-iscsi neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-0d16be8c-d958-4130-9538-4457b92a5dd4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-916304'] for network (None), before_create {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:24:20.022880 dv-cinder-830097-4-iscsi neutron-server[103458]: INFO neutron.wsgi [req-c6b3187c-259e-4c58-8850-c2d384ce7e49 req-0bb05791-3b5d-4062-8934-88487b24a6d2 tempest-AttachVolumeTestJSON-1144281586 tempest-AttachVolumeTestJSON-1144281586-project] 10.222.0.18 "GET /v2.0/security-groups?id=217ddcda-2ab1-4d2d-8d94-6a87ae6035e1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0461986 Apr 12 13:24:20.034914 dv-cinder-830097-4-iscsi neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-0d16be8c-d958-4130-9538-4457b92a5dd4 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:24:20.129226 dv-cinder-830097-4-iscsi neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-539bccc3-f67a-487d-bcf8-c516442467fb req-80608029-02ba-46a2-b0d2-f4778fd32551 tempest-AttachVolumeTestJSON-1144281586 tempest-AttachVolumeTestJSON-1144281586-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 13:24:20.130661 dv-cinder-830097-4-iscsi neutron-server[103457]: INFO neutron.wsgi [req-539bccc3-f67a-487d-bcf8-c516442467fb req-80608029-02ba-46a2-b0d2-f4778fd32551 tempest-AttachVolumeTestJSON-1144281586 tempest-AttachVolumeTestJSON-1144281586-project] 10.222.0.55 "GET /v2.0/ports?device_id=ba22d8d3-a051-42d3-976a-fa1a9f083b90 HTTP/1.1" status: 200 len: 946 time: 0.0927093 Apr 12 13:24:20.145627 dv-cinder-830097-4-iscsi neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f318b12-8bf3-4359-aaf9-00d7531a5f49 req-518308ac-6454-412e-9d17-b252cc90d8ec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 13:24:20.147022 dv-cinder-830097-4-iscsi neutron-server[103457]: INFO neutron.wsgi [req-5f318b12-8bf3-4359-aaf9-00d7531a5f49 req-518308ac-6454-412e-9d17-b252cc90d8ec service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=59e9ce76515147cfa24a7c710300c9c0&device_id=79e021a9-fd5c-4b44-a4de-9b162a0a9eb9 HTTP/1.1" status: 200 len: 1129 time: 0.1080084 Apr 12 13:24:20.147177 dv-cinder-830097-4-iscsi neutron-server[103460]: DEBUG neutron.db.l3_hamode_db [None req-e9f249c0-3b71-4b04-abc9-339f985ac0e2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ba66042a-e589-44ce-9fdd-d59c505db23b', 'name': 'tempest-TestVolumeBootPattern-1121100241-router', 'tenant_id': '59e9ce76515147cfa24a7c710300c9c0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '26d0436d-8ae2-49bd-8cc6-3d2eac552c84', 'external_fixed_ips': [{'subnet_id': 'd93852d8-8f89-4b1c-bef4-0e05f499a8db', 'ip_address': '172.27.0.135'}], 'enable_snat': True}, 'gw_port_id': 'a6bd8c1c-ed89-4dc0-93e5-88926e969196', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-12T13:19:38Z', 'updated_at': '2022-04-12T13:19:41Z', 'revision_number': 4, 'project_id': '59e9ce76515147cfa24a7c710300c9c0', 'gw_port': {'id': 'a6bd8c1c-ed89-4dc0-93e5-88926e969196', 'name': '', 'network_id': '26d0436d-8ae2-49bd-8cc6-3d2eac552c84', 'tenant_id': '', 'mac_address': 'fa:16:3e:bd:61:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ba66042a-e589-44ce-9fdd-d59c505db23b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 463, 'fixed_ips': [{'subnet_id': 'd93852d8-8f89-4b1c-bef4-0e05f499a8db', 'ip_address': '172.27.0.135', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830097-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T13:19:38Z', 'updated_at': '2022-04-12T13:19:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd93852d8-8f89-4b1c-bef4-0e05f499a8db', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830097-4-iscsi', '_floatingips': [{'id': 'de349f2f-1db8-49c6-9011-7d7879a5aa6b', 'tenant_id': '59e9ce76515147cfa24a7c710300c9c0', 'floating_ip_address': '172.27.0.163', 'floating_network_id': '26d0436d-8ae2-49bd-8cc6-3d2eac552c84', 'router_id': 'ba66042a-e589-44ce-9fdd-d59c505db23b', 'port_id': 'edda591b-4d5a-478b-9844-8ac94d78d31b', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 517, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'fc0e35fc-da48-4b0a-aef1-4a0c9e07f863', 'mac_address': 'fa:16:3e:c9:9d:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '79e021a9-fd5c-4b44-a4de-9b162a0a9eb9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-12T13:24:18Z', 'updated_at': '2022-04-12T13:24:18Z', 'revision_number': 0, 'project_id': '59e9ce76515147cfa24a7c710300c9c0', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a316c228-cce6-48d9-ae2d-ee8b711bff90', 'name': '', 'network_id': 'fc0e35fc-da48-4b0a-aef1-4a0c9e07f863', 'tenant_id': '59e9ce76515147cfa24a7c710300c9c0', 'mac_address': 'fa:16:3e:ca:00:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ba66042a-e589-44ce-9fdd-d59c505db23b', 'device_owner': 'network:router_interface', 'standard_attr_id': 464, 'fixed_ips': [{'subnet_id': '3e5a37b9-6492-41e4-a03e-0f76c3de6aee', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830097-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T13:19:40Z', 'updated_at': '2022-04-12T13:19:45Z', 'revision_number': 5, 'project_id': '59e9ce76515147cfa24a7c710300c9c0', 'subnets': [{'id': '3e5a37b9-6492-41e4-a03e-0f76c3de6aee', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-830097-4-iscsi', False) {} {{(pid=103460) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 13:24:20.177861 dv-cinder-830097-4-iscsi neutron-server[103460]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e9f249c0-3b71-4b04-abc9-339f985ac0e2 None None] Checking router: ba66042a-e589-44ce-9fdd-d59c505db23b for host: dv-cinder-830097-4-iscsi {{(pid=103460) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 12 13:24:20.186655 dv-cinder-830097-4-iscsi neutron-server[103460]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e9f249c0-3b71-4b04-abc9-339f985ac0e2 None None] Routers {'ba66042a-e589-44ce-9fdd-d59c505db23b'} bound to L3 agent in host dv-cinder-830097-4-iscsi {{(pid=103460) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 12 13:24:20.187263 dv-cinder-830097-4-iscsi neutron-server[103460]: DEBUG neutron.db.l3_hamode_db [None req-e9f249c0-3b71-4b04-abc9-339f985ac0e2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830097-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-04-12T13:07:19Z,description=,heartbeat_timestamp=2022-04-12T13:24:19Z,host='dv-cinder-830097-4-iscsi',id=b7e11a8b-aeed-493f-9763-461016dddc93,load=0,resource_versions=,resources_synced=,started_at=2022-04-12T13:07:19Z,topic='l3_agent')) {'router_ids': ['ba66042a-e589-44ce-9fdd-d59c505db23b'], 'active': True} {{(pid=103460) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 13:24:20.282847 dv-cinder-830097-4-iscsi neutron-server[103459]: DEBUG neutron_lib.callbacks.manager [None req-f20c20fe-5767-407a-9f30-b36f01c50254 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732727929501', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-657397'] for agent (1e8a91c7-94d1-4b17-9536-32bc01f44a9b), after_update {{(pid=103459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:24:20.300013 dv-cinder-830097-4-iscsi neutron-server[103460]: DEBUG neutron.db.l3_dvr_db [None req-e9f249c0-3b71-4b04-abc9-339f985ac0e2 None None] Set router ba66042a-e589-44ce-9fdd-d59c505db23b gateway port host: dv-cinder-830097-4-iscsi {{(pid=103460) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 12 13:24:20.334042 dv-cinder-830097-4-iscsi neutron-server[103457]: DEBUG neutron.plugins.ml2.plugin [req-539bccc3-f67a-487d-bcf8-c516442467fb req-80116a87-543b-4a84-a5f0-8b997fdc1eba tempest-AttachVolumeTestJSON-1144281586 tempest-AttachVolumeTestJSON-1144281586-project] Deleting port 62c1ce97-2966-4f79-9ab2-998dae58f04b {{(pid=103457) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 12 13:24:20.334374 dv-cinder-830097-4-iscsi neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [req-539bccc3-f67a-487d-bcf8-c516442467fb req-80116a87-543b-4a84-a5f0-8b997fdc1eba tempest-AttachVolumeTestJSON-1144281586 tempest-AttachVolumeTestJSON-1144281586-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732727887391'] for port (62c1ce97-2966-4f79-9ab2-998dae58f04b), before_delete {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:24:20.338237 dv-cinder-830097-4-iscsi neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-0d16be8c-d958-4130-9538-4457b92a5dd4 admin admin] Publish callbacks [] for security_group (9fb6c01e-19a4-42e1-ac2d-cbfe1d91c60f), precommit_create {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:24:20.343303 dv-cinder-830097-4-iscsi neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f318b12-8bf3-4359-aaf9-00d7531a5f49 req-521a205a-65b6-40a2-b741-21278ff033e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 13:24:20.344758 dv-cinder-830097-4-iscsi neutron-server[103457]: INFO neutron.wsgi [req-5f318b12-8bf3-4359-aaf9-00d7531a5f49 req-521a205a-65b6-40a2-b741-21278ff033e5 service neutron] 10.222.0.55 "GET /v2.0/networks?id=fc0e35fc-da48-4b0a-aef1-4a0c9e07f863 HTTP/1.1" status: 200 len: 913 time: 0.1911900 Apr 12 13:24:20.354612 dv-cinder-830097-4-iscsi neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-0d16be8c-d958-4130-9538-4457b92a5dd4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3691807'] for security_group (9fb6c01e-19a4-42e1-ac2d-cbfe1d91c60f), after_create {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:24:20.460491 dv-cinder-830097-4-iscsi neutron-server[103457]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0d16be8c-d958-4130-9538-4457b92a5dd4 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 242} {{(pid=103457) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 12 13:24:20.478644 dv-cinder-830097-4-iscsi neutron-server[103457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d16be8c-d958-4130-9538-4457b92a5dd4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9fb6c01e-19a4-42e1-ac2d-cbfe1d91c60f,revision_number=1']} {{(pid=103457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 13:24:20.496988 dv-cinder-830097-4-iscsi neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-0d16be8c-d958-4130-9538-4457b92a5dd4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-715442'] for segment (1d739fb9-66e7-4dbb-8faf-bec0e09b44bd), precommit_create {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:24:20.497329 dv-cinder-830097-4-iscsi neutron-server[103457]: INFO neutron.db.segments_db [None req-0d16be8c-d958-4130-9538-4457b92a5dd4 admin admin] Added segment 1d739fb9-66e7-4dbb-8faf-bec0e09b44bd of type vlan for network 5f5dc77b-d02e-47a9-8a92-9d7e03420a8b Apr 12 13:24:20.513004 dv-cinder-830097-4-iscsi neutron-server[103457]: INFO neutron.wsgi [req-5f318b12-8bf3-4359-aaf9-00d7531a5f49 req-152a8f17-98fe-4f8d-bb0a-f63493919128 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=edda591b-4d5a-478b-9844-8ac94d78d31b HTTP/1.1" status: 200 len: 999 time: 0.1553016 Apr 12 13:24:20.517164 dv-cinder-830097-4-iscsi neutron-server[103460]: DEBUG neutron.db.l3_hamode_db [None req-e9f249c0-3b71-4b04-abc9-339f985ac0e2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ba66042a-e589-44ce-9fdd-d59c505db23b', 'name': 'tempest-TestVolumeBootPattern-1121100241-router', 'tenant_id': '59e9ce76515147cfa24a7c710300c9c0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '26d0436d-8ae2-49bd-8cc6-3d2eac552c84', 'external_fixed_ips': [{'subnet_id': 'd93852d8-8f89-4b1c-bef4-0e05f499a8db', 'ip_address': '172.27.0.135'}], 'enable_snat': True}, 'gw_port_id': 'a6bd8c1c-ed89-4dc0-93e5-88926e969196', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-12T13:19:38Z', 'updated_at': '2022-04-12T13:19:41Z', 'revision_number': 4, 'project_id': '59e9ce76515147cfa24a7c710300c9c0', 'gw_port': {'id': 'a6bd8c1c-ed89-4dc0-93e5-88926e969196', 'name': '', 'network_id': '26d0436d-8ae2-49bd-8cc6-3d2eac552c84', 'tenant_id': '', 'mac_address': 'fa:16:3e:bd:61:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ba66042a-e589-44ce-9fdd-d59c505db23b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 463, 'fixed_ips': [{'subnet_id': 'd93852d8-8f89-4b1c-bef4-0e05f499a8db', 'ip_address': '172.27.0.135', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830097-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T13:19:38Z', 'updated_at': '2022-04-12T13:19:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd93852d8-8f89-4b1c-bef4-0e05f499a8db', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830097-4-iscsi', '_floatingips': [{'id': 'de349f2f-1db8-49c6-9011-7d7879a5aa6b', 'tenant_id': '59e9ce76515147cfa24a7c710300c9c0', 'floating_ip_address': '172.27.0.163', 'floating_network_id': '26d0436d-8ae2-49bd-8cc6-3d2eac552c84', 'router_id': 'ba66042a-e589-44ce-9fdd-d59c505db23b', 'port_id': 'edda591b-4d5a-478b-9844-8ac94d78d31b', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 517, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'fc0e35fc-da48-4b0a-aef1-4a0c9e07f863', 'mac_address': 'fa:16:3e:c9:9d:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '79e021a9-fd5c-4b44-a4de-9b162a0a9eb9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-12T13:24:18Z', 'updated_at': '2022-04-12T13:24:18Z', 'revision_number': 0, 'project_id': '59e9ce76515147cfa24a7c710300c9c0', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a316c228-cce6-48d9-ae2d-ee8b711bff90', 'name': '', 'network_id': 'fc0e35fc-da48-4b0a-aef1-4a0c9e07f863', 'tenant_id': '59e9ce76515147cfa24a7c710300c9c0', 'mac_address': 'fa:16:3e:ca:00:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ba66042a-e589-44ce-9fdd-d59c505db23b', 'device_owner': 'network:router_interface', 'standard_attr_id': 464, 'fixed_ips': [{'subnet_id': '3e5a37b9-6492-41e4-a03e-0f76c3de6aee', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830097-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T13:19:40Z', 'updated_at': '2022-04-12T13:19:45Z', 'revision_number': 5, 'project_id': '59e9ce76515147cfa24a7c710300c9c0', 'subnets': [{'id': '3e5a37b9-6492-41e4-a03e-0f76c3de6aee', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-830097-4-iscsi', False) {} {{(pid=103460) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 13:24:20.548173 dv-cinder-830097-4-iscsi neutron-server[103460]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e9f249c0-3b71-4b04-abc9-339f985ac0e2 None None] The sync data for ids ['ba66042a-e589-44ce-9fdd-d59c505db23b'] in dv-cinder-830097-4-iscsi is: [{'id': 'ba66042a-e589-44ce-9fdd-d59c505db23b', 'name': 'tempest-TestVolumeBootPattern-1121100241-router', 'tenant_id': '59e9ce76515147cfa24a7c710300c9c0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '26d0436d-8ae2-49bd-8cc6-3d2eac552c84', 'external_fixed_ips': [{'subnet_id': 'd93852d8-8f89-4b1c-bef4-0e05f499a8db', 'ip_address': '172.27.0.135'}], 'enable_snat': True}, 'gw_port_id': 'a6bd8c1c-ed89-4dc0-93e5-88926e969196', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-12T13:19:38Z', 'updated_at': '2022-04-12T13:19:41Z', 'revision_number': 4, 'project_id': '59e9ce76515147cfa24a7c710300c9c0', 'gw_port': {'id': 'a6bd8c1c-ed89-4dc0-93e5-88926e969196', 'name': '', 'network_id': '26d0436d-8ae2-49bd-8cc6-3d2eac552c84', 'tenant_id': '', 'mac_address': 'fa:16:3e:bd:61:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ba66042a-e589-44ce-9fdd-d59c505db23b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 463, 'fixed_ips': [{'subnet_id': 'd93852d8-8f89-4b1c-bef4-0e05f499a8db', 'ip_address': '172.27.0.135', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830097-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T13:19:38Z', 'updated_at': '2022-04-12T13:19:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd93852d8-8f89-4b1c-bef4-0e05f499a8db', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830097-4-iscsi', '_floatingips': [{'id': 'de349f2f-1db8-49c6-9011-7d7879a5aa6b', 'tenant_id': '59e9ce76515147cfa24a7c710300c9c0', 'floating_ip_address': '172.27.0.163', 'floating_network_id': '26d0436d-8ae2-49bd-8cc6-3d2eac552c84', 'router_id': 'ba66042a-e589-44ce-9fdd-d59c505db23b', 'port_id': 'edda591b-4d5a-478b-9844-8ac94d78d31b', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 517, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'fc0e35fc-da48-4b0a-aef1-4a0c9e07f863', 'mac_address': 'fa:16:3e:c9:9d:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '79e021a9-fd5c-4b44-a4de-9b162a0a9eb9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-12T13:24:18Z', 'updated_at': '2022-04-12T13:24:18Z', 'revision_number': 0, 'project_id': '59e9ce76515147cfa24a7c710300c9c0', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a316c228-cce6-48d9-ae2d-ee8b711bff90', 'name': '', 'network_id': 'fc0e35fc-da48-4b0a-aef1-4a0c9e07f863', 'tenant_id': '59e9ce76515147cfa24a7c710300c9c0', 'mac_address': 'fa:16:3e:ca:00:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ba66042a-e589-44ce-9fdd-d59c505db23b', 'device_owner': 'network:router_interface', 'standard_attr_id': 464, 'fixed_ips': [{'subnet_id': '3e5a37b9-6492-41e4-a03e-0f76c3de6aee', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830097-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T13:19:40Z', 'updated_at': '2022-04-12T13:19:45Z', 'revision_number': 5, 'project_id': '59e9ce76515147cfa24a7c710300c9c0', 'subnets': [{'id': '3e5a37b9-6492-41e4-a03e-0f76c3de6aee', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103460) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 12 13:24:20.593060 dv-cinder-830097-4-iscsi neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-0d16be8c-d958-4130-9538-4457b92a5dd4 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8732727402599'] for network (5f5dc77b-d02e-47a9-8a92-9d7e03420a8b), precommit_create {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:24:20.599825 dv-cinder-830097-4-iscsi neutron-server[103457]: DEBUG neutron.plugins.ml2.db [req-539bccc3-f67a-487d-bcf8-c516442467fb req-80116a87-543b-4a84-a5f0-8b997fdc1eba tempest-AttachVolumeTestJSON-1144281586 tempest-AttachVolumeTestJSON-1144281586-project] For port 62c1ce97-2966-4f79-9ab2-998dae58f04b, host hv-cinder-83009, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83009',level=0,port_id=62c1ce97-2966-4f79-9ab2-998dae58f04b,segment=NetworkSegment(14551b93-9fd8-40ed-a0fc-48c46d45be33),segment_id=14551b93-9fd8-40ed-a0fc-48c46d45be33)] {{(pid=103457) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 12 13:24:20.600179 dv-cinder-830097-4-iscsi neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [req-539bccc3-f67a-487d-bcf8-c516442467fb req-80116a87-543b-4a84-a5f0-8b997fdc1eba tempest-AttachVolumeTestJSON-1144281586 tempest-AttachVolumeTestJSON-1144281586-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3742288'] for port (62c1ce97-2966-4f79-9ab2-998dae58f04b), precommit_delete {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:24:20.677727 dv-cinder-830097-4-iscsi neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f318b12-8bf3-4359-aaf9-00d7531a5f49 req-ee7816bc-94d4-47e1-aea8-d338f0a59c0c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 13:24:20.679148 dv-cinder-830097-4-iscsi neutron-server[103457]: INFO neutron.wsgi [req-5f318b12-8bf3-4359-aaf9-00d7531a5f49 req-ee7816bc-94d4-47e1-aea8-d338f0a59c0c service neutron] 10.222.0.55 "GET /v2.0/subnets?id=3e5a37b9-6492-41e4-a03e-0f76c3de6aee HTTP/1.1" status: 200 len: 851 time: 0.1593075 Apr 12 13:24:20.698781 dv-cinder-830097-4-iscsi neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-0d16be8c-d958-4130-9538-4457b92a5dd4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3691972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3697887'] for network (5f5dc77b-d02e-47a9-8a92-9d7e03420a8b), after_create {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:24:20.699366 dv-cinder-830097-4-iscsi neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0d16be8c-d958-4130-9538-4457b92a5dd4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 13:24:20.699938 dv-cinder-830097-4-iscsi neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-0d16be8c-d958-4130-9538-4457b92a5dd4 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3697709'] for network (None), before_response {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:24:20.757398 dv-cinder-830097-4-iscsi neutron-server[103459]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c74dac6f-8ded-45ab-9d4a-95ab37fed8b8 None None] New status for floating IP de349f2f-1db8-49c6-9011-7d7879a5aa6b: ACTIVE {{(pid=103459) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 12 13:24:20.800004 dv-cinder-830097-4-iscsi neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f318b12-8bf3-4359-aaf9-00d7531a5f49 req-fe6b15a1-ef3e-4645-86c3-d43c62c28aba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 13:24:20.801520 dv-cinder-830097-4-iscsi neutron-server[103457]: INFO neutron.wsgi [req-5f318b12-8bf3-4359-aaf9-00d7531a5f49 req-fe6b15a1-ef3e-4645-86c3-d43c62c28aba service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=fc0e35fc-da48-4b0a-aef1-4a0c9e07f863&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.1155241 Apr 12 13:24:20.834320 dv-cinder-830097-4-iscsi neutron-server[103457]: INFO neutron.wsgi [None req-0d16be8c-d958-4130-9538-4457b92a5dd4 admin admin] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 898 time: 0.8430500 Apr 12 13:24:20.838768 dv-cinder-830097-4-iscsi neutron-server[103458]: DEBUG neutron.wsgi [-] (103458) accepted ('10.222.0.18', 48008) {{(pid=103458) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 13:24:20.846158 dv-cinder-830097-4-iscsi neutron-server[103458]: DEBUG neutron.api.v2.base [None req-ef5c4ff8-7452-4c12-95cf-46cf9638f1e0 admin admin] Request body: {'subnet': {'network_id': '5f5dc77b-d02e-47a9-8a92-9d7e03420a8b', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-1874503797-subnet', 'tenant_id': '21e0901c522443b6878820e14b1b2c0f', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103458) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 12 13:24:20.868907 dv-cinder-830097-4-iscsi neutron-server[103458]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ef5c4ff8-7452-4c12-95cf-46cf9638f1e0 admin admin] Made reservation on behalf of 21e0901c522443b6878820e14b1b2c0f for: {'subnet': 1} {{(pid=103458) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 12 13:24:20.871432 dv-cinder-830097-4-iscsi neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-ef5c4ff8-7452-4c12-95cf-46cf9638f1e0 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25420783'] for subnet (None), before_create {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:24:20.893114 dv-cinder-830097-4-iscsi neutron-server[103457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d16be8c-d958-4130-9538-4457b92a5dd4 admin admin] Pushing event updated for resources: {'Network': ['ID=5f5dc77b-d02e-47a9-8a92-9d7e03420a8b,revision_number=1']} {{(pid=103457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 13:24:20.902776 dv-cinder-830097-4-iscsi neutron-server[103459]: DEBUG neutron.plugins.ml2.rpc [None req-53781792-8650-4c78-93a6-1c4d328d874c None None] Network 5f5dc77b-d02e-47a9-8a92-9d7e03420a8b details requested by agent ovs-agent-dv-cinder-830097-4-iscsi with host dv-cinder-830097-4-iscsi {{(pid=103459) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 12 13:24:20.956991 dv-cinder-830097-4-iscsi neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [req-539bccc3-f67a-487d-bcf8-c516442467fb req-80116a87-543b-4a84-a5f0-8b997fdc1eba tempest-AttachVolumeTestJSON-1144281586 tempest-AttachVolumeTestJSON-1144281586-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:24:20.957370 dv-cinder-830097-4-iscsi neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [req-539bccc3-f67a-487d-bcf8-c516442467fb req-80116a87-543b-4a84-a5f0-8b997fdc1eba tempest-AttachVolumeTestJSON-1144281586 tempest-AttachVolumeTestJSON-1144281586-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3739086'] for floatingip (fb22a0e7-87df-4dd8-9e22-4a28de4a1fe8), after_update {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:24:20.957683 dv-cinder-830097-4-iscsi neutron-server[103457]: INFO neutron.db.l3_db [req-539bccc3-f67a-487d-bcf8-c516442467fb req-80116a87-543b-4a84-a5f0-8b997fdc1eba tempest-AttachVolumeTestJSON-1144281586 tempest-AttachVolumeTestJSON-1144281586-project] Floating IP fb22a0e7-87df-4dd8-9e22-4a28de4a1fe8 disassociated. External IP: 172.27.0.25, port: 62c1ce97-2966-4f79-9ab2-998dae58f04b. Apr 12 13:24:20.958024 dv-cinder-830097-4-iscsi neutron-server[103457]: DEBUG neutron.plugins.ml2.plugin [req-539bccc3-f67a-487d-bcf8-c516442467fb req-80116a87-543b-4a84-a5f0-8b997fdc1eba tempest-AttachVolumeTestJSON-1144281586 tempest-AttachVolumeTestJSON-1144281586-project] Calling delete_port for 62c1ce97-2966-4f79-9ab2-998dae58f04b owned by compute:nova {{(pid=103457) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 12 13:24:21.017014 dv-cinder-830097-4-iscsi neutron-server[103457]: INFO neutron.wsgi [req-5f318b12-8bf3-4359-aaf9-00d7531a5f49 req-73a5197f-6b33-41de-b880-8c3c6afed35b service neutron] 10.222.0.55 "GET /v2.0/networks/fc0e35fc-da48-4b0a-aef1-4a0c9e07f863?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1778553 Apr 12 13:24:21.073809 dv-cinder-830097-4-iscsi neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-ef5c4ff8-7452-4c12-95cf-46cf9638f1e0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3682813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3697887', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26098525', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25420797'] for subnet (0a6cfd8d-b074-477d-829e-87fb960703fc), after_create {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:24:21.133380 dv-cinder-830097-4-iscsi neutron-server[103458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef5c4ff8-7452-4c12-95cf-46cf9638f1e0 admin admin] Pushing event updated for resources: {'Subnet': ['ID=0a6cfd8d-b074-477d-829e-87fb960703fc,revision_number=0']} {{(pid=103458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 13:24:21.142420 dv-cinder-830097-4-iscsi neutron-server[103458]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ef5c4ff8-7452-4c12-95cf-46cf9638f1e0 admin admin] Checking segment: {'id': '1d739fb9-66e7-4dbb-8faf-bec0e09b44bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 242, 'network_id': '5f5dc77b-d02e-47a9-8a92-9d7e03420a8b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103458) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 12 13:24:21.142782 dv-cinder-830097-4-iscsi neutron-server[103458]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ef5c4ff8-7452-4c12-95cf-46cf9638f1e0 admin admin] Network hostable DHCP agents. Network: 5f5dc77b-d02e-47a9-8a92-9d7e03420a8b, hostable agents: ['246ca497-e2ee-4e0b-b432-b4153c207e5f'], hosted agents: [] {{(pid=103458) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 12 13:24:21.159715 dv-cinder-830097-4-iscsi neutron-server[103458]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ef5c4ff8-7452-4c12-95cf-46cf9638f1e0 admin admin] Network 5f5dc77b-d02e-47a9-8a92-9d7e03420a8b is scheduled to be hosted by DHCP agent 246ca497-e2ee-4e0b-b432-b4153c207e5f with binding_index 1 {{(pid=103458) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 12 13:24:21.169158 dv-cinder-830097-4-iscsi neutron-server[103458]: DEBUG neutron.scheduler.base_scheduler [None req-ef5c4ff8-7452-4c12-95cf-46cf9638f1e0 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-830097-4-iscsi, 5f5dc77b-d02e-47a9-8a92-9d7e03420a8b) {{(pid=103458) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 12 13:24:21.174170 dv-cinder-830097-4-iscsi neutron-server[103458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ef5c4ff8-7452-4c12-95cf-46cf9638f1e0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 13:24:21.174762 dv-cinder-830097-4-iscsi neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-ef5c4ff8-7452-4c12-95cf-46cf9638f1e0 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3697709'] for subnet (None), before_response {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:24:21.182044 dv-cinder-830097-4-iscsi neutron-server[103459]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f8229903-a50a-4d91-9b74-1ec14e17b628 None None] Network 5f5dc77b-d02e-47a9-8a92-9d7e03420a8b requested from dv-cinder-830097-4-iscsi {{(pid=103459) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 12 13:24:21.202830 dv-cinder-830097-4-iscsi neutron-server[103458]: INFO neutron.wsgi [None req-ef5c4ff8-7452-4c12-95cf-46cf9638f1e0 admin admin] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 862 time: 0.3536057 Apr 12 13:24:21.203079 dv-cinder-830097-4-iscsi neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d432083-8cfa-41f5-ba42-fb99345e76d9 req-75bd8875-7405-4443-8601-9a2fd8bfd0e7 tempest-AttachVolumeTestJSON-1144281586 tempest-AttachVolumeTestJSON-1144281586-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 13:24:21.203592 dv-cinder-830097-4-iscsi neutron-server[103457]: INFO neutron.wsgi [req-1d432083-8cfa-41f5-ba42-fb99345e76d9 req-75bd8875-7405-4443-8601-9a2fd8bfd0e7 tempest-AttachVolumeTestJSON-1144281586 tempest-AttachVolumeTestJSON-1144281586-project] 10.222.0.18 "GET /v2.0/ports?device_id=ba22d8d3-a051-42d3-976a-fa1a9f083b90 HTTP/1.1" status: 200 len: 946 time: 0.0964758 Apr 12 13:24:21.210376 dv-cinder-830097-4-iscsi neutron-server[103457]: INFO neutron.wsgi [req-5f318b12-8bf3-4359-aaf9-00d7531a5f49 req-f0588d61-1dad-4c37-a664-b21b33b1fbbd service neutron] 10.222.0.55 "GET /v2.0/networks/fc0e35fc-da48-4b0a-aef1-4a0c9e07f863?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1867151 Apr 12 13:24:21.211485 dv-cinder-830097-4-iscsi neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [req-539bccc3-f67a-487d-bcf8-c516442467fb req-80116a87-543b-4a84-a5f0-8b997fdc1eba tempest-AttachVolumeTestJSON-1144281586 tempest-AttachVolumeTestJSON-1144281586-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-915890', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3697887', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732727894797', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732727417923', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25610742'] for port (62c1ce97-2966-4f79-9ab2-998dae58f04b), after_delete {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:24:21.255046 dv-cinder-830097-4-iscsi neutron-server[103457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80116a87-543b-4a84-a5f0-8b997fdc1eba tempest-AttachVolumeTestJSON-1144281586 tempest-AttachVolumeTestJSON-1144281586-project] Pushing event deleted for resources: {'Port': ['ID=62c1ce97-2966-4f79-9ab2-998dae58f04b,revision_number=None']} {{(pid=103457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 13:24:21.343142 dv-cinder-830097-4-iscsi neutron-server[103458]: DEBUG neutron.wsgi [-] (103458) accepted ('10.222.0.18', 48014) {{(pid=103458) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 13:24:21.348907 dv-cinder-830097-4-iscsi neutron-server[103457]: INFO neutron.wsgi [req-1d432083-8cfa-41f5-ba42-fb99345e76d9 req-9ae07359-4db4-4473-8e50-5d9f085ee306 tempest-AttachVolumeTestJSON-1144281586 tempest-AttachVolumeTestJSON-1144281586-project] 10.222.0.18 "GET /v2.0/security-groups?id=217ddcda-2ab1-4d2d-8d94-6a87ae6035e1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1315997 Apr 12 13:24:21.396401 dv-cinder-830097-4-iscsi neutron-server[103458]: DEBUG neutron.db.db_base_plugin_v2 [None req-74b8c9b5-5bcc-4db9-a41d-9974cbae9b96 admin admin] Deleting subnet 89793335-0b8f-4b32-9022-10c6a4a5fe00 {{(pid=103458) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Apr 12 13:24:21.401313 dv-cinder-830097-4-iscsi neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-74b8c9b5-5bcc-4db9-a41d-9974cbae9b96 admin admin] Publish callbacks [] for subnet (89793335-0b8f-4b32-9022-10c6a4a5fe00), before_delete {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:24:21.427828 dv-cinder-830097-4-iscsi neutron-server[103459]: DEBUG neutron_lib.callbacks.manager [None req-09c91955-1169-4ba5-b480-d25faf385fa1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732727929501', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-657397'] for agent (6571c785-b050-42b7-b6d0-d71237f75507), after_update {{(pid=103459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:24:21.433111 dv-cinder-830097-4-iscsi neutron-server[103457]: DEBUG neutron.scheduler.l3_agent_scheduler [req-539bccc3-f67a-487d-bcf8-c516442467fb req-80116a87-543b-4a84-a5f0-8b997fdc1eba tempest-AttachVolumeTestJSON-1144281586 tempest-AttachVolumeTestJSON-1144281586-project] Router af30ce41-ac25-45e3-9bbb-85ecf8f0a642 has already been hosted by L3 agent b7e11a8b-aeed-493f-9763-461016dddc93 {{(pid=103457) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 12 13:24:21.451759 dv-cinder-830097-4-iscsi neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-74b8c9b5-5bcc-4db9-a41d-9974cbae9b96 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26034251'] for subnet (89793335-0b8f-4b32-9022-10c6a4a5fe00), precommit_delete_associations {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:24:21.454504 dv-cinder-830097-4-iscsi neutron-server[103459]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cf8a3f9e-0fb9-460b-8184-73c50c5e0e09 None None] Network 5f5dc77b-d02e-47a9-8a92-9d7e03420a8b requested from dv-cinder-830097-4-iscsi {{(pid=103459) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 12 13:24:21.497451 dv-cinder-830097-4-iscsi neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-74b8c9b5-5bcc-4db9-a41d-9974cbae9b96 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-660287'] for subnet (89793335-0b8f-4b32-9022-10c6a4a5fe00), precommit_delete {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:24:21.556117 dv-cinder-830097-4-iscsi neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-74b8c9b5-5bcc-4db9-a41d-9974cbae9b96 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-660230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3682813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3697887', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26097040', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25420786'] for subnet (89793335-0b8f-4b32-9022-10c6a4a5fe00), after_delete {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:24:21.559229 dv-cinder-830097-4-iscsi neutron-server[103457]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-539bccc3-f67a-487d-bcf8-c516442467fb req-80116a87-543b-4a84-a5f0-8b997fdc1eba tempest-AttachVolumeTestJSON-1144281586 tempest-AttachVolumeTestJSON-1144281586-project] Notify agent at l3_agent.dv-cinder-830097-4-iscsi the message routers_updated {{(pid=103457) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 12 13:24:21.571411 dv-cinder-830097-4-iscsi neutron-server[103460]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1a6f64ec-a228-4fbf-a409-7d482b59aacf None None] Sync routers for ids ['af30ce41-ac25-45e3-9bbb-85ecf8f0a642'] in dv-cinder-830097-4-iscsi {{(pid=103460) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 12 13:24:21.581630 dv-cinder-830097-4-iscsi neutron-server[103460]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1a6f64ec-a228-4fbf-a409-7d482b59aacf None None] Routers {'af30ce41-ac25-45e3-9bbb-85ecf8f0a642'} bound to L3 agent in host dv-cinder-830097-4-iscsi {{(pid=103460) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 12 13:24:21.582244 dv-cinder-830097-4-iscsi neutron-server[103460]: DEBUG neutron.db.l3_hamode_db [None req-1a6f64ec-a228-4fbf-a409-7d482b59aacf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830097-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-04-12T13:07:19Z,description=,heartbeat_timestamp=2022-04-12T13:24:19Z,host='dv-cinder-830097-4-iscsi',id=b7e11a8b-aeed-493f-9763-461016dddc93,load=0,resource_versions=,resources_synced=,started_at=2022-04-12T13:07:19Z,topic='l3_agent')) {'router_ids': ['af30ce41-ac25-45e3-9bbb-85ecf8f0a642'], 'active': True} {{(pid=103460) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 13:24:21.583495 dv-cinder-830097-4-iscsi neutron-server[103458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74b8c9b5-5bcc-4db9-a41d-9974cbae9b96 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=89793335-0b8f-4b32-9022-10c6a4a5fe00,revision_number=None']} {{(pid=103458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 13:24:21.591935 dv-cinder-830097-4-iscsi neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-74b8c9b5-5bcc-4db9-a41d-9974cbae9b96 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3697709'] for subnet (None), before_response {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:24:21.596677 dv-cinder-830097-4-iscsi neutron-server[103458]: INFO neutron.wsgi [None req-74b8c9b5-5bcc-4db9-a41d-9974cbae9b96 admin admin] 10.222.0.18 "DELETE /v2.0/subnets/89793335-0b8f-4b32-9022-10c6a4a5fe00 HTTP/1.1" status: 204 len: 168 time: 0.2510452 Apr 12 13:24:21.597887 dv-cinder-830097-4-iscsi neutron-server[103458]: DEBUG neutron.wsgi [-] (103458) accepted ('10.222.0.18', 48016) {{(pid=103458) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 13:24:21.614029 dv-cinder-830097-4-iscsi neutron-server[103457]: DEBUG neutron.db.l3_dvrscheduler_db [req-539bccc3-f67a-487d-bcf8-c516442467fb req-80116a87-543b-4a84-a5f0-8b997fdc1eba tempest-AttachVolumeTestJSON-1144281586 tempest-AttachVolumeTestJSON-1144281586-project] No DVR routers for this DVR port 62c1ce97-2966-4f79-9ab2-998dae58f04b on host hv-cinder-83009 {{(pid=103457) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 12 13:24:21.616799 dv-cinder-830097-4-iscsi neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [req-539bccc3-f67a-487d-bcf8-c516442467fb req-80116a87-543b-4a84-a5f0-8b997fdc1eba tempest-AttachVolumeTestJSON-1144281586 tempest-AttachVolumeTestJSON-1144281586-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-500965'] for port (None), before_response {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:24:21.620409 dv-cinder-830097-4-iscsi neutron-server[103457]: INFO neutron.wsgi [req-539bccc3-f67a-487d-bcf8-c516442467fb req-80116a87-543b-4a84-a5f0-8b997fdc1eba tempest-AttachVolumeTestJSON-1144281586 tempest-AttachVolumeTestJSON-1144281586-project] 10.222.0.55 "DELETE /v2.0/ports/62c1ce97-2966-4f79-9ab2-998dae58f04b HTTP/1.1" status: 204 len: 173 time: 1.4841018 Apr 12 13:24:21.685203 dv-cinder-830097-4-iscsi neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-fdf88073-858a-48c7-b076-288ea5a09530 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-739948'] for network (c46de1f9-f134-4531-aba1-4fd8f8f061ea), before_delete {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:24:21.790888 dv-cinder-830097-4-iscsi neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-fdf88073-858a-48c7-b076-288ea5a09530 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-661938', 'neutron.services.segments.db._delete_segments_for_network-8732727929519'] for network (c46de1f9-f134-4531-aba1-4fd8f8f061ea), precommit_delete {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:24:21.815127 dv-cinder-830097-4-iscsi neutron-server[103460]: DEBUG neutron.db.l3_dvr_db [None req-1a6f64ec-a228-4fbf-a409-7d482b59aacf None None] Set router af30ce41-ac25-45e3-9bbb-85ecf8f0a642 gateway port host: dv-cinder-830097-4-iscsi {{(pid=103460) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 12 13:24:21.815471 dv-cinder-830097-4-iscsi neutron-server[103458]: DEBUG neutron.services.segments.db [None req-fdf88073-858a-48c7-b076-288ea5a09530 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c46de1f9-f134-4531-aba1-4fd8f8f061ea']}} {{(pid=103458) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 13:24:21.830426 dv-cinder-830097-4-iscsi neutron-server[103458]: DEBUG neutron.services.segments.db [None req-fdf88073-858a-48c7-b076-288ea5a09530 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '24a3b5ab-67d6-40f2-8155-150a4677719c') {'for_net_delete': True} {{(pid=103458) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 13:24:21.830803 dv-cinder-830097-4-iscsi neutron-server[103458]: DEBUG neutron.services.segments.db [None req-fdf88073-858a-48c7-b076-288ea5a09530 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '24a3b5ab-67d6-40f2-8155-150a4677719c') {} {{(pid=103458) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 13:24:21.845969 dv-cinder-830097-4-iscsi neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-fdf88073-858a-48c7-b076-288ea5a09530 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8732727932344', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26034242'] for segment (24a3b5ab-67d6-40f2-8155-150a4677719c), before_delete {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:24:21.861660 dv-cinder-830097-4-iscsi neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-fdf88073-858a-48c7-b076-288ea5a09530 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-715442'] for segment (24a3b5ab-67d6-40f2-8155-150a4677719c), precommit_delete {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:24:21.870188 dv-cinder-830097-4-iscsi neutron-server[103458]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-fdf88073-858a-48c7-b076-288ea5a09530 admin admin] Releasing vlan 218 on physical network physnet1 to pool {{(pid=103458) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 12 13:24:21.871127 dv-cinder-830097-4-iscsi neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-fdf88073-858a-48c7-b076-288ea5a09530 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-715442', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26096954'] for segment (24a3b5ab-67d6-40f2-8155-150a4677719c), after_delete {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:24:21.873318 dv-cinder-830097-4-iscsi neutron-server[103458]: Traceback (most recent call last): Apr 12 13:24:21.873318 dv-cinder-830097-4-iscsi neutron-server[103458]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 12 13:24:21.873318 dv-cinder-830097-4-iscsi neutron-server[103458]: timer() Apr 12 13:24:21.873318 dv-cinder-830097-4-iscsi neutron-server[103458]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 12 13:24:21.873318 dv-cinder-830097-4-iscsi neutron-server[103458]: cb(*args, **kw) Apr 12 13:24:21.873318 dv-cinder-830097-4-iscsi neutron-server[103458]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 12 13:24:21.873318 dv-cinder-830097-4-iscsi neutron-server[103458]: return func(*args, **kwargs) Apr 12 13:24:21.873318 dv-cinder-830097-4-iscsi neutron-server[103458]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 12 13:24:21.873318 dv-cinder-830097-4-iscsi neutron-server[103458]: self._notify() Apr 12 13:24:21.873318 dv-cinder-830097-4-iscsi neutron-server[103458]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 12 13:24:21.873318 dv-cinder-830097-4-iscsi neutron-server[103458]: self.callback(batched_events) Apr 12 13:24:21.873318 dv-cinder-830097-4-iscsi neutron-server[103458]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 12 13:24:21.873318 dv-cinder-830097-4-iscsi neutron-server[103458]: event.method(event) Apr 12 13:24:21.873318 dv-cinder-830097-4-iscsi neutron-server[103458]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 12 13:24:21.873318 dv-cinder-830097-4-iscsi neutron-server[103458]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 12 13:24:21.873318 dv-cinder-830097-4-iscsi neutron-server[103458]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 12 13:24:21.873318 dv-cinder-830097-4-iscsi neutron-server[103458]: aggregate_uuid = self.p_client.list_aggregates( Apr 12 13:24:21.873318 dv-cinder-830097-4-iscsi neutron-server[103458]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 12 13:24:21.873318 dv-cinder-830097-4-iscsi neutron-server[103458]: return f(self, *a, **k) Apr 12 13:24:21.873318 dv-cinder-830097-4-iscsi neutron-server[103458]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 12 13:24:21.873318 dv-cinder-830097-4-iscsi neutron-server[103458]: return self._get(url).json() Apr 12 13:24:21.873318 dv-cinder-830097-4-iscsi neutron-server[103458]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 12 13:24:21.873318 dv-cinder-830097-4-iscsi neutron-server[103458]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 12 13:24:21.873318 dv-cinder-830097-4-iscsi neutron-server[103458]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 12 13:24:21.873318 dv-cinder-830097-4-iscsi neutron-server[103458]: return self.request(url, 'GET', **kwargs) Apr 12 13:24:21.873318 dv-cinder-830097-4-iscsi neutron-server[103458]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 12 13:24:21.873318 dv-cinder-830097-4-iscsi neutron-server[103458]: base_url = self.get_endpoint(auth, allow=allow, Apr 12 13:24:21.873318 dv-cinder-830097-4-iscsi neutron-server[103458]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 12 13:24:21.873318 dv-cinder-830097-4-iscsi neutron-server[103458]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 12 13:24:21.873318 dv-cinder-830097-4-iscsi neutron-server[103458]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 12 13:24:21.873318 dv-cinder-830097-4-iscsi neutron-server[103458]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 12 13:24:21.873318 dv-cinder-830097-4-iscsi neutron-server[103458]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 12 13:24:21.909602 dv-cinder-830097-4-iscsi neutron-server[103457]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ba22d8d3-a051-42d3-976a-fa1a9f083b90', 'name': 'network-vif-deleted', 'tag': '62c1ce97-2966-4f79-9ab2-998dae58f04b'}] {{(pid=103457) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 12 13:24:21.912308 dv-cinder-830097-4-iscsi neutron-server[103457]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}086c7d3de3560e72b9669b0aa2f8f0aa3a7dc6896401f4467231a6605ceb6cb3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-17ea5627-1ca8-4e5c-bbf6-c5379c363682" -d '{"events": [{"server_uuid": "ba22d8d3-a051-42d3-976a-fa1a9f083b90", "name": "network-vif-deleted", "tag": "62c1ce97-2966-4f79-9ab2-998dae58f04b"}]}' {{(pid=103457) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 12 13:24:21.939483 dv-cinder-830097-4-iscsi neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-fdf88073-858a-48c7-b076-288ea5a09530 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-661949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3691972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3697887', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3739104'] for network (c46de1f9-f134-4531-aba1-4fd8f8f061ea), after_delete {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:24:21.944451 dv-cinder-830097-4-iscsi neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-fdf88073-858a-48c7-b076-288ea5a09530 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3697709'] for network (None), before_response {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:24:21.950719 dv-cinder-830097-4-iscsi neutron-server[103458]: INFO neutron.wsgi [None req-fdf88073-858a-48c7-b076-288ea5a09530 admin admin] 10.222.0.18 "DELETE /v2.0/networks/c46de1f9-f134-4531-aba1-4fd8f8f061ea HTTP/1.1" status: 204 len: 168 time: 0.3486576 Apr 12 13:24:21.950719 dv-cinder-830097-4-iscsi neutron-server[103458]: DEBUG neutron.wsgi [-] (103458) accepted ('10.222.0.18', 48020) {{(pid=103458) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 13:24:21.955736 dv-cinder-830097-4-iscsi neutron-server[103457]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 12 Apr 2022 13:24:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a3f3546e-541d-47b5-a6d2-0b049f35e3a4 x-openstack-request-id: req-a3f3546e-541d-47b5-a6d2-0b049f35e3a4 {{(pid=103457) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 12 13:24:21.956292 dv-cinder-830097-4-iscsi neutron-server[103457]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ba22d8d3-a051-42d3-976a-fa1a9f083b90", "name": "network-vif-deleted", "tag": "62c1ce97-2966-4f79-9ab2-998dae58f04b", "status": "completed", "code": 200}]} {{(pid=103457) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 12 13:24:21.956292 dv-cinder-830097-4-iscsi neutron-server[103457]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-a3f3546e-541d-47b5-a6d2-0b049f35e3a4 {{(pid=103457) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 12 13:24:21.956686 dv-cinder-830097-4-iscsi neutron-server[103457]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a3f3546e-541d-47b5-a6d2-0b049f35e3a4'] response: {'server_uuid': 'ba22d8d3-a051-42d3-976a-fa1a9f083b90', 'name': 'network-vif-deleted', 'tag': '62c1ce97-2966-4f79-9ab2-998dae58f04b', 'status': 'completed', 'code': 200} Apr 12 13:24:21.984481 dv-cinder-830097-4-iscsi neutron-server[103458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdf88073-858a-48c7-b076-288ea5a09530 admin admin] Pushing event deleted for resources: {'Network': ['ID=c46de1f9-f134-4531-aba1-4fd8f8f061ea,revision_number=None']} {{(pid=103458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 13:24:22.011423 dv-cinder-830097-4-iscsi neutron-server[103458]: DEBUG neutron.db.db_base_plugin_v2 [None req-6e6bf3a6-39e3-42ea-99a8-b8c52585879a admin admin] Deleting subnet 0a6cfd8d-b074-477d-829e-87fb960703fc {{(pid=103458) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Apr 12 13:24:22.014686 dv-cinder-830097-4-iscsi neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-6e6bf3a6-39e3-42ea-99a8-b8c52585879a admin admin] Publish callbacks [] for subnet (0a6cfd8d-b074-477d-829e-87fb960703fc), before_delete {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:24:22.026449 dv-cinder-830097-4-iscsi neutron-server[103460]: DEBUG neutron.db.l3_hamode_db [None req-1a6f64ec-a228-4fbf-a409-7d482b59aacf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'af30ce41-ac25-45e3-9bbb-85ecf8f0a642', 'name': 'tempest-AttachVolumeTestJSON-1053846076-router', 'tenant_id': '973344adf45e43fc87f28572c7cc70a5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '26d0436d-8ae2-49bd-8cc6-3d2eac552c84', 'external_fixed_ips': [{'subnet_id': 'd93852d8-8f89-4b1c-bef4-0e05f499a8db', 'ip_address': '172.27.0.93'}], 'enable_snat': True}, 'gw_port_id': 'bee35c5e-668a-49b2-8687-9dc92ebd1905', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-12T13:16:00Z', 'updated_at': '2022-04-12T13:16:13Z', 'revision_number': 4, 'project_id': '973344adf45e43fc87f28572c7cc70a5', 'gw_port': {'id': 'bee35c5e-668a-49b2-8687-9dc92ebd1905', 'name': '', 'network_id': '26d0436d-8ae2-49bd-8cc6-3d2eac552c84', 'tenant_id': '', 'mac_address': 'fa:16:3e:00:65:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'af30ce41-ac25-45e3-9bbb-85ecf8f0a642', 'device_owner': 'network:router_gateway', 'standard_attr_id': 81, 'fixed_ips': [{'subnet_id': 'd93852d8-8f89-4b1c-bef4-0e05f499a8db', 'ip_address': '172.27.0.93', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830097-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T13:16:02Z', 'updated_at': '2022-04-12T13:16:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd93852d8-8f89-4b1c-bef4-0e05f499a8db', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830097-4-iscsi', '_interfaces': [{'id': '1ceeff16-e486-4e8b-a1af-d7c1a6e70fb4', 'name': '', 'network_id': '33c58c83-bd42-46e6-829a-cd11f58e9fb1', 'tenant_id': '973344adf45e43fc87f28572c7cc70a5', 'mac_address': 'fa:16:3e:9b:fe:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'af30ce41-ac25-45e3-9bbb-85ecf8f0a642', 'device_owner': 'network:router_interface', 'standard_attr_id': 108, 'fixed_ips': [{'subnet_id': 'e7f58421-9187-48e8-8ede-d2e25149e657', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830097-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T13:16:11Z', 'updated_at': '2022-04-12T13:16:25Z', 'revision_number': 5, 'project_id': '973344adf45e43fc87f28572c7cc70a5', 'subnets': [{'id': 'e7f58421-9187-48e8-8ede-d2e25149e657', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-830097-4-iscsi', False) {} {{(pid=103460) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 13:24:22.055603 dv-cinder-830097-4-iscsi neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-6e6bf3a6-39e3-42ea-99a8-b8c52585879a admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26034251'] for subnet (0a6cfd8d-b074-477d-829e-87fb960703fc), precommit_delete_associations {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:24:22.058043 dv-cinder-830097-4-iscsi neutron-server[103460]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1a6f64ec-a228-4fbf-a409-7d482b59aacf None None] Checking router: af30ce41-ac25-45e3-9bbb-85ecf8f0a642 for host: dv-cinder-830097-4-iscsi {{(pid=103460) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 12 13:24:22.066458 dv-cinder-830097-4-iscsi neutron-server[103460]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1a6f64ec-a228-4fbf-a409-7d482b59aacf None None] Routers {'af30ce41-ac25-45e3-9bbb-85ecf8f0a642'} bound to L3 agent in host dv-cinder-830097-4-iscsi {{(pid=103460) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 12 13:24:22.067300 dv-cinder-830097-4-iscsi neutron-server[103460]: DEBUG neutron.db.l3_hamode_db [None req-1a6f64ec-a228-4fbf-a409-7d482b59aacf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830097-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-04-12T13:07:19Z,description=,heartbeat_timestamp=2022-04-12T13:24:19Z,host='dv-cinder-830097-4-iscsi',id=b7e11a8b-aeed-493f-9763-461016dddc93,load=0,resource_versions=,resources_synced=,started_at=2022-04-12T13:07:19Z,topic='l3_agent')) {'router_ids': ['af30ce41-ac25-45e3-9bbb-85ecf8f0a642'], 'active': True} {{(pid=103460) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 13:24:22.098724 dv-cinder-830097-4-iscsi neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-6e6bf3a6-39e3-42ea-99a8-b8c52585879a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-660287'] for subnet (0a6cfd8d-b074-477d-829e-87fb960703fc), precommit_delete {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:24:22.161817 dv-cinder-830097-4-iscsi neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-6e6bf3a6-39e3-42ea-99a8-b8c52585879a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-660230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3682813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3697887', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26097040', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25420786'] for subnet (0a6cfd8d-b074-477d-829e-87fb960703fc), after_delete {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:24:22.180737 dv-cinder-830097-4-iscsi neutron-server[103460]: DEBUG neutron.db.l3_dvr_db [None req-1a6f64ec-a228-4fbf-a409-7d482b59aacf None None] Set router af30ce41-ac25-45e3-9bbb-85ecf8f0a642 gateway port host: dv-cinder-830097-4-iscsi {{(pid=103460) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 12 13:24:22.187802 dv-cinder-830097-4-iscsi neutron-server[103458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e6bf3a6-39e3-42ea-99a8-b8c52585879a admin admin] Pushing event deleted for resources: {'Subnet': ['ID=0a6cfd8d-b074-477d-829e-87fb960703fc,revision_number=None']} {{(pid=103458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 13:24:22.191326 dv-cinder-830097-4-iscsi neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-6e6bf3a6-39e3-42ea-99a8-b8c52585879a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3697709'] for subnet (None), before_response {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:24:22.194573 dv-cinder-830097-4-iscsi neutron-server[103458]: INFO neutron.wsgi [None req-6e6bf3a6-39e3-42ea-99a8-b8c52585879a admin admin] 10.222.0.18 "DELETE /v2.0/subnets/0a6cfd8d-b074-477d-829e-87fb960703fc HTTP/1.1" status: 204 len: 168 time: 0.2416949 Apr 12 13:24:22.197908 dv-cinder-830097-4-iscsi neutron-server[103457]: DEBUG neutron.wsgi [-] (103457) accepted ('10.222.0.18', 48022) {{(pid=103457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 13:24:22.265496 dv-cinder-830097-4-iscsi neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-117714b3-6f43-4f69-a2bc-af507d3e23a8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-739948'] for network (5f5dc77b-d02e-47a9-8a92-9d7e03420a8b), before_delete {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:24:22.343481 dv-cinder-830097-4-iscsi neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-117714b3-6f43-4f69-a2bc-af507d3e23a8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-661938', 'neutron.services.segments.db._delete_segments_for_network-8732727929519'] for network (5f5dc77b-d02e-47a9-8a92-9d7e03420a8b), precommit_delete {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:24:22.362590 dv-cinder-830097-4-iscsi neutron-server[103457]: DEBUG neutron.services.segments.db [None req-117714b3-6f43-4f69-a2bc-af507d3e23a8 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5f5dc77b-d02e-47a9-8a92-9d7e03420a8b']}} {{(pid=103457) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 13:24:22.373359 dv-cinder-830097-4-iscsi neutron-server[103457]: DEBUG neutron.services.segments.db [None req-117714b3-6f43-4f69-a2bc-af507d3e23a8 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1d739fb9-66e7-4dbb-8faf-bec0e09b44bd') {'for_net_delete': True} {{(pid=103457) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 13:24:22.373657 dv-cinder-830097-4-iscsi neutron-server[103457]: DEBUG neutron.services.segments.db [None req-117714b3-6f43-4f69-a2bc-af507d3e23a8 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1d739fb9-66e7-4dbb-8faf-bec0e09b44bd') {} {{(pid=103457) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 13:24:22.375513 dv-cinder-830097-4-iscsi neutron-server[103460]: DEBUG neutron.db.l3_hamode_db [None req-1a6f64ec-a228-4fbf-a409-7d482b59aacf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'af30ce41-ac25-45e3-9bbb-85ecf8f0a642', 'name': 'tempest-AttachVolumeTestJSON-1053846076-router', 'tenant_id': '973344adf45e43fc87f28572c7cc70a5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '26d0436d-8ae2-49bd-8cc6-3d2eac552c84', 'external_fixed_ips': [{'subnet_id': 'd93852d8-8f89-4b1c-bef4-0e05f499a8db', 'ip_address': '172.27.0.93'}], 'enable_snat': True}, 'gw_port_id': 'bee35c5e-668a-49b2-8687-9dc92ebd1905', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-12T13:16:00Z', 'updated_at': '2022-04-12T13:16:13Z', 'revision_number': 4, 'project_id': '973344adf45e43fc87f28572c7cc70a5', 'gw_port': {'id': 'bee35c5e-668a-49b2-8687-9dc92ebd1905', 'name': '', 'network_id': '26d0436d-8ae2-49bd-8cc6-3d2eac552c84', 'tenant_id': '', 'mac_address': 'fa:16:3e:00:65:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'af30ce41-ac25-45e3-9bbb-85ecf8f0a642', 'device_owner': 'network:router_gateway', 'standard_attr_id': 81, 'fixed_ips': [{'subnet_id': 'd93852d8-8f89-4b1c-bef4-0e05f499a8db', 'ip_address': '172.27.0.93', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830097-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T13:16:02Z', 'updated_at': '2022-04-12T13:16:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd93852d8-8f89-4b1c-bef4-0e05f499a8db', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830097-4-iscsi', '_interfaces': [{'id': '1ceeff16-e486-4e8b-a1af-d7c1a6e70fb4', 'name': '', 'network_id': '33c58c83-bd42-46e6-829a-cd11f58e9fb1', 'tenant_id': '973344adf45e43fc87f28572c7cc70a5', 'mac_address': 'fa:16:3e:9b:fe:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'af30ce41-ac25-45e3-9bbb-85ecf8f0a642', 'device_owner': 'network:router_interface', 'standard_attr_id': 108, 'fixed_ips': [{'subnet_id': 'e7f58421-9187-48e8-8ede-d2e25149e657', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830097-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T13:16:11Z', 'updated_at': '2022-04-12T13:16:25Z', 'revision_number': 5, 'project_id': '973344adf45e43fc87f28572c7cc70a5', 'subnets': [{'id': 'e7f58421-9187-48e8-8ede-d2e25149e657', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-830097-4-iscsi', False) {} {{(pid=103460) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 13:24:22.384255 dv-cinder-830097-4-iscsi neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-117714b3-6f43-4f69-a2bc-af507d3e23a8 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8732727932344', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25895923'] for segment (1d739fb9-66e7-4dbb-8faf-bec0e09b44bd), before_delete {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:24:22.398570 dv-cinder-830097-4-iscsi neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-117714b3-6f43-4f69-a2bc-af507d3e23a8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-715442'] for segment (1d739fb9-66e7-4dbb-8faf-bec0e09b44bd), precommit_delete {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:24:22.403776 dv-cinder-830097-4-iscsi neutron-server[103460]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1a6f64ec-a228-4fbf-a409-7d482b59aacf None None] The sync data for ids ['af30ce41-ac25-45e3-9bbb-85ecf8f0a642'] in dv-cinder-830097-4-iscsi is: [{'id': 'af30ce41-ac25-45e3-9bbb-85ecf8f0a642', 'name': 'tempest-AttachVolumeTestJSON-1053846076-router', 'tenant_id': '973344adf45e43fc87f28572c7cc70a5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '26d0436d-8ae2-49bd-8cc6-3d2eac552c84', 'external_fixed_ips': [{'subnet_id': 'd93852d8-8f89-4b1c-bef4-0e05f499a8db', 'ip_address': '172.27.0.93'}], 'enable_snat': True}, 'gw_port_id': 'bee35c5e-668a-49b2-8687-9dc92ebd1905', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-12T13:16:00Z', 'updated_at': '2022-04-12T13:16:13Z', 'revision_number': 4, 'project_id': '973344adf45e43fc87f28572c7cc70a5', 'gw_port': {'id': 'bee35c5e-668a-49b2-8687-9dc92ebd1905', 'name': '', 'network_id': '26d0436d-8ae2-49bd-8cc6-3d2eac552c84', 'tenant_id': '', 'mac_address': 'fa:16:3e:00:65:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'af30ce41-ac25-45e3-9bbb-85ecf8f0a642', 'device_owner': 'network:router_gateway', 'standard_attr_id': 81, 'fixed_ips': [{'subnet_id': 'd93852d8-8f89-4b1c-bef4-0e05f499a8db', 'ip_address': '172.27.0.93', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830097-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T13:16:02Z', 'updated_at': '2022-04-12T13:16:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd93852d8-8f89-4b1c-bef4-0e05f499a8db', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830097-4-iscsi', '_interfaces': [{'id': '1ceeff16-e486-4e8b-a1af-d7c1a6e70fb4', 'name': '', 'network_id': '33c58c83-bd42-46e6-829a-cd11f58e9fb1', 'tenant_id': '973344adf45e43fc87f28572c7cc70a5', 'mac_address': 'fa:16:3e:9b:fe:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'af30ce41-ac25-45e3-9bbb-85ecf8f0a642', 'device_owner': 'network:router_interface', 'standard_attr_id': 108, 'fixed_ips': [{'subnet_id': 'e7f58421-9187-48e8-8ede-d2e25149e657', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830097-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T13:16:11Z', 'updated_at': '2022-04-12T13:16:25Z', 'revision_number': 5, 'project_id': '973344adf45e43fc87f28572c7cc70a5', 'subnets': [{'id': 'e7f58421-9187-48e8-8ede-d2e25149e657', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103460) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 12 13:24:22.414708 dv-cinder-830097-4-iscsi neutron-server[103457]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-117714b3-6f43-4f69-a2bc-af507d3e23a8 admin admin] Releasing vlan 242 on physical network physnet1 to pool {{(pid=103457) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 12 13:24:22.415614 dv-cinder-830097-4-iscsi neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-117714b3-6f43-4f69-a2bc-af507d3e23a8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-715442', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25610529'] for segment (1d739fb9-66e7-4dbb-8faf-bec0e09b44bd), after_delete {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:24:22.418065 dv-cinder-830097-4-iscsi neutron-server[103457]: Traceback (most recent call last): Apr 12 13:24:22.418065 dv-cinder-830097-4-iscsi neutron-server[103457]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 12 13:24:22.418065 dv-cinder-830097-4-iscsi neutron-server[103457]: timer() Apr 12 13:24:22.418065 dv-cinder-830097-4-iscsi neutron-server[103457]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 12 13:24:22.418065 dv-cinder-830097-4-iscsi neutron-server[103457]: cb(*args, **kw) Apr 12 13:24:22.418065 dv-cinder-830097-4-iscsi neutron-server[103457]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 12 13:24:22.418065 dv-cinder-830097-4-iscsi neutron-server[103457]: return func(*args, **kwargs) Apr 12 13:24:22.418065 dv-cinder-830097-4-iscsi neutron-server[103457]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 12 13:24:22.418065 dv-cinder-830097-4-iscsi neutron-server[103457]: self._notify() Apr 12 13:24:22.418065 dv-cinder-830097-4-iscsi neutron-server[103457]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 12 13:24:22.418065 dv-cinder-830097-4-iscsi neutron-server[103457]: self.callback(batched_events) Apr 12 13:24:22.418065 dv-cinder-830097-4-iscsi neutron-server[103457]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 12 13:24:22.418065 dv-cinder-830097-4-iscsi neutron-server[103457]: event.method(event) Apr 12 13:24:22.418065 dv-cinder-830097-4-iscsi neutron-server[103457]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 12 13:24:22.418065 dv-cinder-830097-4-iscsi neutron-server[103457]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 12 13:24:22.418065 dv-cinder-830097-4-iscsi neutron-server[103457]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 12 13:24:22.418065 dv-cinder-830097-4-iscsi neutron-server[103457]: aggregate_uuid = self.p_client.list_aggregates( Apr 12 13:24:22.418065 dv-cinder-830097-4-iscsi neutron-server[103457]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 12 13:24:22.418065 dv-cinder-830097-4-iscsi neutron-server[103457]: return f(self, *a, **k) Apr 12 13:24:22.418065 dv-cinder-830097-4-iscsi neutron-server[103457]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 12 13:24:22.418065 dv-cinder-830097-4-iscsi neutron-server[103457]: return self._get(url).json() Apr 12 13:24:22.418065 dv-cinder-830097-4-iscsi neutron-server[103457]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 12 13:24:22.418065 dv-cinder-830097-4-iscsi neutron-server[103457]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 12 13:24:22.418065 dv-cinder-830097-4-iscsi neutron-server[103457]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 12 13:24:22.418065 dv-cinder-830097-4-iscsi neutron-server[103457]: return self.request(url, 'GET', **kwargs) Apr 12 13:24:22.418065 dv-cinder-830097-4-iscsi neutron-server[103457]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 12 13:24:22.418065 dv-cinder-830097-4-iscsi neutron-server[103457]: base_url = self.get_endpoint(auth, allow=allow, Apr 12 13:24:22.418065 dv-cinder-830097-4-iscsi neutron-server[103457]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 12 13:24:22.418065 dv-cinder-830097-4-iscsi neutron-server[103457]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 12 13:24:22.418065 dv-cinder-830097-4-iscsi neutron-server[103457]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 12 13:24:22.418065 dv-cinder-830097-4-iscsi neutron-server[103457]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 12 13:24:22.418065 dv-cinder-830097-4-iscsi neutron-server[103457]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 12 13:24:22.437335 dv-cinder-830097-4-iscsi neutron-server[103457]: DEBUG neutron.wsgi [-] (103457) accepted ('10.222.0.18', 48028) {{(pid=103457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 13:24:22.507647 dv-cinder-830097-4-iscsi neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-117714b3-6f43-4f69-a2bc-af507d3e23a8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-661949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3691972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3697887', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3739104'] for network (5f5dc77b-d02e-47a9-8a92-9d7e03420a8b), after_delete {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:24:22.513420 dv-cinder-830097-4-iscsi neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-117714b3-6f43-4f69-a2bc-af507d3e23a8 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3697709'] for network (None), before_response {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:24:22.516539 dv-cinder-830097-4-iscsi neutron-server[103457]: INFO neutron.wsgi [None req-117714b3-6f43-4f69-a2bc-af507d3e23a8 admin admin] 10.222.0.18 "DELETE /v2.0/networks/5f5dc77b-d02e-47a9-8a92-9d7e03420a8b HTTP/1.1" status: 204 len: 168 time: 0.3175917 Apr 12 13:24:22.533565 dv-cinder-830097-4-iscsi neutron-server[103457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-117714b3-6f43-4f69-a2bc-af507d3e23a8 admin admin] Pushing event deleted for resources: {'Network': ['ID=5f5dc77b-d02e-47a9-8a92-9d7e03420a8b,revision_number=None']} {{(pid=103457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 13:24:22.553665 dv-cinder-830097-4-iscsi neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-ede73096-6086-4841-9afd-22c46b148757 tempest-AttachVolumeTestJSON-1144281586 tempest-AttachVolumeTestJSON-1144281586-project] Publish callbacks [] for security_group (217ddcda-2ab1-4d2d-8d94-6a87ae6035e1), before_delete {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:24:22.580293 dv-cinder-830097-4-iscsi neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-ede73096-6086-4841-9afd-22c46b148757 tempest-AttachVolumeTestJSON-1144281586 tempest-AttachVolumeTestJSON-1144281586-project] Publish callbacks [] for security_group (217ddcda-2ab1-4d2d-8d94-6a87ae6035e1), precommit_delete {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:24:22.635728 dv-cinder-830097-4-iscsi neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-ede73096-6086-4841-9afd-22c46b148757 tempest-AttachVolumeTestJSON-1144281586 tempest-AttachVolumeTestJSON-1144281586-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3691807'] for security_group (217ddcda-2ab1-4d2d-8d94-6a87ae6035e1), after_delete {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:24:22.639568 dv-cinder-830097-4-iscsi neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-ede73096-6086-4841-9afd-22c46b148757 tempest-AttachVolumeTestJSON-1144281586 tempest-AttachVolumeTestJSON-1144281586-project] Publish callbacks [] for security_group (None), before_response {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:24:22.641340 dv-cinder-830097-4-iscsi neutron-server[103457]: INFO neutron.wsgi [None req-ede73096-6086-4841-9afd-22c46b148757 tempest-AttachVolumeTestJSON-1144281586 tempest-AttachVolumeTestJSON-1144281586-project] 10.222.0.18 "DELETE /v2.0/security-groups/217ddcda-2ab1-4d2d-8d94-6a87ae6035e1 HTTP/1.1" status: 204 len: 168 time: 0.2027955 Apr 12 13:24:22.644177 dv-cinder-830097-4-iscsi neutron-server[103458]: DEBUG neutron.wsgi [-] (103458) accepted ('10.222.0.18', 48032) {{(pid=103458) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 13:24:22.656828 dv-cinder-830097-4-iscsi neutron-server[103457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ede73096-6086-4841-9afd-22c46b148757 tempest-AttachVolumeTestJSON-1144281586 tempest-AttachVolumeTestJSON-1144281586-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=217ddcda-2ab1-4d2d-8d94-6a87ae6035e1,revision_number=None']} {{(pid=103457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 13:24:22.675782 dv-cinder-830097-4-iscsi neutron-server[103458]: INFO neutron.api.v2.resource [None req-d06832ea-4ad9-400e-aee7-b8c0a846fff4 tempest-AttachVolumeTestJSON-1144281586 tempest-AttachVolumeTestJSON-1144281586-project] show failed (client error): The resource could not be found. Apr 12 13:24:22.681224 dv-cinder-830097-4-iscsi neutron-server[103457]: DEBUG neutron.wsgi [-] (103457) accepted ('10.222.0.18', 48034) {{(pid=103457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 13:24:22.684214 dv-cinder-830097-4-iscsi neutron-server[103458]: INFO neutron.wsgi [None req-d06832ea-4ad9-400e-aee7-b8c0a846fff4 tempest-AttachVolumeTestJSON-1144281586 tempest-AttachVolumeTestJSON-1144281586-project] 10.222.0.18 "GET /v2.0/security-groups/217ddcda-2ab1-4d2d-8d94-6a87ae6035e1 HTTP/1.1" status: 404 len: 347 time: 0.0310516 Apr 12 13:24:22.709256 dv-cinder-830097-4-iscsi neutron-server[103458]: DEBUG neutron.wsgi [-] (103458) accepted ('10.222.0.18', 48036) {{(pid=103458) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 13:24:22.712699 dv-cinder-830097-4-iscsi neutron-server[103459]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bfe15ed4-6fa5-45ce-8ec2-1ebc0ea96f0a None None] New status for floating IP fb22a0e7-87df-4dd8-9e22-4a28de4a1fe8: DOWN {{(pid=103459) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 12 13:24:22.759177 dv-cinder-830097-4-iscsi neutron-server[103458]: INFO neutron.wsgi [None req-21b9a6b6-e6ac-4084-9cbb-a6f41dac5fd6 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=20e0f5bb40424fdd8d81db2d3f3f5bed&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0487244 Apr 12 13:24:22.761655 dv-cinder-830097-4-iscsi neutron-server[103458]: DEBUG neutron.wsgi [-] (103458) accepted ('10.222.0.18', 48038) {{(pid=103458) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 13:24:22.815764 dv-cinder-830097-4-iscsi neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-140ca946-9143-4c6d-9ba5-860f8f98ce17 admin admin] Publish callbacks [] for security_group (299ad0e4-089c-406b-9387-8d4c87829f9b), before_delete {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:24:22.841784 dv-cinder-830097-4-iscsi neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-140ca946-9143-4c6d-9ba5-860f8f98ce17 admin admin] Publish callbacks [] for security_group (299ad0e4-089c-406b-9387-8d4c87829f9b), precommit_delete {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:24:22.902372 dv-cinder-830097-4-iscsi neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-140ca946-9143-4c6d-9ba5-860f8f98ce17 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3691807'] for security_group (299ad0e4-089c-406b-9387-8d4c87829f9b), after_delete {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:24:22.905041 dv-cinder-830097-4-iscsi neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-140ca946-9143-4c6d-9ba5-860f8f98ce17 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:24:22.906189 dv-cinder-830097-4-iscsi neutron-server[103458]: INFO neutron.wsgi [None req-140ca946-9143-4c6d-9ba5-860f8f98ce17 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/299ad0e4-089c-406b-9387-8d4c87829f9b HTTP/1.1" status: 204 len: 168 time: 0.1436362 Apr 12 13:24:22.915470 dv-cinder-830097-4-iscsi neutron-server[103458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-140ca946-9143-4c6d-9ba5-860f8f98ce17 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=299ad0e4-089c-406b-9387-8d4c87829f9b,revision_number=None']} {{(pid=103458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 13:24:23.084197 dv-cinder-830097-4-iscsi neutron-server[103457]: DEBUG neutron.plugins.ml2.plugin [None req-aee9dd31-5ff6-4857-a4bf-0cc280a4ba7b tempest-AttachVolumeTestJSON-1144281586 tempest-AttachVolumeTestJSON-1144281586-project] Deleting port ef7ad5cd-8abe-4d84-9508-f0f787728a7b {{(pid=103457) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 12 13:24:23.084745 dv-cinder-830097-4-iscsi neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-aee9dd31-5ff6-4857-a4bf-0cc280a4ba7b tempest-AttachVolumeTestJSON-1144281586 tempest-AttachVolumeTestJSON-1144281586-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732727887391'] for port (ef7ad5cd-8abe-4d84-9508-f0f787728a7b), before_delete {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:24:23.164977 dv-cinder-830097-4-iscsi neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-aee9dd31-5ff6-4857-a4bf-0cc280a4ba7b tempest-AttachVolumeTestJSON-1144281586 tempest-AttachVolumeTestJSON-1144281586-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3742288'] for port (ef7ad5cd-8abe-4d84-9508-f0f787728a7b), precommit_delete {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:24:23.165309 dv-cinder-830097-4-iscsi neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-aee9dd31-5ff6-4857-a4bf-0cc280a4ba7b tempest-AttachVolumeTestJSON-1144281586 tempest-AttachVolumeTestJSON-1144281586-project] Publish callbacks [] for floatingip (ef7ad5cd-8abe-4d84-9508-f0f787728a7b), precommit_delete {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:24:23.177871 dv-cinder-830097-4-iscsi neutron-server[103457]: DEBUG neutron.plugins.ml2.plugin [None req-aee9dd31-5ff6-4857-a4bf-0cc280a4ba7b tempest-AttachVolumeTestJSON-1144281586 tempest-AttachVolumeTestJSON-1144281586-project] Calling delete_port for ef7ad5cd-8abe-4d84-9508-f0f787728a7b owned by network:floatingip {{(pid=103457) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 12 13:24:23.211764 dv-cinder-830097-4-iscsi neutron-server[103459]: DEBUG neutron_lib.callbacks.manager [None req-53781792-8650-4c78-93a6-1c4d328d874c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732727929501', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-657397'] for agent (3f2daa45-5e56-452b-8a21-b519edfce99e), after_update {{(pid=103459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:24:23.251753 dv-cinder-830097-4-iscsi neutron-server[103458]: DEBUG neutron.wsgi [-] (103458) accepted ('10.222.0.18', 48044) {{(pid=103458) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 13:24:23.291473 dv-cinder-830097-4-iscsi neutron-server[103458]: INFO neutron.wsgi [None req-3ffaac9c-fb6d-45d3-acbc-68bb7ffb9285 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=21e0901c522443b6878820e14b1b2c0f&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0385318 Apr 12 13:24:23.293882 dv-cinder-830097-4-iscsi neutron-server[103458]: DEBUG neutron.wsgi [-] (103458) accepted ('10.222.0.18', 48046) {{(pid=103458) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 13:24:23.313299 dv-cinder-830097-4-iscsi neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-aee9dd31-5ff6-4857-a4bf-0cc280a4ba7b tempest-AttachVolumeTestJSON-1144281586 tempest-AttachVolumeTestJSON-1144281586-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-915890', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3697887', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732727894797', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732727417923', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25610742'] for port (ef7ad5cd-8abe-4d84-9508-f0f787728a7b), after_delete {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:24:23.341438 dv-cinder-830097-4-iscsi neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-9ccde614-8d7c-46fd-9e00-cb53e1a34fdc admin admin] Publish callbacks [] for security_group (9fb6c01e-19a4-42e1-ac2d-cbfe1d91c60f), before_delete {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:24:23.342150 dv-cinder-830097-4-iscsi neutron-server[103457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aee9dd31-5ff6-4857-a4bf-0cc280a4ba7b tempest-AttachVolumeTestJSON-1144281586 tempest-AttachVolumeTestJSON-1144281586-project] Pushing event deleted for resources: {'Port': ['ID=ef7ad5cd-8abe-4d84-9508-f0f787728a7b,revision_number=None']} {{(pid=103457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 13:24:23.368283 dv-cinder-830097-4-iscsi neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-9ccde614-8d7c-46fd-9e00-cb53e1a34fdc admin admin] Publish callbacks [] for security_group (9fb6c01e-19a4-42e1-ac2d-cbfe1d91c60f), precommit_delete {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:24:23.401724 dv-cinder-830097-4-iscsi neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-aee9dd31-5ff6-4857-a4bf-0cc280a4ba7b tempest-AttachVolumeTestJSON-1144281586 tempest-AttachVolumeTestJSON-1144281586-project] Publish callbacks [] for floatingip (fb22a0e7-87df-4dd8-9e22-4a28de4a1fe8), after_delete {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:24:23.404543 dv-cinder-830097-4-iscsi neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-aee9dd31-5ff6-4857-a4bf-0cc280a4ba7b tempest-AttachVolumeTestJSON-1144281586 tempest-AttachVolumeTestJSON-1144281586-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-500965'] for floatingip (None), before_response {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:24:23.405922 dv-cinder-830097-4-iscsi neutron-server[103457]: INFO neutron.wsgi [None req-aee9dd31-5ff6-4857-a4bf-0cc280a4ba7b tempest-AttachVolumeTestJSON-1144281586 tempest-AttachVolumeTestJSON-1144281586-project] 10.222.0.18 "DELETE /v2.0/floatingips/fb22a0e7-87df-4dd8-9e22-4a28de4a1fe8 HTTP/1.1" status: 204 len: 168 time: 0.7235653 Apr 12 13:24:23.420623 dv-cinder-830097-4-iscsi neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-9ccde614-8d7c-46fd-9e00-cb53e1a34fdc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3691807'] for security_group (9fb6c01e-19a4-42e1-ac2d-cbfe1d91c60f), after_delete {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:24:23.423176 dv-cinder-830097-4-iscsi neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-9ccde614-8d7c-46fd-9e00-cb53e1a34fdc admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:24:23.424305 dv-cinder-830097-4-iscsi neutron-server[103458]: INFO neutron.wsgi [None req-9ccde614-8d7c-46fd-9e00-cb53e1a34fdc admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/9fb6c01e-19a4-42e1-ac2d-cbfe1d91c60f HTTP/1.1" status: 204 len: 168 time: 0.1295290 Apr 12 13:24:23.434407 dv-cinder-830097-4-iscsi neutron-server[103458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ccde614-8d7c-46fd-9e00-cb53e1a34fdc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9fb6c01e-19a4-42e1-ac2d-cbfe1d91c60f,revision_number=None']} {{(pid=103458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 13:24:23.741070 dv-cinder-830097-4-iscsi neutron-server[103459]: DEBUG neutron.plugins.ml2.rpc [None req-3505bd68-a9fd-4823-92ea-1a6ded8ab071 None None] Device 62c1ce97-2966-4f79-9ab2-998dae58f04b no longer exists at agent hyperv_hv-cinder-83009 {{(pid=103459) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 12 13:24:23.764901 dv-cinder-830097-4-iscsi neutron-server[103459]: DEBUG neutron.plugins.ml2.plugin [None req-3505bd68-a9fd-4823-92ea-1a6ded8ab071 None None] No Port match for: 62c1ce97-2966-4f79-9ab2-998dae58f04b {{(pid=103459) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2341}} Apr 12 13:24:23.765250 dv-cinder-830097-4-iscsi neutron-server[103459]: DEBUG neutron.plugins.ml2.rpc [None req-3505bd68-a9fd-4823-92ea-1a6ded8ab071 None None] Device 62c1ce97-2966-4f79-9ab2-998dae58f04b not bound to the agent host hv-cinder-83009 {{(pid=103459) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 12 13:24:24.060036 dv-cinder-830097-4-iscsi neutron-server[103458]: DEBUG neutron.wsgi [-] (103458) accepted ('10.222.0.18', 48070) {{(pid=103458) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 13:24:24.064945 dv-cinder-830097-4-iscsi neutron-server[103458]: DEBUG neutron.api.v2.base [None req-d056c96c-f35a-4815-a46c-a1c1ed02cd0f tempest-AttachVolumeTestJSON-1144281586 tempest-AttachVolumeTestJSON-1144281586-project] Request body: {'security_group': {'name': 'tempest-securitygroup--2133016652', 'description': 'tempest-description--1856324950'}} {{(pid=103458) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 12 13:24:24.085412 dv-cinder-830097-4-iscsi neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-d056c96c-f35a-4815-a46c-a1c1ed02cd0f tempest-AttachVolumeTestJSON-1144281586 tempest-AttachVolumeTestJSON-1144281586-project] Publish callbacks [] for security_group (None), before_create {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:24:24.155091 dv-cinder-830097-4-iscsi neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-d056c96c-f35a-4815-a46c-a1c1ed02cd0f tempest-AttachVolumeTestJSON-1144281586 tempest-AttachVolumeTestJSON-1144281586-project] Publish callbacks [] for security_group (f36abe59-8dfc-41c4-be4d-f725d6aa3779), precommit_create {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:24:24.160135 dv-cinder-830097-4-iscsi neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-d056c96c-f35a-4815-a46c-a1c1ed02cd0f tempest-AttachVolumeTestJSON-1144281586 tempest-AttachVolumeTestJSON-1144281586-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3691807'] for security_group (f36abe59-8dfc-41c4-be4d-f725d6aa3779), after_create {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:24:24.185345 dv-cinder-830097-4-iscsi neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-d056c96c-f35a-4815-a46c-a1c1ed02cd0f tempest-AttachVolumeTestJSON-1144281586 tempest-AttachVolumeTestJSON-1144281586-project] Publish callbacks [] for security_group (None), before_response {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:24:24.186542 dv-cinder-830097-4-iscsi neutron-server[103458]: INFO neutron.wsgi [None req-d056c96c-f35a-4815-a46c-a1c1ed02cd0f tempest-AttachVolumeTestJSON-1144281586 tempest-AttachVolumeTestJSON-1144281586-project] 10.222.0.18 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1797 time: 0.1253386 Apr 12 13:24:24.189493 dv-cinder-830097-4-iscsi neutron-server[103457]: DEBUG neutron.wsgi [-] (103457) accepted ('10.222.0.18', 48074) {{(pid=103457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 13:24:24.194412 dv-cinder-830097-4-iscsi neutron-server[103457]: DEBUG neutron.api.v2.base [None req-a2d8ae85-7402-4334-a032-8aba745b1287 tempest-AttachVolumeTestJSON-1144281586 tempest-AttachVolumeTestJSON-1144281586-project] Request body: {'security_group_rule': {'security_group_id': 'f36abe59-8dfc-41c4-be4d-f725d6aa3779', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103457) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 12 13:24:24.194592 dv-cinder-830097-4-iscsi neutron-server[103458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d056c96c-f35a-4815-a46c-a1c1ed02cd0f tempest-AttachVolumeTestJSON-1144281586 tempest-AttachVolumeTestJSON-1144281586-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f36abe59-8dfc-41c4-be4d-f725d6aa3779,revision_number=1']} {{(pid=103458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 13:24:24.230437 dv-cinder-830097-4-iscsi neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-a2d8ae85-7402-4334-a032-8aba745b1287 tempest-AttachVolumeTestJSON-1144281586 tempest-AttachVolumeTestJSON-1144281586-project] Publish callbacks [] for security_group_rule (cf9b6b4f-d0ff-4b71-88ee-0cc0db6fb45d), before_create {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:24:24.285682 dv-cinder-830097-4-iscsi neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-a2d8ae85-7402-4334-a032-8aba745b1287 tempest-AttachVolumeTestJSON-1144281586 tempest-AttachVolumeTestJSON-1144281586-project] Publish callbacks [] for security_group_rule (cf9b6b4f-d0ff-4b71-88ee-0cc0db6fb45d), precommit_create {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:24:24.290329 dv-cinder-830097-4-iscsi neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-a2d8ae85-7402-4334-a032-8aba745b1287 tempest-AttachVolumeTestJSON-1144281586 tempest-AttachVolumeTestJSON-1144281586-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3691881'] for security_group_rule (cf9b6b4f-d0ff-4b71-88ee-0cc0db6fb45d), after_create {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:24:24.308332 dv-cinder-830097-4-iscsi neutron-server[103457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2d8ae85-7402-4334-a032-8aba745b1287 tempest-AttachVolumeTestJSON-1144281586 tempest-AttachVolumeTestJSON-1144281586-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=cf9b6b4f-d0ff-4b71-88ee-0cc0db6fb45d,revision_number=0']} {{(pid=103457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 13:24:24.315129 dv-cinder-830097-4-iscsi neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-a2d8ae85-7402-4334-a032-8aba745b1287 tempest-AttachVolumeTestJSON-1144281586 tempest-AttachVolumeTestJSON-1144281586-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:24:24.318846 dv-cinder-830097-4-iscsi neutron-server[103457]: INFO neutron.wsgi [None req-a2d8ae85-7402-4334-a032-8aba745b1287 tempest-AttachVolumeTestJSON-1144281586 tempest-AttachVolumeTestJSON-1144281586-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1256583 Apr 12 13:24:24.319021 dv-cinder-830097-4-iscsi neutron-server[103457]: DEBUG neutron.wsgi [-] (103457) accepted ('10.222.0.18', 48078) {{(pid=103457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 13:24:24.323842 dv-cinder-830097-4-iscsi neutron-server[103457]: DEBUG neutron.api.v2.base [None req-85c1459c-b3e5-47bf-8246-091d786a719e tempest-AttachVolumeTestJSON-1144281586 tempest-AttachVolumeTestJSON-1144281586-project] Request body: {'security_group_rule': {'security_group_id': 'f36abe59-8dfc-41c4-be4d-f725d6aa3779', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=103457) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 12 13:24:24.349261 dv-cinder-830097-4-iscsi neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-85c1459c-b3e5-47bf-8246-091d786a719e tempest-AttachVolumeTestJSON-1144281586 tempest-AttachVolumeTestJSON-1144281586-project] Publish callbacks [] for security_group_rule (a296c593-83c8-4b2b-858b-079ce8dc85fe), before_create {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:24:24.411520 dv-cinder-830097-4-iscsi neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-85c1459c-b3e5-47bf-8246-091d786a719e tempest-AttachVolumeTestJSON-1144281586 tempest-AttachVolumeTestJSON-1144281586-project] Publish callbacks [] for security_group_rule (a296c593-83c8-4b2b-858b-079ce8dc85fe), precommit_create {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:24:24.416082 dv-cinder-830097-4-iscsi neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-85c1459c-b3e5-47bf-8246-091d786a719e tempest-AttachVolumeTestJSON-1144281586 tempest-AttachVolumeTestJSON-1144281586-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3691881'] for security_group_rule (a296c593-83c8-4b2b-858b-079ce8dc85fe), after_create {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:24:24.433919 dv-cinder-830097-4-iscsi neutron-server[103457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85c1459c-b3e5-47bf-8246-091d786a719e tempest-AttachVolumeTestJSON-1144281586 tempest-AttachVolumeTestJSON-1144281586-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a296c593-83c8-4b2b-858b-079ce8dc85fe,revision_number=0']} {{(pid=103457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 13:24:24.442767 dv-cinder-830097-4-iscsi neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-85c1459c-b3e5-47bf-8246-091d786a719e tempest-AttachVolumeTestJSON-1144281586 tempest-AttachVolumeTestJSON-1144281586-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:24:24.443961 dv-cinder-830097-4-iscsi neutron-server[103457]: INFO neutron.wsgi [None req-85c1459c-b3e5-47bf-8246-091d786a719e tempest-AttachVolumeTestJSON-1144281586 tempest-AttachVolumeTestJSON-1144281586-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1240263 Apr 12 13:24:24.447483 dv-cinder-830097-4-iscsi neutron-server[103457]: DEBUG neutron.wsgi [-] (103457) accepted ('10.222.0.18', 48086) {{(pid=103457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 13:24:24.451967 dv-cinder-830097-4-iscsi neutron-server[103457]: DEBUG neutron.api.v2.base [None req-61f7e584-d5e4-4d00-abe8-c5f9e5f53571 tempest-AttachVolumeTestJSON-1144281586 tempest-AttachVolumeTestJSON-1144281586-project] Request body: {'floatingip': {'floating_network_id': '26d0436d-8ae2-49bd-8cc6-3d2eac552c84'}} {{(pid=103457) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 12 13:24:24.471458 dv-cinder-830097-4-iscsi neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-61f7e584-d5e4-4d00-abe8-c5f9e5f53571 tempest-AttachVolumeTestJSON-1144281586 tempest-AttachVolumeTestJSON-1144281586-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:24:24.547474 dv-cinder-830097-4-iscsi neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-61f7e584-d5e4-4d00-abe8-c5f9e5f53571 tempest-AttachVolumeTestJSON-1144281586 tempest-AttachVolumeTestJSON-1144281586-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-916304'] for port (None), before_create {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:24:24.655603 dv-cinder-830097-4-iscsi neutron-server[103457]: DEBUG neutron.db.db_base_plugin_common [None req-61f7e584-d5e4-4d00-abe8-c5f9e5f53571 tempest-AttachVolumeTestJSON-1144281586 tempest-AttachVolumeTestJSON-1144281586-project] Allocated IP 172.27.0.57 (26d0436d-8ae2-49bd-8cc6-3d2eac552c84/d93852d8-8f89-4b1c-bef4-0e05f499a8db/e454a91c-38e0-4183-ad6a-b52723172da2) {{(pid=103457) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 12 13:24:24.761148 dv-cinder-830097-4-iscsi neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-61f7e584-d5e4-4d00-abe8-c5f9e5f53571 tempest-AttachVolumeTestJSON-1144281586 tempest-AttachVolumeTestJSON-1144281586-project] Publish callbacks [] for port (e454a91c-38e0-4183-ad6a-b52723172da2), precommit_create {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:24:24.794758 dv-cinder-830097-4-iscsi neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-61f7e584-d5e4-4d00-abe8-c5f9e5f53571 tempest-AttachVolumeTestJSON-1144281586 tempest-AttachVolumeTestJSON-1144281586-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-915890', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3697887', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732727417914', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25610742'] for port (e454a91c-38e0-4183-ad6a-b52723172da2), after_create {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:24:24.837967 dv-cinder-830097-4-iscsi neutron-server[103457]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-61f7e584-d5e4-4d00-abe8-c5f9e5f53571 tempest-AttachVolumeTestJSON-1144281586 tempest-AttachVolumeTestJSON-1144281586-project] Network 26d0436d-8ae2-49bd-8cc6-3d2eac552c84 is already hosted by enough agents. {{(pid=103457) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 12 13:24:24.840870 dv-cinder-830097-4-iscsi neutron-server[103457]: DEBUG neutron.scheduler.base_scheduler [None req-61f7e584-d5e4-4d00-abe8-c5f9e5f53571 tempest-AttachVolumeTestJSON-1144281586 tempest-AttachVolumeTestJSON-1144281586-project] Resources bound (agent type, host, resource id): {{(pid=103457) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 12 13:24:24.844337 dv-cinder-830097-4-iscsi neutron-server[103457]: DEBUG neutron.db.l3_dvrscheduler_db [None req-61f7e584-d5e4-4d00-abe8-c5f9e5f53571 tempest-AttachVolumeTestJSON-1144281586 tempest-AttachVolumeTestJSON-1144281586-project] Received port after_create {{(pid=103457) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 12 13:24:24.871232 dv-cinder-830097-4-iscsi neutron-server[103457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61f7e584-d5e4-4d00-abe8-c5f9e5f53571 tempest-AttachVolumeTestJSON-1144281586 tempest-AttachVolumeTestJSON-1144281586-project] Pushing event updated for resources: {'Port': ['ID=e454a91c-38e0-4183-ad6a-b52723172da2,revision_number=1']} {{(pid=103457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 13:24:24.938291 dv-cinder-830097-4-iscsi neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-61f7e584-d5e4-4d00-abe8-c5f9e5f53571 tempest-AttachVolumeTestJSON-1144281586 tempest-AttachVolumeTestJSON-1144281586-project] Publish callbacks [] for floatingip (2e0e04d2-fede-497a-91dd-161dcb8e4abf), precommit_create {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:24:24.973881 dv-cinder-830097-4-iscsi neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-61f7e584-d5e4-4d00-abe8-c5f9e5f53571 tempest-AttachVolumeTestJSON-1144281586 tempest-AttachVolumeTestJSON-1144281586-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-916304'] for port (e454a91c-38e0-4183-ad6a-b52723172da2), before_update {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:24:25.131787 dv-cinder-830097-4-iscsi neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-61f7e584-d5e4-4d00-abe8-c5f9e5f53571 tempest-AttachVolumeTestJSON-1144281586 tempest-AttachVolumeTestJSON-1144281586-project] Publish callbacks [] for port (e454a91c-38e0-4183-ad6a-b52723172da2), precommit_update {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:24:25.136760 dv-cinder-830097-4-iscsi neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-61f7e584-d5e4-4d00-abe8-c5f9e5f53571 tempest-AttachVolumeTestJSON-1144281586 tempest-AttachVolumeTestJSON-1144281586-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-915890', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3697887', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732727894815', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732727417932', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732727417950', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25610749'] for port (e454a91c-38e0-4183-ad6a-b52723172da2), after_update {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:24:25.217430 dv-cinder-830097-4-iscsi neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-61f7e584-d5e4-4d00-abe8-c5f9e5f53571 tempest-AttachVolumeTestJSON-1144281586 tempest-AttachVolumeTestJSON-1144281586-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3739086'] for floatingip (2e0e04d2-fede-497a-91dd-161dcb8e4abf), after_create {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:24:25.220068 dv-cinder-830097-4-iscsi neutron-server[103457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61f7e584-d5e4-4d00-abe8-c5f9e5f53571 tempest-AttachVolumeTestJSON-1144281586 tempest-AttachVolumeTestJSON-1144281586-project] Pushing event updated for resources: {'Port': ['ID=e454a91c-38e0-4183-ad6a-b52723172da2,revision_number=2']} {{(pid=103457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 13:24:25.236069 dv-cinder-830097-4-iscsi neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-61f7e584-d5e4-4d00-abe8-c5f9e5f53571 tempest-AttachVolumeTestJSON-1144281586 tempest-AttachVolumeTestJSON-1144281586-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-500965'] for floatingip (None), before_response {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:24:25.244403 dv-cinder-830097-4-iscsi neutron-server[103457]: INFO neutron.wsgi [None req-61f7e584-d5e4-4d00-abe8-c5f9e5f53571 tempest-AttachVolumeTestJSON-1144281586 tempest-AttachVolumeTestJSON-1144281586-project] 10.222.0.18 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 0.7889261 Apr 12 13:24:25.427797 dv-cinder-830097-4-iscsi neutron-server[103458]: INFO neutron.wsgi [req-9c3072cf-78a6-4780-9b8b-7db4ed1d0bd5 req-fec1cec6-6611-4f43-a4a4-966389122e70 tempest-AttachVolumeTestJSON-1144281586 tempest-AttachVolumeTestJSON-1144281586-project] 10.222.0.18 "GET /v2.0/security-groups?name=tempest-securitygroup--2133016652&fields=id&tenant_id=973344adf45e43fc87f28572c7cc70a5 HTTP/1.1" status: 200 len: 267 time: 0.0423713 Apr 12 13:24:25.534417 dv-cinder-830097-4-iscsi neutron-server[103458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c3072cf-78a6-4780-9b8b-7db4ed1d0bd5 req-c6091f17-66c2-49a0-b1bb-634bc9633c66 tempest-AttachVolumeTestJSON-1144281586 tempest-AttachVolumeTestJSON-1144281586-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 13:24:25.535878 dv-cinder-830097-4-iscsi neutron-server[103458]: INFO neutron.wsgi [req-9c3072cf-78a6-4780-9b8b-7db4ed1d0bd5 req-c6091f17-66c2-49a0-b1bb-634bc9633c66 tempest-AttachVolumeTestJSON-1144281586 tempest-AttachVolumeTestJSON-1144281586-project] 10.222.0.18 "GET /v2.0/networks?id=33c58c83-bd42-46e6-829a-cd11f58e9fb1 HTTP/1.1" status: 200 len: 811 time: 0.0995111 Apr 12 13:24:25.549961 dv-cinder-830097-4-iscsi neutron-server[103458]: INFO neutron.wsgi [req-9c3072cf-78a6-4780-9b8b-7db4ed1d0bd5 req-1e2b2987-64e3-47ba-b6a5-30746eccd3d8 tempest-AttachVolumeTestJSON-1144281586 tempest-AttachVolumeTestJSON-1144281586-project] 10.222.0.18 "GET /v2.0/quotas/973344adf45e43fc87f28572c7cc70a5 HTTP/1.1" status: 200 len: 375 time: 0.0085254 Apr 12 13:24:25.599960 dv-cinder-830097-4-iscsi neutron-server[103458]: INFO neutron.wsgi [req-9c3072cf-78a6-4780-9b8b-7db4ed1d0bd5 req-95adbcd4-1938-41b2-9f78-585d17715ed4 tempest-AttachVolumeTestJSON-1144281586 tempest-AttachVolumeTestJSON-1144281586-project] 10.222.0.18 "GET /v2.0/ports?tenant_id=973344adf45e43fc87f28572c7cc70a5&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0448205 Apr 12 13:24:25.693044 dv-cinder-830097-4-iscsi neutron-server[103458]: INFO neutron.wsgi [req-9c3072cf-78a6-4780-9b8b-7db4ed1d0bd5 req-aff00933-3333-4930-9b57-a46e644edcc1 service neutron] 10.222.0.18 "GET /v2.0/networks/33c58c83-bd42-46e6-829a-cd11f58e9fb1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0820661 Apr 12 13:24:25.779150 dv-cinder-830097-4-iscsi neutron-server[103458]: INFO neutron.wsgi [req-9c3072cf-78a6-4780-9b8b-7db4ed1d0bd5 req-000a564c-ee9e-4872-ba26-c1799a8dd0d8 service neutron] 10.222.0.18 "GET /v2.0/networks/33c58c83-bd42-46e6-829a-cd11f58e9fb1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0799706 Apr 12 13:24:25.939947 dv-cinder-830097-4-iscsi neutron-server[103457]: INFO neutron.wsgi [req-e7947b9c-3f8d-448c-9471-4d51c24ad090 req-a55c00ff-ad3a-4cdd-9b95-39b67aa451e0 tempest-AttachVolumeTestJSON-1144281586 tempest-AttachVolumeTestJSON-1144281586-project] 10.222.0.18 "GET /v2.0/ports?device_id=df4196a5-461b-432c-8451-b92b76ffea19 HTTP/1.1" status: 200 len: 210 time: 0.0292580 Apr 12 13:24:27.020434 dv-cinder-830097-4-iscsi neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c3072cf-78a6-4780-9b8b-7db4ed1d0bd5 req-856c339d-a783-486b-9798-74590c8c96c4 tempest-AttachVolumeTestJSON-1144281586 tempest-AttachVolumeTestJSON-1144281586-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 13:24:27.021892 dv-cinder-830097-4-iscsi neutron-server[103457]: INFO neutron.wsgi [req-9c3072cf-78a6-4780-9b8b-7db4ed1d0bd5 req-856c339d-a783-486b-9798-74590c8c96c4 tempest-AttachVolumeTestJSON-1144281586 tempest-AttachVolumeTestJSON-1144281586-project] 10.222.0.55 "GET /v2.0/networks?id=33c58c83-bd42-46e6-829a-cd11f58e9fb1 HTTP/1.1" status: 200 len: 811 time: 0.1044965 Apr 12 13:24:27.051084 dv-cinder-830097-4-iscsi neutron-server[103458]: INFO neutron.wsgi [req-f569ea9f-0181-4364-8fad-3e088f7dc861 req-44224d6b-3945-41cb-803c-99637269277e tempest-AttachVolumeTestJSON-1144281586 tempest-AttachVolumeTestJSON-1144281586-project] 10.222.0.18 "GET /v2.0/ports?device_id=df4196a5-461b-432c-8451-b92b76ffea19 HTTP/1.1" status: 200 len: 210 time: 0.0398781 Apr 12 13:24:27.098361 dv-cinder-830097-4-iscsi neutron-server[103457]: INFO neutron.wsgi [req-9c3072cf-78a6-4780-9b8b-7db4ed1d0bd5 req-ebbf086f-5845-4d66-9b8e-a4ecf6d15793 tempest-AttachVolumeTestJSON-1144281586 tempest-AttachVolumeTestJSON-1144281586-project] 10.222.0.55 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=973344adf45e43fc87f28572c7cc70a5 HTTP/1.1" status: 200 len: 380 time: 0.0613902 Apr 12 13:24:27.205382 dv-cinder-830097-4-iscsi neutron-server[103457]: DEBUG neutron.api.v2.base [req-9c3072cf-78a6-4780-9b8b-7db4ed1d0bd5 req-65dbc566-ec9a-4312-9e31-364d760c345b tempest-AttachVolumeTestJSON-1144281586 tempest-AttachVolumeTestJSON-1144281586-project] Request body: {'port': {'device_id': 'df4196a5-461b-432c-8451-b92b76ffea19', 'network_id': '33c58c83-bd42-46e6-829a-cd11f58e9fb1', 'admin_state_up': True, 'tenant_id': '973344adf45e43fc87f28572c7cc70a5', 'security_groups': ['f36abe59-8dfc-41c4-be4d-f725d6aa3779']}} {{(pid=103457) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 12 13:24:27.308314 dv-cinder-830097-4-iscsi neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9c3072cf-78a6-4780-9b8b-7db4ed1d0bd5 req-65dbc566-ec9a-4312-9e31-364d760c345b tempest-AttachVolumeTestJSON-1144281586 tempest-AttachVolumeTestJSON-1144281586-project] Made reservation on behalf of 973344adf45e43fc87f28572c7cc70a5 for: {'port': 1} {{(pid=103457) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 12 13:24:27.311775 dv-cinder-830097-4-iscsi neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [req-9c3072cf-78a6-4780-9b8b-7db4ed1d0bd5 req-65dbc566-ec9a-4312-9e31-364d760c345b tempest-AttachVolumeTestJSON-1144281586 tempest-AttachVolumeTestJSON-1144281586-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-916304'] for port (None), before_create {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:24:27.434655 dv-cinder-830097-4-iscsi neutron-server[103457]: DEBUG neutron.db.db_base_plugin_common [req-9c3072cf-78a6-4780-9b8b-7db4ed1d0bd5 req-65dbc566-ec9a-4312-9e31-364d760c345b tempest-AttachVolumeTestJSON-1144281586 tempest-AttachVolumeTestJSON-1144281586-project] Allocated IP 172.20.0.5 (33c58c83-bd42-46e6-829a-cd11f58e9fb1/e7f58421-9187-48e8-8ede-d2e25149e657/8ba255bd-9ec4-4da4-a9ec-b5e7f795e5ff) {{(pid=103457) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 12 13:24:27.572111 dv-cinder-830097-4-iscsi neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [req-9c3072cf-78a6-4780-9b8b-7db4ed1d0bd5 req-65dbc566-ec9a-4312-9e31-364d760c345b tempest-AttachVolumeTestJSON-1144281586 tempest-AttachVolumeTestJSON-1144281586-project] Publish callbacks [] for port (8ba255bd-9ec4-4da4-a9ec-b5e7f795e5ff), precommit_create {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:24:27.606010 dv-cinder-830097-4-iscsi neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [req-9c3072cf-78a6-4780-9b8b-7db4ed1d0bd5 req-65dbc566-ec9a-4312-9e31-364d760c345b tempest-AttachVolumeTestJSON-1144281586 tempest-AttachVolumeTestJSON-1144281586-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-915890', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3697887', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732727417914', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25610742'] for port (8ba255bd-9ec4-4da4-a9ec-b5e7f795e5ff), after_create {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:24:27.652626 dv-cinder-830097-4-iscsi neutron-server[103457]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9c3072cf-78a6-4780-9b8b-7db4ed1d0bd5 req-65dbc566-ec9a-4312-9e31-364d760c345b tempest-AttachVolumeTestJSON-1144281586 tempest-AttachVolumeTestJSON-1144281586-project] Network 33c58c83-bd42-46e6-829a-cd11f58e9fb1 is already hosted by enough agents. {{(pid=103457) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 12 13:24:27.655559 dv-cinder-830097-4-iscsi neutron-server[103457]: DEBUG neutron.scheduler.base_scheduler [req-9c3072cf-78a6-4780-9b8b-7db4ed1d0bd5 req-65dbc566-ec9a-4312-9e31-364d760c345b tempest-AttachVolumeTestJSON-1144281586 tempest-AttachVolumeTestJSON-1144281586-project] Resources bound (agent type, host, resource id): {{(pid=103457) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 12 13:24:27.658165 dv-cinder-830097-4-iscsi neutron-server[103457]: DEBUG neutron.db.l3_dvrscheduler_db [req-9c3072cf-78a6-4780-9b8b-7db4ed1d0bd5 req-65dbc566-ec9a-4312-9e31-364d760c345b tempest-AttachVolumeTestJSON-1144281586 tempest-AttachVolumeTestJSON-1144281586-project] Received port after_create {{(pid=103457) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 12 13:24:27.668503 dv-cinder-830097-4-iscsi neutron-server[103457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65dbc566-ec9a-4312-9e31-364d760c345b tempest-AttachVolumeTestJSON-1144281586 tempest-AttachVolumeTestJSON-1144281586-project] Pushing event updated for resources: {'Port': ['ID=8ba255bd-9ec4-4da4-a9ec-b5e7f795e5ff,revision_number=1']} {{(pid=103457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 13:24:27.720509 dv-cinder-830097-4-iscsi neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c3072cf-78a6-4780-9b8b-7db4ed1d0bd5 req-65dbc566-ec9a-4312-9e31-364d760c345b tempest-AttachVolumeTestJSON-1144281586 tempest-AttachVolumeTestJSON-1144281586-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 13:24:27.721156 dv-cinder-830097-4-iscsi neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [req-9c3072cf-78a6-4780-9b8b-7db4ed1d0bd5 req-65dbc566-ec9a-4312-9e31-364d760c345b tempest-AttachVolumeTestJSON-1144281586 tempest-AttachVolumeTestJSON-1144281586-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-500965'] for port (None), before_response {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:24:27.738796 dv-cinder-830097-4-iscsi neutron-server[103457]: INFO neutron.wsgi [req-9c3072cf-78a6-4780-9b8b-7db4ed1d0bd5 req-65dbc566-ec9a-4312-9e31-364d760c345b tempest-AttachVolumeTestJSON-1144281586 tempest-AttachVolumeTestJSON-1144281586-project] 10.222.0.55 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5371339 Apr 12 13:24:27.760742 dv-cinder-830097-4-iscsi neutron-server[103457]: DEBUG neutron.api.v2.base [req-9c3072cf-78a6-4780-9b8b-7db4ed1d0bd5 req-a318dc0a-6755-4ab2-bcb2-1af666c3e56f service neutron] Request body: {'port': {'device_id': 'df4196a5-461b-432c-8451-b92b76ffea19', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83009'}} {{(pid=103457) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 12 13:24:27.828051 dv-cinder-830097-4-iscsi neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [req-9c3072cf-78a6-4780-9b8b-7db4ed1d0bd5 req-a318dc0a-6755-4ab2-bcb2-1af666c3e56f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-916304'] for port (8ba255bd-9ec4-4da4-a9ec-b5e7f795e5ff), before_update {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:24:27.943318 dv-cinder-830097-4-iscsi neutron-server[103459]: DEBUG neutron.db.provisioning_blocks [None req-9a8b6c7f-6928-46b2-bd1e-413d0d03c3ce None None] Provisioning complete for port 8ba255bd-9ec4-4da4-a9ec-b5e7f795e5ff triggered by entity DHCP. {{(pid=103459) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 12 13:24:27.943800 dv-cinder-830097-4-iscsi neutron-server[103459]: DEBUG neutron_lib.callbacks.manager [None req-9a8b6c7f-6928-46b2-bd1e-413d0d03c3ce None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-657243'] for port (8ba255bd-9ec4-4da4-a9ec-b5e7f795e5ff), provisioning_complete {{(pid=103459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:24:27.978794 dv-cinder-830097-4-iscsi neutron-server[103459]: DEBUG neutron.plugins.ml2.plugin [None req-9a8b6c7f-6928-46b2-bd1e-413d0d03c3ce None None] Port 8ba255bd-9ec4-4da4-a9ec-b5e7f795e5ff cannot update to ACTIVE because it is not bound. {{(pid=103459) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 12 13:24:28.087288 dv-cinder-830097-4-iscsi neutron-server[103457]: DEBUG neutron.notifiers.nova [req-9c3072cf-78a6-4780-9b8b-7db4ed1d0bd5 req-a318dc0a-6755-4ab2-bcb2-1af666c3e56f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8ba255bd-9ec4-4da4-a9ec-b5e7f795e5ff {{(pid=103457) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 12 13:24:28.098333 dv-cinder-830097-4-iscsi neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [req-9c3072cf-78a6-4780-9b8b-7db4ed1d0bd5 req-a318dc0a-6755-4ab2-bcb2-1af666c3e56f service neutron] Publish callbacks [] for port (8ba255bd-9ec4-4da4-a9ec-b5e7f795e5ff), precommit_update {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:24:28.113526 dv-cinder-830097-4-iscsi neutron-server[103457]: DEBUG neutron.db.provisioning_blocks [req-9c3072cf-78a6-4780-9b8b-7db4ed1d0bd5 req-a318dc0a-6755-4ab2-bcb2-1af666c3e56f service neutron] Transition to ACTIVE for port object 8ba255bd-9ec4-4da4-a9ec-b5e7f795e5ff will not be triggered until provisioned by entity L2. {{(pid=103457) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 12 13:24:28.118546 dv-cinder-830097-4-iscsi neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [req-9c3072cf-78a6-4780-9b8b-7db4ed1d0bd5 req-a318dc0a-6755-4ab2-bcb2-1af666c3e56f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-915890', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3697887', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732727894815', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732727417932', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732727417950', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25610749'] for port (8ba255bd-9ec4-4da4-a9ec-b5e7f795e5ff), after_update {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:24:28.205114 dv-cinder-830097-4-iscsi neutron-server[103457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a318dc0a-6755-4ab2-bcb2-1af666c3e56f service neutron] Pushing event updated for resources: {'Port': ['ID=8ba255bd-9ec4-4da4-a9ec-b5e7f795e5ff,revision_number=2']} {{(pid=103457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 13:24:28.242021 dv-cinder-830097-4-iscsi neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bec5dfbf-df3f-4d74-83f3-53d9b85b83bd req-6fbc4ea3-d71b-4198-a829-07b91193052f tempest-AttachVolumeTestJSON-1144281586 tempest-AttachVolumeTestJSON-1144281586-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 13:24:28.243615 dv-cinder-830097-4-iscsi neutron-server[103457]: INFO neutron.wsgi [req-bec5dfbf-df3f-4d74-83f3-53d9b85b83bd req-6fbc4ea3-d71b-4198-a829-07b91193052f tempest-AttachVolumeTestJSON-1144281586 tempest-AttachVolumeTestJSON-1144281586-project] 10.222.0.18 "GET /v2.0/ports?device_id=df4196a5-461b-432c-8451-b92b76ffea19 HTTP/1.1" status: 200 len: 943 time: 0.1010201 Apr 12 13:24:28.349117 dv-cinder-830097-4-iscsi neutron-server[103457]: DEBUG neutron.plugins.ml2.managers [req-9c3072cf-78a6-4780-9b8b-7db4ed1d0bd5 req-a318dc0a-6755-4ab2-bcb2-1af666c3e56f service neutron] Attempting to bind port 8ba255bd-9ec4-4da4-a9ec-b5e7f795e5ff on host hv-cinder-83009 for vnic_type normal with profile {{(pid=103457) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 12 13:24:28.349619 dv-cinder-830097-4-iscsi neutron-server[103457]: DEBUG neutron.plugins.ml2.managers [req-9c3072cf-78a6-4780-9b8b-7db4ed1d0bd5 req-a318dc0a-6755-4ab2-bcb2-1af666c3e56f service neutron] Attempting to bind port 8ba255bd-9ec4-4da4-a9ec-b5e7f795e5ff by drivers openvswitch,hyperv on host hv-cinder-83009 at level 0 using segments [{'id': '14551b93-9fd8-40ed-a0fc-48c46d45be33', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 225, 'network_id': '33c58c83-bd42-46e6-829a-cd11f58e9fb1'}] {{(pid=103457) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 12 13:24:28.349958 dv-cinder-830097-4-iscsi neutron-server[103457]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9c3072cf-78a6-4780-9b8b-7db4ed1d0bd5 req-a318dc0a-6755-4ab2-bcb2-1af666c3e56f service neutron] Attempting to bind port 8ba255bd-9ec4-4da4-a9ec-b5e7f795e5ff on network 33c58c83-bd42-46e6-829a-cd11f58e9fb1 {{(pid=103457) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 12 13:24:28.354725 dv-cinder-830097-4-iscsi neutron-server[103457]: INFO neutron.wsgi [req-bec5dfbf-df3f-4d74-83f3-53d9b85b83bd req-db3eb4e8-1b6c-47f6-a780-2ae3b878a6cf tempest-AttachVolumeTestJSON-1144281586 tempest-AttachVolumeTestJSON-1144281586-project] 10.222.0.18 "GET /v2.0/security-groups?id=f36abe59-8dfc-41c4-be4d-f725d6aa3779&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0862200 Apr 12 13:24:28.358825 dv-cinder-830097-4-iscsi neutron-server[103457]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9c3072cf-78a6-4780-9b8b-7db4ed1d0bd5 req-a318dc0a-6755-4ab2-bcb2-1af666c3e56f service neutron] Port 8ba255bd-9ec4-4da4-a9ec-b5e7f795e5ff on network 33c58c83-bd42-46e6-829a-cd11f58e9fb1 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83009 {{(pid=103457) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 12 13:24:28.359147 dv-cinder-830097-4-iscsi neutron-server[103457]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9c3072cf-78a6-4780-9b8b-7db4ed1d0bd5 req-a318dc0a-6755-4ab2-bcb2-1af666c3e56f service neutron] Attempting to bind port 8ba255bd-9ec4-4da4-a9ec-b5e7f795e5ff on network 33c58c83-bd42-46e6-829a-cd11f58e9fb1 {{(pid=103457) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 12 13:24:28.365302 dv-cinder-830097-4-iscsi neutron-server[103457]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9c3072cf-78a6-4780-9b8b-7db4ed1d0bd5 req-a318dc0a-6755-4ab2-bcb2-1af666c3e56f service neutron] Checking agent: {'id': 'ee5509cd-6dd7-49df-aa37-3740ebd1e34b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83009', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 12, 13, 13, 59), 'started_at': datetime.datetime(2022, 4, 12, 13, 13, 59), 'heartbeat_timestamp': datetime.datetime(2022, 4, 12, 13, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103457) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 12 13:24:28.365833 dv-cinder-830097-4-iscsi neutron-server[103457]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9c3072cf-78a6-4780-9b8b-7db4ed1d0bd5 req-a318dc0a-6755-4ab2-bcb2-1af666c3e56f service neutron] Checking segment: {'id': '14551b93-9fd8-40ed-a0fc-48c46d45be33', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 225, 'network_id': '33c58c83-bd42-46e6-829a-cd11f58e9fb1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103457) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 12 13:24:28.366208 dv-cinder-830097-4-iscsi neutron-server[103457]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9c3072cf-78a6-4780-9b8b-7db4ed1d0bd5 req-a318dc0a-6755-4ab2-bcb2-1af666c3e56f service neutron] Bound using segment: {'id': '14551b93-9fd8-40ed-a0fc-48c46d45be33', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 225, 'network_id': '33c58c83-bd42-46e6-829a-cd11f58e9fb1'} {{(pid=103457) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 12 13:24:28.367277 dv-cinder-830097-4-iscsi neutron-server[103457]: DEBUG neutron.plugins.ml2.managers [req-9c3072cf-78a6-4780-9b8b-7db4ed1d0bd5 req-a318dc0a-6755-4ab2-bcb2-1af666c3e56f service neutron] Bound port: 8ba255bd-9ec4-4da4-a9ec-b5e7f795e5ff, host: hv-cinder-83009, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '14551b93-9fd8-40ed-a0fc-48c46d45be33', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 225, 'network_id': '33c58c83-bd42-46e6-829a-cd11f58e9fb1'}}] {{(pid=103457) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 12 13:24:28.367883 dv-cinder-830097-4-iscsi neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [req-9c3072cf-78a6-4780-9b8b-7db4ed1d0bd5 req-a318dc0a-6755-4ab2-bcb2-1af666c3e56f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-916304'] for port (8ba255bd-9ec4-4da4-a9ec-b5e7f795e5ff), before_update {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:24:28.443438 dv-cinder-830097-4-iscsi neutron-server[103457]: DEBUG neutron.plugins.ml2.db [req-9c3072cf-78a6-4780-9b8b-7db4ed1d0bd5 req-a318dc0a-6755-4ab2-bcb2-1af666c3e56f service neutron] For port 8ba255bd-9ec4-4da4-a9ec-b5e7f795e5ff, host hv-cinder-83009, cleared binding levels {{(pid=103457) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 12 13:24:28.446464 dv-cinder-830097-4-iscsi neutron-server[103457]: DEBUG neutron.plugins.ml2.db [req-9c3072cf-78a6-4780-9b8b-7db4ed1d0bd5 req-a318dc0a-6755-4ab2-bcb2-1af666c3e56f service neutron] For port 8ba255bd-9ec4-4da4-a9ec-b5e7f795e5ff, host hv-cinder-83009, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83009',level=0,port_id=8ba255bd-9ec4-4da4-a9ec-b5e7f795e5ff,segment=NetworkSegment(14551b93-9fd8-40ed-a0fc-48c46d45be33),segment_id=14551b93-9fd8-40ed-a0fc-48c46d45be33)] {{(pid=103457) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 12 13:24:28.455177 dv-cinder-830097-4-iscsi neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [req-9c3072cf-78a6-4780-9b8b-7db4ed1d0bd5 req-a318dc0a-6755-4ab2-bcb2-1af666c3e56f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-915890', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3697887', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732727894815', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732727417932', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732727417950', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25610749'] for port (8ba255bd-9ec4-4da4-a9ec-b5e7f795e5ff), after_update {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:24:28.506013 dv-cinder-830097-4-iscsi neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c3072cf-78a6-4780-9b8b-7db4ed1d0bd5 req-a318dc0a-6755-4ab2-bcb2-1af666c3e56f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 13:24:28.506631 dv-cinder-830097-4-iscsi neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [req-9c3072cf-78a6-4780-9b8b-7db4ed1d0bd5 req-a318dc0a-6755-4ab2-bcb2-1af666c3e56f service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-500965'] for port (None), before_response {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:24:28.508423 dv-cinder-830097-4-iscsi neutron-server[103457]: INFO neutron.wsgi [req-9c3072cf-78a6-4780-9b8b-7db4ed1d0bd5 req-a318dc0a-6755-4ab2-bcb2-1af666c3e56f service neutron] 10.222.0.55 "PUT /v2.0/ports/8ba255bd-9ec4-4da4-a9ec-b5e7f795e5ff HTTP/1.1" status: 200 len: 1093 time: 0.7535403 Apr 12 13:24:28.511323 dv-cinder-830097-4-iscsi neutron-server[103457]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'df4196a5-461b-432c-8451-b92b76ffea19', 'tag': '8ba255bd-9ec4-4da4-a9ec-b5e7f795e5ff'}] {{(pid=103457) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 12 13:24:28.513798 dv-cinder-830097-4-iscsi neutron-server[103457]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}086c7d3de3560e72b9669b0aa2f8f0aa3a7dc6896401f4467231a6605ceb6cb3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-eaa5a6ed-78c7-419c-bea3-e2d235ed505b" -d '{"events": [{"name": "network-changed", "server_uuid": "df4196a5-461b-432c-8451-b92b76ffea19", "tag": "8ba255bd-9ec4-4da4-a9ec-b5e7f795e5ff"}]}' {{(pid=103457) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 12 13:24:28.542541 dv-cinder-830097-4-iscsi neutron-server[103457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a318dc0a-6755-4ab2-bcb2-1af666c3e56f service neutron] Pushing event updated for resources: {'Port': ['ID=8ba255bd-9ec4-4da4-a9ec-b5e7f795e5ff,revision_number=3']} {{(pid=103457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 13:24:28.558959 dv-cinder-830097-4-iscsi neutron-server[103457]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 12 Apr 2022 13:24:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e2d1efac-7dc5-40b4-a213-032b2b995064 x-openstack-request-id: req-e2d1efac-7dc5-40b4-a213-032b2b995064 {{(pid=103457) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 12 13:24:28.559619 dv-cinder-830097-4-iscsi neutron-server[103457]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "df4196a5-461b-432c-8451-b92b76ffea19", "tag": "8ba255bd-9ec4-4da4-a9ec-b5e7f795e5ff", "status": "completed", "code": 200}]} {{(pid=103457) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 12 13:24:28.559880 dv-cinder-830097-4-iscsi neutron-server[103457]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-e2d1efac-7dc5-40b4-a213-032b2b995064 {{(pid=103457) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 12 13:24:28.560291 dv-cinder-830097-4-iscsi neutron-server[103457]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e2d1efac-7dc5-40b4-a213-032b2b995064'] response: {'name': 'network-changed', 'server_uuid': 'df4196a5-461b-432c-8451-b92b76ffea19', 'tag': '8ba255bd-9ec4-4da4-a9ec-b5e7f795e5ff', 'status': 'completed', 'code': 200} Apr 12 13:24:28.631603 dv-cinder-830097-4-iscsi neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c3072cf-78a6-4780-9b8b-7db4ed1d0bd5 req-62023616-d370-4d78-8967-65e91a693277 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 13:24:28.633843 dv-cinder-830097-4-iscsi neutron-server[103457]: INFO neutron.wsgi [req-9c3072cf-78a6-4780-9b8b-7db4ed1d0bd5 req-62023616-d370-4d78-8967-65e91a693277 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=973344adf45e43fc87f28572c7cc70a5&device_id=df4196a5-461b-432c-8451-b92b76ffea19 HTTP/1.1" status: 200 len: 1127 time: 0.0461407 Apr 12 13:24:28.684708 dv-cinder-830097-4-iscsi neutron-server[103457]: INFO neutron.wsgi [req-9c3072cf-78a6-4780-9b8b-7db4ed1d0bd5 req-9f6676d5-9773-4e24-9be6-d80fc70168d8 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=8ba255bd-9ec4-4da4-a9ec-b5e7f795e5ff HTTP/1.1" status: 200 len: 217 time: 0.0359459 Apr 12 13:24:28.749071 dv-cinder-830097-4-iscsi neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c3072cf-78a6-4780-9b8b-7db4ed1d0bd5 req-81d387ba-e7ce-4685-b2f5-a2d28d804234 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 13:24:28.750474 dv-cinder-830097-4-iscsi neutron-server[103457]: INFO neutron.wsgi [req-9c3072cf-78a6-4780-9b8b-7db4ed1d0bd5 req-81d387ba-e7ce-4685-b2f5-a2d28d804234 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=e7f58421-9187-48e8-8ede-d2e25149e657 HTTP/1.1" status: 200 len: 850 time: 0.0581782 Apr 12 13:24:28.805255 dv-cinder-830097-4-iscsi neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c3072cf-78a6-4780-9b8b-7db4ed1d0bd5 req-59d74dad-1744-417a-b093-4d3737fb7798 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 13:24:28.812452 dv-cinder-830097-4-iscsi neutron-server[103457]: INFO neutron.wsgi [req-9c3072cf-78a6-4780-9b8b-7db4ed1d0bd5 req-59d74dad-1744-417a-b093-4d3737fb7798 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=33c58c83-bd42-46e6-829a-cd11f58e9fb1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0495954 Apr 12 13:24:28.912476 dv-cinder-830097-4-iscsi neutron-server[103457]: INFO neutron.wsgi [req-9c3072cf-78a6-4780-9b8b-7db4ed1d0bd5 req-56ec43fc-12df-4c2b-b5a5-3d89bf6603cc service neutron] 10.222.0.55 "GET /v2.0/networks/33c58c83-bd42-46e6-829a-cd11f58e9fb1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0941882 Apr 12 13:24:29.020331 dv-cinder-830097-4-iscsi neutron-server[103457]: INFO neutron.wsgi [req-9c3072cf-78a6-4780-9b8b-7db4ed1d0bd5 req-d07392ab-f2ff-4f5c-be12-a514d9f0e160 service neutron] 10.222.0.55 "GET /v2.0/networks/33c58c83-bd42-46e6-829a-cd11f58e9fb1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1020515 Apr 12 13:24:29.239347 dv-cinder-830097-4-iscsi neutron-server[103457]: DEBUG neutron.wsgi [-] (103457) accepted ('10.222.0.18', 48174) {{(pid=103457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 13:24:29.342554 dv-cinder-830097-4-iscsi neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-ac3dbc3d-9664-406d-bc1a-cc1f5170e63c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:24:29.415154 dv-cinder-830097-4-iscsi neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-ac3dbc3d-9664-406d-bc1a-cc1f5170e63c admin admin] Publish callbacks [] for security_group (896b1260-003e-4b74-b040-3b5804630986), precommit_create {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:24:29.419421 dv-cinder-830097-4-iscsi neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-ac3dbc3d-9664-406d-bc1a-cc1f5170e63c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3691807'] for security_group (896b1260-003e-4b74-b040-3b5804630986), after_create {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:24:29.492344 dv-cinder-830097-4-iscsi neutron-server[103457]: INFO neutron.wsgi [None req-ac3dbc3d-9664-406d-bc1a-cc1f5170e63c admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=ba70e3d69a8e4198a1f8e9790b885f27&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2519028 Apr 12 13:24:29.495096 dv-cinder-830097-4-iscsi neutron-server[103457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac3dbc3d-9664-406d-bc1a-cc1f5170e63c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=896b1260-003e-4b74-b040-3b5804630986,revision_number=1']} {{(pid=103457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 13:24:29.495355 dv-cinder-830097-4-iscsi neutron-server[103458]: DEBUG neutron.wsgi [-] (103458) accepted ('10.222.0.18', 48180) {{(pid=103458) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 13:24:29.512193 dv-cinder-830097-4-iscsi neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9eb31fba-fd5a-4d76-b278-5b27a4336d2b req-6358ee6e-a3df-45a2-a40b-47cb8014a412 tempest-AttachVolumeTestJSON-1144281586 tempest-AttachVolumeTestJSON-1144281586-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 13:24:29.513763 dv-cinder-830097-4-iscsi neutron-server[103457]: INFO neutron.wsgi [req-9eb31fba-fd5a-4d76-b278-5b27a4336d2b req-6358ee6e-a3df-45a2-a40b-47cb8014a412 tempest-AttachVolumeTestJSON-1144281586 tempest-AttachVolumeTestJSON-1144281586-project] 10.222.0.18 "GET /v2.0/ports?device_id=df4196a5-461b-432c-8451-b92b76ffea19 HTTP/1.1" status: 200 len: 943 time: 0.0760708 Apr 12 13:24:29.549840 dv-cinder-830097-4-iscsi neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-c90a5784-8c0b-4360-a009-a6a63b708921 admin admin] Publish callbacks [] for security_group (896b1260-003e-4b74-b040-3b5804630986), before_delete {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:24:29.563043 dv-cinder-830097-4-iscsi neutron-server[103457]: INFO neutron.wsgi [req-9eb31fba-fd5a-4d76-b278-5b27a4336d2b req-87ed386a-7ccf-4d6a-b783-11e0713852cf tempest-AttachVolumeTestJSON-1144281586 tempest-AttachVolumeTestJSON-1144281586-project] 10.222.0.18 "GET /v2.0/security-groups?id=f36abe59-8dfc-41c4-be4d-f725d6aa3779&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0422966 Apr 12 13:24:29.575201 dv-cinder-830097-4-iscsi neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-c90a5784-8c0b-4360-a009-a6a63b708921 admin admin] Publish callbacks [] for security_group (896b1260-003e-4b74-b040-3b5804630986), precommit_delete {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:24:29.600303 dv-cinder-830097-4-iscsi neutron-server[103459]: DEBUG neutron_lib.callbacks.manager [None req-3505bd68-a9fd-4823-92ea-1a6ded8ab071 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732727929501', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-657397'] for agent (ee5509cd-6dd7-49df-aa37-3740ebd1e34b), after_update {{(pid=103459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:24:29.622945 dv-cinder-830097-4-iscsi neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-c90a5784-8c0b-4360-a009-a6a63b708921 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3691807'] for security_group (896b1260-003e-4b74-b040-3b5804630986), after_delete {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:24:29.625609 dv-cinder-830097-4-iscsi neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-c90a5784-8c0b-4360-a009-a6a63b708921 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:24:29.626727 dv-cinder-830097-4-iscsi neutron-server[103458]: INFO neutron.wsgi [None req-c90a5784-8c0b-4360-a009-a6a63b708921 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/896b1260-003e-4b74-b040-3b5804630986 HTTP/1.1" status: 204 len: 168 time: 0.1302152 Apr 12 13:24:29.636713 dv-cinder-830097-4-iscsi neutron-server[103458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c90a5784-8c0b-4360-a009-a6a63b708921 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=896b1260-003e-4b74-b040-3b5804630986,revision_number=None']} {{(pid=103458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 13:24:29.879458 dv-cinder-830097-4-iscsi neutron-server[103458]: DEBUG neutron.wsgi [-] (103458) accepted ('10.222.0.18', 48186) {{(pid=103458) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 13:24:29.893661 dv-cinder-830097-4-iscsi neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-fc1dddf3-114c-45ab-b4bf-bb83ef41d6f2 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:24:29.980175 dv-cinder-830097-4-iscsi neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-fc1dddf3-114c-45ab-b4bf-bb83ef41d6f2 admin admin] Publish callbacks [] for security_group (17c0abaf-79d2-4720-a215-126efd5771bb), precommit_create {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:24:29.984117 dv-cinder-830097-4-iscsi neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-fc1dddf3-114c-45ab-b4bf-bb83ef41d6f2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3691807'] for security_group (17c0abaf-79d2-4720-a215-126efd5771bb), after_create {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:24:30.012858 dv-cinder-830097-4-iscsi neutron-server[103458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc1dddf3-114c-45ab-b4bf-bb83ef41d6f2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=17c0abaf-79d2-4720-a215-126efd5771bb,revision_number=1']} {{(pid=103458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 13:24:30.032268 dv-cinder-830097-4-iscsi neutron-server[103457]: DEBUG neutron.wsgi [-] (103457) accepted ('10.222.0.18', 48188) {{(pid=103457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 13:24:30.032445 dv-cinder-830097-4-iscsi neutron-server[103458]: INFO neutron.wsgi [None req-fc1dddf3-114c-45ab-b4bf-bb83ef41d6f2 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=5da17ad2a0e64b92a6c6f6dd632b797f&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1518157 Apr 12 13:24:30.082116 dv-cinder-830097-4-iscsi neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-6225f180-cb8c-4e75-8e69-ceec4455016d admin admin] Publish callbacks [] for security_group (17c0abaf-79d2-4720-a215-126efd5771bb), before_delete {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:24:30.106588 dv-cinder-830097-4-iscsi neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-6225f180-cb8c-4e75-8e69-ceec4455016d admin admin] Publish callbacks [] for security_group (17c0abaf-79d2-4720-a215-126efd5771bb), precommit_delete {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:24:30.155209 dv-cinder-830097-4-iscsi neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-6225f180-cb8c-4e75-8e69-ceec4455016d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3691807'] for security_group (17c0abaf-79d2-4720-a215-126efd5771bb), after_delete {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:24:30.157737 dv-cinder-830097-4-iscsi neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-6225f180-cb8c-4e75-8e69-ceec4455016d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:24:30.158876 dv-cinder-830097-4-iscsi neutron-server[103457]: INFO neutron.wsgi [None req-6225f180-cb8c-4e75-8e69-ceec4455016d admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/17c0abaf-79d2-4720-a215-126efd5771bb HTTP/1.1" status: 204 len: 168 time: 0.1255865 Apr 12 13:24:30.167751 dv-cinder-830097-4-iscsi neutron-server[103457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6225f180-cb8c-4e75-8e69-ceec4455016d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=17c0abaf-79d2-4720-a215-126efd5771bb,revision_number=None']} {{(pid=103457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 13:24:30.678201 dv-cinder-830097-4-iscsi neutron-server[103458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-454fcb28-8b1f-4e6b-9c83-3be95eeae131 req-c786de9e-45e8-400d-a054-27e35c03669c tempest-AttachVolumeTestJSON-1144281586 tempest-AttachVolumeTestJSON-1144281586-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 13:24:30.679692 dv-cinder-830097-4-iscsi neutron-server[103458]: INFO neutron.wsgi [req-454fcb28-8b1f-4e6b-9c83-3be95eeae131 req-c786de9e-45e8-400d-a054-27e35c03669c tempest-AttachVolumeTestJSON-1144281586 tempest-AttachVolumeTestJSON-1144281586-project] 10.222.0.18 "GET /v2.0/ports?device_id=df4196a5-461b-432c-8451-b92b76ffea19 HTTP/1.1" status: 200 len: 943 time: 0.0472686 Apr 12 13:24:30.730610 dv-cinder-830097-4-iscsi neutron-server[103458]: INFO neutron.wsgi [req-454fcb28-8b1f-4e6b-9c83-3be95eeae131 req-6c6e11fe-ca02-4079-9ca5-be0edc711886 tempest-AttachVolumeTestJSON-1144281586 tempest-AttachVolumeTestJSON-1144281586-project] 10.222.0.18 "GET /v2.0/security-groups?id=f36abe59-8dfc-41c4-be4d-f725d6aa3779&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0450857 Apr 12 13:24:30.939986 dv-cinder-830097-4-iscsi neutron-server[103457]: DEBUG neutron.wsgi [-] (103457) accepted ('10.222.0.18', 48212) {{(pid=103457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 13:24:31.032120 dv-cinder-830097-4-iscsi neutron-server[103457]: DEBUG neutron.api.v2.base [None req-e7771a24-e733-40d8-8b2c-0d8ed166ec8d admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-1164697514-network', 'tenant_id': 'f8dccee065194dd5a87dda2dd4da6d93'}} {{(pid=103457) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 12 13:24:31.051407 dv-cinder-830097-4-iscsi neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e7771a24-e733-40d8-8b2c-0d8ed166ec8d admin admin] Made reservation on behalf of f8dccee065194dd5a87dda2dd4da6d93 for: {'network': 1} {{(pid=103457) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 12 13:24:31.053573 dv-cinder-830097-4-iscsi neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-e7771a24-e733-40d8-8b2c-0d8ed166ec8d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-916304'] for network (None), before_create {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:24:31.064379 dv-cinder-830097-4-iscsi neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-e7771a24-e733-40d8-8b2c-0d8ed166ec8d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:24:31.136931 dv-cinder-830097-4-iscsi neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-e7771a24-e733-40d8-8b2c-0d8ed166ec8d admin admin] Publish callbacks [] for security_group (e724d983-df92-401e-8735-0d7b5ec19719), precommit_create {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:24:31.140415 dv-cinder-830097-4-iscsi neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-e7771a24-e733-40d8-8b2c-0d8ed166ec8d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3691807'] for security_group (e724d983-df92-401e-8735-0d7b5ec19719), after_create {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:24:31.161157 dv-cinder-830097-4-iscsi neutron-server[103457]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e7771a24-e733-40d8-8b2c-0d8ed166ec8d admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 210} {{(pid=103457) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 12 13:24:31.176452 dv-cinder-830097-4-iscsi neutron-server[103457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7771a24-e733-40d8-8b2c-0d8ed166ec8d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e724d983-df92-401e-8735-0d7b5ec19719,revision_number=1']} {{(pid=103457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 13:24:31.178773 dv-cinder-830097-4-iscsi neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-e7771a24-e733-40d8-8b2c-0d8ed166ec8d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-715442'] for segment (64990312-40a1-4830-a1ad-f300f2760b73), precommit_create {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:24:31.179141 dv-cinder-830097-4-iscsi neutron-server[103457]: INFO neutron.db.segments_db [None req-e7771a24-e733-40d8-8b2c-0d8ed166ec8d admin admin] Added segment 64990312-40a1-4830-a1ad-f300f2760b73 of type vlan for network 1ea215df-4b3b-4fdc-a07c-a8e1e6105c7b Apr 12 13:24:31.195397 dv-cinder-830097-4-iscsi neutron-server[103457]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7771a24-e733-40d8-8b2c-0d8ed166ec8d admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830097-4-iscsi {{(pid=103457) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 13:24:31.195742 dv-cinder-830097-4-iscsi neutron-server[103457]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7771a24-e733-40d8-8b2c-0d8ed166ec8d admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830097-4-iscsi {{(pid=103457) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 13:24:31.196087 dv-cinder-830097-4-iscsi neutron-server[103457]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7771a24-e733-40d8-8b2c-0d8ed166ec8d admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830097-4-iscsi {{(pid=103457) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 13:24:31.196423 dv-cinder-830097-4-iscsi neutron-server[103457]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7771a24-e733-40d8-8b2c-0d8ed166ec8d admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830097-4-iscsi {{(pid=103457) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 13:24:31.196752 dv-cinder-830097-4-iscsi neutron-server[103457]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7771a24-e733-40d8-8b2c-0d8ed166ec8d admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830097-4-iscsi {{(pid=103457) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 13:24:31.197100 dv-cinder-830097-4-iscsi neutron-server[103457]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7771a24-e733-40d8-8b2c-0d8ed166ec8d admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830097-4-iscsi {{(pid=103457) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 13:24:31.197422 dv-cinder-830097-4-iscsi neutron-server[103457]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7771a24-e733-40d8-8b2c-0d8ed166ec8d admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830097-4-iscsi {{(pid=103457) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 13:24:31.197743 dv-cinder-830097-4-iscsi neutron-server[103457]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7771a24-e733-40d8-8b2c-0d8ed166ec8d admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-830097-4-iscsi {{(pid=103457) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 13:24:31.198065 dv-cinder-830097-4-iscsi neutron-server[103457]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7771a24-e733-40d8-8b2c-0d8ed166ec8d admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-830097-4-iscsi {{(pid=103457) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 13:24:31.198384 dv-cinder-830097-4-iscsi neutron-server[103457]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7771a24-e733-40d8-8b2c-0d8ed166ec8d admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-830097-4-iscsi {{(pid=103457) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 13:24:31.198705 dv-cinder-830097-4-iscsi neutron-server[103457]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7771a24-e733-40d8-8b2c-0d8ed166ec8d admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-830097-4-iscsi {{(pid=103457) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 13:24:31.199023 dv-cinder-830097-4-iscsi neutron-server[103457]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7771a24-e733-40d8-8b2c-0d8ed166ec8d admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830097-4-iscsi {{(pid=103457) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 13:24:31.199340 dv-cinder-830097-4-iscsi neutron-server[103457]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7771a24-e733-40d8-8b2c-0d8ed166ec8d admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830097-4-iscsi {{(pid=103457) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 13:24:31.199654 dv-cinder-830097-4-iscsi neutron-server[103457]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7771a24-e733-40d8-8b2c-0d8ed166ec8d admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830097-4-iscsi {{(pid=103457) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 13:24:31.199967 dv-cinder-830097-4-iscsi neutron-server[103457]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7771a24-e733-40d8-8b2c-0d8ed166ec8d admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830097-4-iscsi {{(pid=103457) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 13:24:31.238747 dv-cinder-830097-4-iscsi neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-e7771a24-e733-40d8-8b2c-0d8ed166ec8d admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8732727402599'] for network (1ea215df-4b3b-4fdc-a07c-a8e1e6105c7b), precommit_create {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:24:31.262475 dv-cinder-830097-4-iscsi neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-e7771a24-e733-40d8-8b2c-0d8ed166ec8d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3691972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3697887'] for network (1ea215df-4b3b-4fdc-a07c-a8e1e6105c7b), after_create {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:24:31.263395 dv-cinder-830097-4-iscsi neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e7771a24-e733-40d8-8b2c-0d8ed166ec8d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 13:24:31.263969 dv-cinder-830097-4-iscsi neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-e7771a24-e733-40d8-8b2c-0d8ed166ec8d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3697709'] for network (None), before_response {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:24:31.295305 dv-cinder-830097-4-iscsi neutron-server[103457]: INFO neutron.wsgi [None req-e7771a24-e733-40d8-8b2c-0d8ed166ec8d admin admin] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.3541496 Apr 12 13:24:31.298190 dv-cinder-830097-4-iscsi neutron-server[103458]: DEBUG neutron.wsgi [-] (103458) accepted ('10.222.0.18', 48216) {{(pid=103458) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 13:24:31.302904 dv-cinder-830097-4-iscsi neutron-server[103458]: DEBUG neutron.api.v2.base [None req-adc7365b-95ba-4423-80c7-7be1ca40af9d admin admin] Request body: {'subnet': {'network_id': '1ea215df-4b3b-4fdc-a07c-a8e1e6105c7b', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-1164697514-subnet', 'tenant_id': 'f8dccee065194dd5a87dda2dd4da6d93', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103458) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 12 13:24:31.320818 dv-cinder-830097-4-iscsi neutron-server[103458]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-adc7365b-95ba-4423-80c7-7be1ca40af9d admin admin] Made reservation on behalf of f8dccee065194dd5a87dda2dd4da6d93 for: {'subnet': 1} {{(pid=103458) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 12 13:24:31.323033 dv-cinder-830097-4-iscsi neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-adc7365b-95ba-4423-80c7-7be1ca40af9d admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25420783'] for subnet (None), before_create {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:24:31.326056 dv-cinder-830097-4-iscsi neutron-server[103457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7771a24-e733-40d8-8b2c-0d8ed166ec8d admin admin] Pushing event updated for resources: {'Network': ['ID=1ea215df-4b3b-4fdc-a07c-a8e1e6105c7b,revision_number=1']} {{(pid=103457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 13:24:31.336574 dv-cinder-830097-4-iscsi neutron-server[103459]: DEBUG neutron.plugins.ml2.rpc [None req-53781792-8650-4c78-93a6-1c4d328d874c None None] Network 1ea215df-4b3b-4fdc-a07c-a8e1e6105c7b details requested by agent ovs-agent-dv-cinder-830097-4-iscsi with host dv-cinder-830097-4-iscsi {{(pid=103459) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 12 13:24:31.489506 dv-cinder-830097-4-iscsi neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-adc7365b-95ba-4423-80c7-7be1ca40af9d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3682813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3697887', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26098525', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25420797'] for subnet (da35d6b4-29b2-47d5-83f8-999981942cc4), after_create {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:24:31.543907 dv-cinder-830097-4-iscsi neutron-server[103458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adc7365b-95ba-4423-80c7-7be1ca40af9d admin admin] Pushing event updated for resources: {'Subnet': ['ID=da35d6b4-29b2-47d5-83f8-999981942cc4,revision_number=0']} {{(pid=103458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 13:24:31.553024 dv-cinder-830097-4-iscsi neutron-server[103458]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-adc7365b-95ba-4423-80c7-7be1ca40af9d admin admin] Checking segment: {'id': '64990312-40a1-4830-a1ad-f300f2760b73', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 210, 'network_id': '1ea215df-4b3b-4fdc-a07c-a8e1e6105c7b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103458) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 12 13:24:31.553381 dv-cinder-830097-4-iscsi neutron-server[103458]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-adc7365b-95ba-4423-80c7-7be1ca40af9d admin admin] Network hostable DHCP agents. Network: 1ea215df-4b3b-4fdc-a07c-a8e1e6105c7b, hostable agents: ['246ca497-e2ee-4e0b-b432-b4153c207e5f'], hosted agents: [] {{(pid=103458) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 12 13:24:31.570916 dv-cinder-830097-4-iscsi neutron-server[103458]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-adc7365b-95ba-4423-80c7-7be1ca40af9d admin admin] Network 1ea215df-4b3b-4fdc-a07c-a8e1e6105c7b is scheduled to be hosted by DHCP agent 246ca497-e2ee-4e0b-b432-b4153c207e5f with binding_index 1 {{(pid=103458) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 12 13:24:31.579599 dv-cinder-830097-4-iscsi neutron-server[103458]: DEBUG neutron.scheduler.base_scheduler [None req-adc7365b-95ba-4423-80c7-7be1ca40af9d admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-830097-4-iscsi, 1ea215df-4b3b-4fdc-a07c-a8e1e6105c7b) {{(pid=103458) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 12 13:24:31.583797 dv-cinder-830097-4-iscsi neutron-server[103458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-adc7365b-95ba-4423-80c7-7be1ca40af9d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 13:24:31.584431 dv-cinder-830097-4-iscsi neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-adc7365b-95ba-4423-80c7-7be1ca40af9d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3697709'] for subnet (None), before_response {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:24:31.590170 dv-cinder-830097-4-iscsi neutron-server[103459]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ec760ee3-6c7f-4158-86b1-2b3490151cc2 None None] Network 1ea215df-4b3b-4fdc-a07c-a8e1e6105c7b requested from dv-cinder-830097-4-iscsi {{(pid=103459) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 12 13:24:31.607245 dv-cinder-830097-4-iscsi neutron-server[103458]: INFO neutron.wsgi [None req-adc7365b-95ba-4423-80c7-7be1ca40af9d admin admin] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.3034294 Apr 12 13:24:31.615473 dv-cinder-830097-4-iscsi neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eaa5a6ed-78c7-419c-bea3-e2d235ed505b req-431fb48e-45d1-4375-9bbe-f85de983e103 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 13:24:31.617116 dv-cinder-830097-4-iscsi neutron-server[103457]: INFO neutron.wsgi [req-eaa5a6ed-78c7-419c-bea3-e2d235ed505b req-431fb48e-45d1-4375-9bbe-f85de983e103 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=973344adf45e43fc87f28572c7cc70a5&device_id=df4196a5-461b-432c-8451-b92b76ffea19 HTTP/1.1" status: 200 len: 1127 time: 0.0475094 Apr 12 13:24:31.697334 dv-cinder-830097-4-iscsi neutron-server[103459]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-74be6287-817a-4693-bc43-701efddaf938 None None] Network 1ea215df-4b3b-4fdc-a07c-a8e1e6105c7b requested from dv-cinder-830097-4-iscsi {{(pid=103459) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 12 13:24:31.717097 dv-cinder-830097-4-iscsi neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eaa5a6ed-78c7-419c-bea3-e2d235ed505b req-5cb8ae39-3be0-414a-b914-03e6dccd8eed service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 13:24:31.718618 dv-cinder-830097-4-iscsi neutron-server[103457]: INFO neutron.wsgi [req-eaa5a6ed-78c7-419c-bea3-e2d235ed505b req-5cb8ae39-3be0-414a-b914-03e6dccd8eed service neutron] 10.222.0.55 "GET /v2.0/networks?id=33c58c83-bd42-46e6-829a-cd11f58e9fb1 HTTP/1.1" status: 200 len: 912 time: 0.0943522 Apr 12 13:24:31.764915 dv-cinder-830097-4-iscsi neutron-server[103457]: INFO neutron.wsgi [req-eaa5a6ed-78c7-419c-bea3-e2d235ed505b req-acda46a2-6ea3-4bd3-8611-1a28274d3a59 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=8ba255bd-9ec4-4da4-a9ec-b5e7f795e5ff HTTP/1.1" status: 200 len: 217 time: 0.0372226 Apr 12 13:24:31.840281 dv-cinder-830097-4-iscsi neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eaa5a6ed-78c7-419c-bea3-e2d235ed505b req-9377d01b-ff55-46c1-ad30-783608439acf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 13:24:31.841742 dv-cinder-830097-4-iscsi neutron-server[103457]: INFO neutron.wsgi [req-eaa5a6ed-78c7-419c-bea3-e2d235ed505b req-9377d01b-ff55-46c1-ad30-783608439acf service neutron] 10.222.0.55 "GET /v2.0/subnets?id=e7f58421-9187-48e8-8ede-d2e25149e657 HTTP/1.1" status: 200 len: 850 time: 0.0700564 Apr 12 13:24:31.867691 dv-cinder-830097-4-iscsi neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c9c0ad2-a3d7-4aea-a06e-b401b14a724f req-9a7b6dbc-daaa-4298-8332-54481a7b7348 tempest-AttachVolumeTestJSON-1144281586 tempest-AttachVolumeTestJSON-1144281586-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 13:24:31.869205 dv-cinder-830097-4-iscsi neutron-server[103457]: INFO neutron.wsgi [req-2c9c0ad2-a3d7-4aea-a06e-b401b14a724f req-9a7b6dbc-daaa-4298-8332-54481a7b7348 tempest-AttachVolumeTestJSON-1144281586 tempest-AttachVolumeTestJSON-1144281586-project] 10.222.0.18 "GET /v2.0/ports?device_id=df4196a5-461b-432c-8451-b92b76ffea19 HTTP/1.1" status: 200 len: 943 time: 0.0601614 Apr 12 13:24:31.911940 dv-cinder-830097-4-iscsi neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eaa5a6ed-78c7-419c-bea3-e2d235ed505b req-5b968518-1e9b-4b64-9300-a6bdedddffa7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 13:24:31.913455 dv-cinder-830097-4-iscsi neutron-server[103457]: INFO neutron.wsgi [req-eaa5a6ed-78c7-419c-bea3-e2d235ed505b req-5b968518-1e9b-4b64-9300-a6bdedddffa7 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=33c58c83-bd42-46e6-829a-cd11f58e9fb1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0642273 Apr 12 13:24:31.961325 dv-cinder-830097-4-iscsi neutron-server[103457]: INFO neutron.wsgi [req-2c9c0ad2-a3d7-4aea-a06e-b401b14a724f req-1453cc55-ba97-40b5-ab14-a9d2adef3d3d tempest-AttachVolumeTestJSON-1144281586 tempest-AttachVolumeTestJSON-1144281586-project] 10.222.0.18 "GET /v2.0/security-groups?id=f36abe59-8dfc-41c4-be4d-f725d6aa3779&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0763879 Apr 12 13:24:32.021090 dv-cinder-830097-4-iscsi neutron-server[103457]: INFO neutron.wsgi [req-eaa5a6ed-78c7-419c-bea3-e2d235ed505b req-f8cc429b-2fc0-4a3e-a320-76e9164c756c service neutron] 10.222.0.55 "GET /v2.0/networks/33c58c83-bd42-46e6-829a-cd11f58e9fb1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0984282 Apr 12 13:24:32.120959 dv-cinder-830097-4-iscsi neutron-server[103457]: INFO neutron.wsgi [req-eaa5a6ed-78c7-419c-bea3-e2d235ed505b req-4fcf86c8-5977-41bf-b73d-e870b4db37b3 service neutron] 10.222.0.55 "GET /v2.0/networks/33c58c83-bd42-46e6-829a-cd11f58e9fb1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0937920 Apr 12 13:24:33.071289 dv-cinder-830097-4-iscsi neutron-server[103458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3be73476-d1f3-4d5f-af24-ab9316c56b77 req-ab8f3890-df12-43a1-98c1-646488c7738a tempest-AttachVolumeTestJSON-1144281586 tempest-AttachVolumeTestJSON-1144281586-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 13:24:33.072634 dv-cinder-830097-4-iscsi neutron-server[103458]: INFO neutron.wsgi [req-3be73476-d1f3-4d5f-af24-ab9316c56b77 req-ab8f3890-df12-43a1-98c1-646488c7738a tempest-AttachVolumeTestJSON-1144281586 tempest-AttachVolumeTestJSON-1144281586-project] 10.222.0.18 "GET /v2.0/ports?device_id=df4196a5-461b-432c-8451-b92b76ffea19 HTTP/1.1" status: 200 len: 943 time: 0.0460289 Apr 12 13:24:33.117407 dv-cinder-830097-4-iscsi neutron-server[103458]: INFO neutron.wsgi [req-3be73476-d1f3-4d5f-af24-ab9316c56b77 req-06ffbef1-90bf-4458-bb3e-bd5b9696c861 tempest-AttachVolumeTestJSON-1144281586 tempest-AttachVolumeTestJSON-1144281586-project] 10.222.0.18 "GET /v2.0/security-groups?id=f36abe59-8dfc-41c4-be4d-f725d6aa3779&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0389380 Apr 12 13:24:33.377945 dv-cinder-830097-4-iscsi neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-427c19b9-3c46-4e23-b442-5e67fb365644 req-4e33ba53-869e-44e8-8ffb-979ac95c9edb tempest-VolumesActionsTest-1131559665 tempest-VolumesActionsTest-1131559665-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 13:24:33.379300 dv-cinder-830097-4-iscsi neutron-server[103457]: INFO neutron.wsgi [req-427c19b9-3c46-4e23-b442-5e67fb365644 req-4e33ba53-869e-44e8-8ffb-979ac95c9edb tempest-VolumesActionsTest-1131559665 tempest-VolumesActionsTest-1131559665-project] 10.222.0.18 "GET /v2.0/networks?id=1ea215df-4b3b-4fdc-a07c-a8e1e6105c7b HTTP/1.1" status: 200 len: 809 time: 0.0974298 Apr 12 13:24:33.393963 dv-cinder-830097-4-iscsi neutron-server[103457]: INFO neutron.wsgi [req-427c19b9-3c46-4e23-b442-5e67fb365644 req-207a4151-032b-4e7a-b523-0219e4d259c9 tempest-VolumesActionsTest-1131559665 tempest-VolumesActionsTest-1131559665-project] 10.222.0.18 "GET /v2.0/quotas/f8dccee065194dd5a87dda2dd4da6d93 HTTP/1.1" status: 200 len: 375 time: 0.0087295 Apr 12 13:24:33.428373 dv-cinder-830097-4-iscsi neutron-server[103457]: INFO neutron.wsgi [req-427c19b9-3c46-4e23-b442-5e67fb365644 req-96b4f093-a251-4f31-8189-d547bac2dd25 tempest-VolumesActionsTest-1131559665 tempest-VolumesActionsTest-1131559665-project] 10.222.0.18 "GET /v2.0/ports?tenant_id=f8dccee065194dd5a87dda2dd4da6d93&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0292943 Apr 12 13:24:33.515490 dv-cinder-830097-4-iscsi neutron-server[103457]: INFO neutron.wsgi [req-427c19b9-3c46-4e23-b442-5e67fb365644 req-12f45b14-dbf0-4b2e-9c6c-f2db43dda320 service neutron] 10.222.0.18 "GET /v2.0/networks/1ea215df-4b3b-4fdc-a07c-a8e1e6105c7b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0799661 Apr 12 13:24:33.602602 dv-cinder-830097-4-iscsi neutron-server[103457]: INFO neutron.wsgi [req-427c19b9-3c46-4e23-b442-5e67fb365644 req-9d00bd23-0515-4659-bb39-444ba6a6ff9f service neutron] 10.222.0.18 "GET /v2.0/networks/1ea215df-4b3b-4fdc-a07c-a8e1e6105c7b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0816412 Apr 12 13:24:33.760091 dv-cinder-830097-4-iscsi neutron-server[103458]: INFO neutron.wsgi [req-b8d7d4de-12a5-444c-953a-3d58f8095a94 req-148367fe-0993-4b08-8709-3669dcb04ae6 tempest-VolumesActionsTest-1131559665 tempest-VolumesActionsTest-1131559665-project] 10.222.0.18 "GET /v2.0/ports?device_id=9d9b9e8a-0760-41ac-b816-d2429a6da9bf HTTP/1.1" status: 200 len: 210 time: 0.0303085 Apr 12 13:24:33.838759 dv-cinder-830097-4-iscsi neutron-server[103459]: DEBUG neutron.plugins.ml2.rpc [None req-3505bd68-a9fd-4823-92ea-1a6ded8ab071 None None] Device 8ba255bd-9ec4-4da4-a9ec-b5e7f795e5ff details requested by agent hyperv_hv-cinder-83009 with host hv-cinder-83009 {{(pid=103459) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 12 13:24:33.943283 dv-cinder-830097-4-iscsi neutron-server[103459]: DEBUG neutron.plugins.ml2.db [None req-3505bd68-a9fd-4823-92ea-1a6ded8ab071 None None] For port 8ba255bd-9ec4-4da4-a9ec-b5e7f795e5ff, host hv-cinder-83009, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83009',level=0,port_id=8ba255bd-9ec4-4da4-a9ec-b5e7f795e5ff,segment=NetworkSegment(14551b93-9fd8-40ed-a0fc-48c46d45be33),segment_id=14551b93-9fd8-40ed-a0fc-48c46d45be33)] {{(pid=103459) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 12 13:24:33.959969 dv-cinder-830097-4-iscsi neutron-server[103459]: DEBUG neutron.plugins.ml2.rpc [None req-3505bd68-a9fd-4823-92ea-1a6ded8ab071 None None] Returning: {'device': '8ba255bd-9ec4-4da4-a9ec-b5e7f795e5ff', 'network_id': '33c58c83-bd42-46e6-829a-cd11f58e9fb1', 'port_id': '8ba255bd-9ec4-4da4-a9ec-b5e7f795e5ff', 'mac_address': 'fa:16:3e:5c:63:58', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 225, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e7f58421-9187-48e8-8ede-d2e25149e657', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103459) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 12 13:24:33.998595 dv-cinder-830097-4-iscsi neutron-server[103459]: DEBUG neutron.plugins.ml2.plugin [None req-3505bd68-a9fd-4823-92ea-1a6ded8ab071 None None] Current status of the port 8ba255bd-9ec4-4da4-a9ec-b5e7f795e5ff is: DOWN; New status is: BUILD {{(pid=103459) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 12 13:24:33.998985 dv-cinder-830097-4-iscsi neutron-server[103459]: DEBUG neutron_lib.callbacks.manager [None req-3505bd68-a9fd-4823-92ea-1a6ded8ab071 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-916304'] for port (8ba255bd-9ec4-4da4-a9ec-b5e7f795e5ff), before_update {{(pid=103459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:24:34.012372 dv-cinder-830097-4-iscsi neutron-server[103459]: DEBUG neutron.notifiers.nova [None req-3505bd68-a9fd-4823-92ea-1a6ded8ab071 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8ba255bd-9ec4-4da4-a9ec-b5e7f795e5ff {{(pid=103459) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 12 13:24:34.034422 dv-cinder-830097-4-iscsi neutron-server[103459]: DEBUG neutron.plugins.ml2.db [None req-3505bd68-a9fd-4823-92ea-1a6ded8ab071 None None] For port 8ba255bd-9ec4-4da4-a9ec-b5e7f795e5ff, host hv-cinder-83009, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83009',level=0,port_id=8ba255bd-9ec4-4da4-a9ec-b5e7f795e5ff,segment=NetworkSegment(14551b93-9fd8-40ed-a0fc-48c46d45be33),segment_id=14551b93-9fd8-40ed-a0fc-48c46d45be33)] {{(pid=103459) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 12 13:24:34.038169 dv-cinder-830097-4-iscsi neutron-server[103459]: DEBUG neutron_lib.callbacks.manager [None req-3505bd68-a9fd-4823-92ea-1a6ded8ab071 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-915890', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3697887', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732727894815', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732727417932', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732727417950'] for port (8ba255bd-9ec4-4da4-a9ec-b5e7f795e5ff), after_update {{(pid=103459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:24:34.089159 dv-cinder-830097-4-iscsi neutron-server[103459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3505bd68-a9fd-4823-92ea-1a6ded8ab071 None None] Pushing event updated for resources: {'Port': ['ID=8ba255bd-9ec4-4da4-a9ec-b5e7f795e5ff,revision_number=4']} {{(pid=103459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 13:24:34.231600 dv-cinder-830097-4-iscsi neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f462abd9-d53f-4a5d-810d-17f4c2f9e2be req-4ca8d489-a7dc-4627-a208-73ab1b692aac tempest-AttachVolumeTestJSON-1144281586 tempest-AttachVolumeTestJSON-1144281586-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 13:24:34.233088 dv-cinder-830097-4-iscsi neutron-server[103457]: INFO neutron.wsgi [req-f462abd9-d53f-4a5d-810d-17f4c2f9e2be req-4ca8d489-a7dc-4627-a208-73ab1b692aac tempest-AttachVolumeTestJSON-1144281586 tempest-AttachVolumeTestJSON-1144281586-project] 10.222.0.18 "GET /v2.0/ports?device_id=df4196a5-461b-432c-8451-b92b76ffea19 HTTP/1.1" status: 200 len: 944 time: 0.0471821 Apr 12 13:24:34.280735 dv-cinder-830097-4-iscsi neutron-server[103457]: INFO neutron.wsgi [req-f462abd9-d53f-4a5d-810d-17f4c2f9e2be req-afc98e6c-bac6-49b8-9dbc-78085aee57c8 tempest-AttachVolumeTestJSON-1144281586 tempest-AttachVolumeTestJSON-1144281586-project] 10.222.0.18 "GET /v2.0/security-groups?id=f36abe59-8dfc-41c4-be4d-f725d6aa3779&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0415568 Apr 12 13:24:34.525717 dv-cinder-830097-4-iscsi neutron-server[103459]: DEBUG neutron.plugins.ml2.db [None req-3505bd68-a9fd-4823-92ea-1a6ded8ab071 None None] get_ports_and_sgs() called for port_ids ['8ba255bd-9ec4-4da4-a9ec-b5e7f795e5ff'] {{(pid=103459) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 12 13:24:34.843258 dv-cinder-830097-4-iscsi neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-427c19b9-3c46-4e23-b442-5e67fb365644 req-49e18f21-371a-4f3b-acfc-f48b22ec5d48 tempest-VolumesActionsTest-1131559665 tempest-VolumesActionsTest-1131559665-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 13:24:34.844839 dv-cinder-830097-4-iscsi neutron-server[103457]: INFO neutron.wsgi [req-427c19b9-3c46-4e23-b442-5e67fb365644 req-49e18f21-371a-4f3b-acfc-f48b22ec5d48 tempest-VolumesActionsTest-1131559665 tempest-VolumesActionsTest-1131559665-project] 10.222.0.55 "GET /v2.0/networks?id=1ea215df-4b3b-4fdc-a07c-a8e1e6105c7b HTTP/1.1" status: 200 len: 809 time: 0.1166143 Apr 12 13:24:34.861560 dv-cinder-830097-4-iscsi neutron-server[103458]: INFO neutron.wsgi [req-2da37f24-7ff0-4149-8eaf-f926841b1b81 req-0f8aca74-21aa-4aed-93ca-41b596a091ce tempest-VolumesActionsTest-1131559665 tempest-VolumesActionsTest-1131559665-project] 10.222.0.18 "GET /v2.0/ports?device_id=9d9b9e8a-0760-41ac-b816-d2429a6da9bf HTTP/1.1" status: 200 len: 210 time: 0.0304782 Apr 12 13:24:34.873742 dv-cinder-830097-4-iscsi neutron-server[103457]: DEBUG neutron.api.v2.base [req-427c19b9-3c46-4e23-b442-5e67fb365644 req-8ca9c89a-a55e-40bf-ab4a-bbd5e4cafa3e tempest-VolumesActionsTest-1131559665 tempest-VolumesActionsTest-1131559665-project] Request body: {'port': {'device_id': '9d9b9e8a-0760-41ac-b816-d2429a6da9bf', 'network_id': '1ea215df-4b3b-4fdc-a07c-a8e1e6105c7b', 'admin_state_up': True, 'tenant_id': 'f8dccee065194dd5a87dda2dd4da6d93'}} {{(pid=103457) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 12 13:24:34.979193 dv-cinder-830097-4-iscsi neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-427c19b9-3c46-4e23-b442-5e67fb365644 req-8ca9c89a-a55e-40bf-ab4a-bbd5e4cafa3e tempest-VolumesActionsTest-1131559665 tempest-VolumesActionsTest-1131559665-project] Made reservation on behalf of f8dccee065194dd5a87dda2dd4da6d93 for: {'port': 1} {{(pid=103457) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 12 13:24:34.982420 dv-cinder-830097-4-iscsi neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [req-427c19b9-3c46-4e23-b442-5e67fb365644 req-8ca9c89a-a55e-40bf-ab4a-bbd5e4cafa3e tempest-VolumesActionsTest-1131559665 tempest-VolumesActionsTest-1131559665-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-916304'] for port (None), before_create {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:24:35.105228 dv-cinder-830097-4-iscsi neutron-server[103457]: DEBUG neutron.db.db_base_plugin_common [req-427c19b9-3c46-4e23-b442-5e67fb365644 req-8ca9c89a-a55e-40bf-ab4a-bbd5e4cafa3e tempest-VolumesActionsTest-1131559665 tempest-VolumesActionsTest-1131559665-project] Allocated IP 172.20.0.11 (1ea215df-4b3b-4fdc-a07c-a8e1e6105c7b/da35d6b4-29b2-47d5-83f8-999981942cc4/4f4a58fb-5d4d-4382-9721-b6f9380c9ae5) {{(pid=103457) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 12 13:24:35.246593 dv-cinder-830097-4-iscsi neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [req-427c19b9-3c46-4e23-b442-5e67fb365644 req-8ca9c89a-a55e-40bf-ab4a-bbd5e4cafa3e tempest-VolumesActionsTest-1131559665 tempest-VolumesActionsTest-1131559665-project] Publish callbacks [] for port (4f4a58fb-5d4d-4382-9721-b6f9380c9ae5), precommit_create {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:24:35.279610 dv-cinder-830097-4-iscsi neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [req-427c19b9-3c46-4e23-b442-5e67fb365644 req-8ca9c89a-a55e-40bf-ab4a-bbd5e4cafa3e tempest-VolumesActionsTest-1131559665 tempest-VolumesActionsTest-1131559665-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-915890', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3697887', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732727417914', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25610742'] for port (4f4a58fb-5d4d-4382-9721-b6f9380c9ae5), after_create {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:24:35.322285 dv-cinder-830097-4-iscsi neutron-server[103457]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-427c19b9-3c46-4e23-b442-5e67fb365644 req-8ca9c89a-a55e-40bf-ab4a-bbd5e4cafa3e tempest-VolumesActionsTest-1131559665 tempest-VolumesActionsTest-1131559665-project] Network 1ea215df-4b3b-4fdc-a07c-a8e1e6105c7b is already hosted by enough agents. {{(pid=103457) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 12 13:24:35.325308 dv-cinder-830097-4-iscsi neutron-server[103457]: DEBUG neutron.scheduler.base_scheduler [req-427c19b9-3c46-4e23-b442-5e67fb365644 req-8ca9c89a-a55e-40bf-ab4a-bbd5e4cafa3e tempest-VolumesActionsTest-1131559665 tempest-VolumesActionsTest-1131559665-project] Resources bound (agent type, host, resource id): {{(pid=103457) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 12 13:24:35.329083 dv-cinder-830097-4-iscsi neutron-server[103457]: DEBUG neutron.db.l3_dvrscheduler_db [req-427c19b9-3c46-4e23-b442-5e67fb365644 req-8ca9c89a-a55e-40bf-ab4a-bbd5e4cafa3e tempest-VolumesActionsTest-1131559665 tempest-VolumesActionsTest-1131559665-project] Received port after_create {{(pid=103457) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 12 13:24:35.354313 dv-cinder-830097-4-iscsi neutron-server[103457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ca9c89a-a55e-40bf-ab4a-bbd5e4cafa3e tempest-VolumesActionsTest-1131559665 tempest-VolumesActionsTest-1131559665-project] Pushing event updated for resources: {'Port': ['ID=4f4a58fb-5d4d-4382-9721-b6f9380c9ae5,revision_number=1']} {{(pid=103457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 13:24:35.410844 dv-cinder-830097-4-iscsi neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-427c19b9-3c46-4e23-b442-5e67fb365644 req-8ca9c89a-a55e-40bf-ab4a-bbd5e4cafa3e tempest-VolumesActionsTest-1131559665 tempest-VolumesActionsTest-1131559665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 13:24:35.411435 dv-cinder-830097-4-iscsi neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [req-427c19b9-3c46-4e23-b442-5e67fb365644 req-8ca9c89a-a55e-40bf-ab4a-bbd5e4cafa3e tempest-VolumesActionsTest-1131559665 tempest-VolumesActionsTest-1131559665-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-500965'] for port (None), before_response {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:24:35.423545 dv-cinder-830097-4-iscsi neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d3e2039-7b63-4171-bace-20ba2ed68a79 req-6e39b931-e620-4b69-858b-ab2ce2103968 tempest-AttachVolumeTestJSON-1144281586 tempest-AttachVolumeTestJSON-1144281586-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 13:24:35.424971 dv-cinder-830097-4-iscsi neutron-server[103457]: INFO neutron.wsgi [req-2d3e2039-7b63-4171-bace-20ba2ed68a79 req-6e39b931-e620-4b69-858b-ab2ce2103968 tempest-AttachVolumeTestJSON-1144281586 tempest-AttachVolumeTestJSON-1144281586-project] 10.222.0.18 "GET /v2.0/ports?device_id=df4196a5-461b-432c-8451-b92b76ffea19 HTTP/1.1" status: 200 len: 944 time: 0.0717745 Apr 12 13:24:35.440248 dv-cinder-830097-4-iscsi neutron-server[103457]: INFO neutron.wsgi [req-427c19b9-3c46-4e23-b442-5e67fb365644 req-8ca9c89a-a55e-40bf-ab4a-bbd5e4cafa3e tempest-VolumesActionsTest-1131559665 tempest-VolumesActionsTest-1131559665-project] 10.222.0.55 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5709305 Apr 12 13:24:35.465655 dv-cinder-830097-4-iscsi neutron-server[103457]: DEBUG neutron.api.v2.base [req-427c19b9-3c46-4e23-b442-5e67fb365644 req-ee53e87e-c3c9-4ea0-a6f9-ae337043be46 service neutron] Request body: {'port': {'device_id': '9d9b9e8a-0760-41ac-b816-d2429a6da9bf', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83009'}} {{(pid=103457) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 12 13:24:35.498094 dv-cinder-830097-4-iscsi neutron-server[103457]: INFO neutron.wsgi [req-2d3e2039-7b63-4171-bace-20ba2ed68a79 req-28147859-047a-45cf-8c5a-ad30e4d6b28b tempest-AttachVolumeTestJSON-1144281586 tempest-AttachVolumeTestJSON-1144281586-project] 10.222.0.18 "GET /v2.0/security-groups?id=f36abe59-8dfc-41c4-be4d-f725d6aa3779&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0672152 Apr 12 13:24:35.531453 dv-cinder-830097-4-iscsi neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [req-427c19b9-3c46-4e23-b442-5e67fb365644 req-ee53e87e-c3c9-4ea0-a6f9-ae337043be46 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-916304'] for port (4f4a58fb-5d4d-4382-9721-b6f9380c9ae5), before_update {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:24:35.859636 dv-cinder-830097-4-iscsi neutron-server[103459]: DEBUG neutron.plugins.ml2.rpc [None req-3505bd68-a9fd-4823-92ea-1a6ded8ab071 None None] Device 8ba255bd-9ec4-4da4-a9ec-b5e7f795e5ff up at agent hyperv_hv-cinder-83009 {{(pid=103459) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 12 13:24:35.909305 dv-cinder-830097-4-iscsi neutron-server[103459]: DEBUG neutron.db.provisioning_blocks [None req-3505bd68-a9fd-4823-92ea-1a6ded8ab071 None None] Provisioning for port 8ba255bd-9ec4-4da4-a9ec-b5e7f795e5ff completed by entity L2. {{(pid=103459) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Apr 12 13:24:35.917009 dv-cinder-830097-4-iscsi neutron-server[103459]: DEBUG neutron.db.provisioning_blocks [None req-3505bd68-a9fd-4823-92ea-1a6ded8ab071 None None] Provisioning complete for port 8ba255bd-9ec4-4da4-a9ec-b5e7f795e5ff triggered by entity L2. {{(pid=103459) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 12 13:24:35.917435 dv-cinder-830097-4-iscsi neutron-server[103459]: DEBUG neutron_lib.callbacks.manager [None req-3505bd68-a9fd-4823-92ea-1a6ded8ab071 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-657243'] for port (8ba255bd-9ec4-4da4-a9ec-b5e7f795e5ff), provisioning_complete {{(pid=103459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:24:35.991399 dv-cinder-830097-4-iscsi neutron-server[103458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4a4a1fd-dc75-4aca-8f70-761dd95ee098 req-3d065d90-d38e-4782-a12c-1354b188f78b tempest-VolumesActionsTest-1131559665 tempest-VolumesActionsTest-1131559665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 13:24:35.994114 dv-cinder-830097-4-iscsi neutron-server[103458]: INFO neutron.wsgi [req-c4a4a1fd-dc75-4aca-8f70-761dd95ee098 req-3d065d90-d38e-4782-a12c-1354b188f78b tempest-VolumesActionsTest-1131559665 tempest-VolumesActionsTest-1131559665-project] 10.222.0.18 "GET /v2.0/ports?device_id=9d9b9e8a-0760-41ac-b816-d2429a6da9bf HTTP/1.1" status: 200 len: 932 time: 0.0525408 Apr 12 13:24:36.002134 dv-cinder-830097-4-iscsi neutron-server[103459]: DEBUG neutron.plugins.ml2.plugin [None req-3505bd68-a9fd-4823-92ea-1a6ded8ab071 None None] Current status of the port 8ba255bd-9ec4-4da4-a9ec-b5e7f795e5ff is: BUILD; New status is: ACTIVE {{(pid=103459) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 12 13:24:36.002533 dv-cinder-830097-4-iscsi neutron-server[103459]: DEBUG neutron_lib.callbacks.manager [None req-3505bd68-a9fd-4823-92ea-1a6ded8ab071 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-916304'] for port (8ba255bd-9ec4-4da4-a9ec-b5e7f795e5ff), before_update {{(pid=103459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:24:36.030560 dv-cinder-830097-4-iscsi neutron-server[103459]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'df4196a5-461b-432c-8451-b92b76ffea19', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8ba255bd-9ec4-4da4-a9ec-b5e7f795e5ff'}] {{(pid=103459) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 12 13:24:36.033027 dv-cinder-830097-4-iscsi neutron-server[103459]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}95104bc0dd48ad9143548caf8a5bdec643107760c32fce8433ea43eac3fbdd81" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d2bfbc65-359a-4e0f-bb44-25427ef56bf4" -d '{"events": [{"server_uuid": "df4196a5-461b-432c-8451-b92b76ffea19", "name": "network-vif-plugged", "status": "completed", "tag": "8ba255bd-9ec4-4da4-a9ec-b5e7f795e5ff"}]}' {{(pid=103459) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 12 13:24:36.048449 dv-cinder-830097-4-iscsi neutron-server[103459]: DEBUG neutron.plugins.ml2.db [None req-3505bd68-a9fd-4823-92ea-1a6ded8ab071 None None] For port 8ba255bd-9ec4-4da4-a9ec-b5e7f795e5ff, host hv-cinder-83009, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83009',level=0,port_id=8ba255bd-9ec4-4da4-a9ec-b5e7f795e5ff,segment=NetworkSegment(14551b93-9fd8-40ed-a0fc-48c46d45be33),segment_id=14551b93-9fd8-40ed-a0fc-48c46d45be33)] {{(pid=103459) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 12 13:24:36.051053 dv-cinder-830097-4-iscsi neutron-server[103458]: INFO neutron.wsgi [req-c4a4a1fd-dc75-4aca-8f70-761dd95ee098 req-054a8d42-0bc4-4ef8-ae3c-4b4dd5aeba90 tempest-VolumesActionsTest-1131559665 tempest-VolumesActionsTest-1131559665-project] 10.222.0.18 "GET /v2.0/security-groups?id=e724d983-df92-401e-8735-0d7b5ec19719&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0499992 Apr 12 13:24:36.054357 dv-cinder-830097-4-iscsi neutron-server[103459]: DEBUG neutron_lib.callbacks.manager [None req-3505bd68-a9fd-4823-92ea-1a6ded8ab071 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-915890', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3697887', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732727894815', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732727417932', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732727417950'] for port (8ba255bd-9ec4-4da4-a9ec-b5e7f795e5ff), after_update {{(pid=103459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:24:36.061029 dv-cinder-830097-4-iscsi neutron-server[103457]: DEBUG neutron.notifiers.nova [req-427c19b9-3c46-4e23-b442-5e67fb365644 req-ee53e87e-c3c9-4ea0-a6f9-ae337043be46 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4f4a58fb-5d4d-4382-9721-b6f9380c9ae5 {{(pid=103457) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 12 13:24:36.071821 dv-cinder-830097-4-iscsi neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [req-427c19b9-3c46-4e23-b442-5e67fb365644 req-ee53e87e-c3c9-4ea0-a6f9-ae337043be46 service neutron] Publish callbacks [] for port (4f4a58fb-5d4d-4382-9721-b6f9380c9ae5), precommit_update {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:24:36.082378 dv-cinder-830097-4-iscsi neutron-server[103459]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 12 Apr 2022 13:24:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b3fa35c7-3a70-4182-9f18-5d03ba108aef x-openstack-request-id: req-b3fa35c7-3a70-4182-9f18-5d03ba108aef {{(pid=103459) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 12 13:24:36.082666 dv-cinder-830097-4-iscsi neutron-server[103459]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "df4196a5-461b-432c-8451-b92b76ffea19", "name": "network-vif-plugged", "status": "completed", "tag": "8ba255bd-9ec4-4da4-a9ec-b5e7f795e5ff", "code": 200}]} {{(pid=103459) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 12 13:24:36.082919 dv-cinder-830097-4-iscsi neutron-server[103459]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-b3fa35c7-3a70-4182-9f18-5d03ba108aef {{(pid=103459) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 12 13:24:36.083315 dv-cinder-830097-4-iscsi neutron-server[103459]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b3fa35c7-3a70-4182-9f18-5d03ba108aef'] response: {'server_uuid': 'df4196a5-461b-432c-8451-b92b76ffea19', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8ba255bd-9ec4-4da4-a9ec-b5e7f795e5ff', 'code': 200} Apr 12 13:24:36.086038 dv-cinder-830097-4-iscsi neutron-server[103457]: DEBUG neutron.db.provisioning_blocks [req-427c19b9-3c46-4e23-b442-5e67fb365644 req-ee53e87e-c3c9-4ea0-a6f9-ae337043be46 service neutron] Transition to ACTIVE for port object 4f4a58fb-5d4d-4382-9721-b6f9380c9ae5 will not be triggered until provisioned by entity L2. {{(pid=103457) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 12 13:24:36.089569 dv-cinder-830097-4-iscsi neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [req-427c19b9-3c46-4e23-b442-5e67fb365644 req-ee53e87e-c3c9-4ea0-a6f9-ae337043be46 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-915890', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3697887', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732727894815', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732727417932', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732727417950', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25610749'] for port (4f4a58fb-5d4d-4382-9721-b6f9380c9ae5), after_update {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:24:36.109510 dv-cinder-830097-4-iscsi neutron-server[103459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3505bd68-a9fd-4823-92ea-1a6ded8ab071 None None] Pushing event updated for resources: {'Port': ['ID=8ba255bd-9ec4-4da4-a9ec-b5e7f795e5ff,revision_number=5']} {{(pid=103459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 13:24:36.141097 dv-cinder-830097-4-iscsi neutron-server[103457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee53e87e-c3c9-4ea0-a6f9-ae337043be46 service neutron] Pushing event updated for resources: {'Port': ['ID=4f4a58fb-5d4d-4382-9721-b6f9380c9ae5,revision_number=2']} {{(pid=103457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 13:24:36.211911 dv-cinder-830097-4-iscsi neutron-server[103457]: DEBUG neutron.plugins.ml2.managers [req-427c19b9-3c46-4e23-b442-5e67fb365644 req-ee53e87e-c3c9-4ea0-a6f9-ae337043be46 service neutron] Attempting to bind port 4f4a58fb-5d4d-4382-9721-b6f9380c9ae5 on host hv-cinder-83009 for vnic_type normal with profile {{(pid=103457) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 12 13:24:36.212516 dv-cinder-830097-4-iscsi neutron-server[103457]: DEBUG neutron.plugins.ml2.managers [req-427c19b9-3c46-4e23-b442-5e67fb365644 req-ee53e87e-c3c9-4ea0-a6f9-ae337043be46 service neutron] Attempting to bind port 4f4a58fb-5d4d-4382-9721-b6f9380c9ae5 by drivers openvswitch,hyperv on host hv-cinder-83009 at level 0 using segments [{'id': '64990312-40a1-4830-a1ad-f300f2760b73', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 210, 'network_id': '1ea215df-4b3b-4fdc-a07c-a8e1e6105c7b'}] {{(pid=103457) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 12 13:24:36.212881 dv-cinder-830097-4-iscsi neutron-server[103457]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-427c19b9-3c46-4e23-b442-5e67fb365644 req-ee53e87e-c3c9-4ea0-a6f9-ae337043be46 service neutron] Attempting to bind port 4f4a58fb-5d4d-4382-9721-b6f9380c9ae5 on network 1ea215df-4b3b-4fdc-a07c-a8e1e6105c7b {{(pid=103457) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 12 13:24:36.217260 dv-cinder-830097-4-iscsi neutron-server[103457]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-427c19b9-3c46-4e23-b442-5e67fb365644 req-ee53e87e-c3c9-4ea0-a6f9-ae337043be46 service neutron] Port 4f4a58fb-5d4d-4382-9721-b6f9380c9ae5 on network 1ea215df-4b3b-4fdc-a07c-a8e1e6105c7b not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83009 {{(pid=103457) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 12 13:24:36.217584 dv-cinder-830097-4-iscsi neutron-server[103457]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-427c19b9-3c46-4e23-b442-5e67fb365644 req-ee53e87e-c3c9-4ea0-a6f9-ae337043be46 service neutron] Attempting to bind port 4f4a58fb-5d4d-4382-9721-b6f9380c9ae5 on network 1ea215df-4b3b-4fdc-a07c-a8e1e6105c7b {{(pid=103457) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 12 13:24:36.222547 dv-cinder-830097-4-iscsi neutron-server[103457]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-427c19b9-3c46-4e23-b442-5e67fb365644 req-ee53e87e-c3c9-4ea0-a6f9-ae337043be46 service neutron] Checking agent: {'id': 'ee5509cd-6dd7-49df-aa37-3740ebd1e34b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83009', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 12, 13, 13, 59), 'started_at': datetime.datetime(2022, 4, 12, 13, 13, 59), 'heartbeat_timestamp': datetime.datetime(2022, 4, 12, 13, 24, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103457) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 12 13:24:36.222888 dv-cinder-830097-4-iscsi neutron-server[103457]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-427c19b9-3c46-4e23-b442-5e67fb365644 req-ee53e87e-c3c9-4ea0-a6f9-ae337043be46 service neutron] Checking segment: {'id': '64990312-40a1-4830-a1ad-f300f2760b73', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 210, 'network_id': '1ea215df-4b3b-4fdc-a07c-a8e1e6105c7b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103457) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 12 13:24:36.223333 dv-cinder-830097-4-iscsi neutron-server[103457]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-427c19b9-3c46-4e23-b442-5e67fb365644 req-ee53e87e-c3c9-4ea0-a6f9-ae337043be46 service neutron] Bound using segment: {'id': '64990312-40a1-4830-a1ad-f300f2760b73', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 210, 'network_id': '1ea215df-4b3b-4fdc-a07c-a8e1e6105c7b'} {{(pid=103457) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 12 13:24:36.223760 dv-cinder-830097-4-iscsi neutron-server[103457]: DEBUG neutron.plugins.ml2.managers [req-427c19b9-3c46-4e23-b442-5e67fb365644 req-ee53e87e-c3c9-4ea0-a6f9-ae337043be46 service neutron] Bound port: 4f4a58fb-5d4d-4382-9721-b6f9380c9ae5, host: hv-cinder-83009, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '64990312-40a1-4830-a1ad-f300f2760b73', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 210, 'network_id': '1ea215df-4b3b-4fdc-a07c-a8e1e6105c7b'}}] {{(pid=103457) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 12 13:24:36.224113 dv-cinder-830097-4-iscsi neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [req-427c19b9-3c46-4e23-b442-5e67fb365644 req-ee53e87e-c3c9-4ea0-a6f9-ae337043be46 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-916304'] for port (4f4a58fb-5d4d-4382-9721-b6f9380c9ae5), before_update {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:24:36.312064 dv-cinder-830097-4-iscsi neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f7929c6-38e2-4072-bd00-9f941d425888 req-ee05c52e-a4af-48b5-b60a-549c7eed85c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 13:24:36.313550 dv-cinder-830097-4-iscsi neutron-server[103457]: INFO neutron.wsgi [req-7f7929c6-38e2-4072-bd00-9f941d425888 req-ee05c52e-a4af-48b5-b60a-549c7eed85c8 service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=df4196a5-461b-432c-8451-b92b76ffea19 HTTP/1.1" status: 200 len: 1129 time: 0.0521979 Apr 12 13:24:36.317045 dv-cinder-830097-4-iscsi neutron-server[103457]: DEBUG neutron.plugins.ml2.db [req-427c19b9-3c46-4e23-b442-5e67fb365644 req-ee53e87e-c3c9-4ea0-a6f9-ae337043be46 service neutron] For port 4f4a58fb-5d4d-4382-9721-b6f9380c9ae5, host hv-cinder-83009, cleared binding levels {{(pid=103457) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 12 13:24:36.320869 dv-cinder-830097-4-iscsi neutron-server[103457]: DEBUG neutron.plugins.ml2.db [req-427c19b9-3c46-4e23-b442-5e67fb365644 req-ee53e87e-c3c9-4ea0-a6f9-ae337043be46 service neutron] For port 4f4a58fb-5d4d-4382-9721-b6f9380c9ae5, host hv-cinder-83009, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83009',level=0,port_id=4f4a58fb-5d4d-4382-9721-b6f9380c9ae5,segment=NetworkSegment(64990312-40a1-4830-a1ad-f300f2760b73),segment_id=64990312-40a1-4830-a1ad-f300f2760b73)] {{(pid=103457) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 12 13:24:36.331306 dv-cinder-830097-4-iscsi neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [req-427c19b9-3c46-4e23-b442-5e67fb365644 req-ee53e87e-c3c9-4ea0-a6f9-ae337043be46 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-915890', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3697887', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732727894815', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732727417932', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732727417950', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25610749'] for port (4f4a58fb-5d4d-4382-9721-b6f9380c9ae5), after_update {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:24:36.385287 dv-cinder-830097-4-iscsi neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-427c19b9-3c46-4e23-b442-5e67fb365644 req-ee53e87e-c3c9-4ea0-a6f9-ae337043be46 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 13:24:36.385897 dv-cinder-830097-4-iscsi neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [req-427c19b9-3c46-4e23-b442-5e67fb365644 req-ee53e87e-c3c9-4ea0-a6f9-ae337043be46 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-500965'] for port (None), before_response {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:24:36.387245 dv-cinder-830097-4-iscsi neutron-server[103457]: INFO neutron.wsgi [req-427c19b9-3c46-4e23-b442-5e67fb365644 req-ee53e87e-c3c9-4ea0-a6f9-ae337043be46 service neutron] 10.222.0.55 "PUT /v2.0/ports/4f4a58fb-5d4d-4382-9721-b6f9380c9ae5 HTTP/1.1" status: 200 len: 1094 time: 0.9281502 Apr 12 13:24:36.389203 dv-cinder-830097-4-iscsi neutron-server[103457]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9d9b9e8a-0760-41ac-b816-d2429a6da9bf', 'tag': '4f4a58fb-5d4d-4382-9721-b6f9380c9ae5'}] {{(pid=103457) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 12 13:24:36.391397 dv-cinder-830097-4-iscsi neutron-server[103457]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}086c7d3de3560e72b9669b0aa2f8f0aa3a7dc6896401f4467231a6605ceb6cb3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e6f860d2-bd56-48ea-8bb7-627d1a1de60d" -d '{"events": [{"name": "network-changed", "server_uuid": "9d9b9e8a-0760-41ac-b816-d2429a6da9bf", "tag": "4f4a58fb-5d4d-4382-9721-b6f9380c9ae5"}]}' {{(pid=103457) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 12 13:24:36.417196 dv-cinder-830097-4-iscsi neutron-server[103457]: INFO neutron.wsgi [req-7f7929c6-38e2-4072-bd00-9f941d425888 req-0612a50d-8522-481c-8624-4ebf82b2b5c9 service neutron] 10.222.0.55 "GET /v2.0/security-groups?id=f36abe59-8dfc-41c4-be4d-f725d6aa3779&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0927258 Apr 12 13:24:36.421709 dv-cinder-830097-4-iscsi neutron-server[103457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee53e87e-c3c9-4ea0-a6f9-ae337043be46 service neutron] Pushing event updated for resources: {'Port': ['ID=4f4a58fb-5d4d-4382-9721-b6f9380c9ae5,revision_number=3']} {{(pid=103457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 13:24:36.428579 dv-cinder-830097-4-iscsi neutron-server[103457]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 12 Apr 2022 13:24:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4eb44a35-7e37-4141-9646-ea7eaee1f3be x-openstack-request-id: req-4eb44a35-7e37-4141-9646-ea7eaee1f3be {{(pid=103457) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 12 13:24:36.429469 dv-cinder-830097-4-iscsi neutron-server[103457]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9d9b9e8a-0760-41ac-b816-d2429a6da9bf", "tag": "4f4a58fb-5d4d-4382-9721-b6f9380c9ae5", "status": "completed", "code": 200}]} {{(pid=103457) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 12 13:24:36.429753 dv-cinder-830097-4-iscsi neutron-server[103457]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-4eb44a35-7e37-4141-9646-ea7eaee1f3be {{(pid=103457) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 12 13:24:36.430415 dv-cinder-830097-4-iscsi neutron-server[103457]: INFO neutron.notifiers.nova [-] Nova event matching ['req-4eb44a35-7e37-4141-9646-ea7eaee1f3be'] response: {'name': 'network-changed', 'server_uuid': '9d9b9e8a-0760-41ac-b816-d2429a6da9bf', 'tag': '4f4a58fb-5d4d-4382-9721-b6f9380c9ae5', 'status': 'completed', 'code': 200} Apr 12 13:24:36.611913 dv-cinder-830097-4-iscsi neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b005977-ad73-4be7-a5ef-a486d3787aa2 req-c171be80-e895-4458-82f6-2919cfb22cd3 tempest-AttachVolumeTestJSON-1144281586 tempest-AttachVolumeTestJSON-1144281586-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 13:24:36.613427 dv-cinder-830097-4-iscsi neutron-server[103457]: INFO neutron.wsgi [req-3b005977-ad73-4be7-a5ef-a486d3787aa2 req-c171be80-e895-4458-82f6-2919cfb22cd3 tempest-AttachVolumeTestJSON-1144281586 tempest-AttachVolumeTestJSON-1144281586-project] 10.222.0.18 "GET /v2.0/ports?device_id=df4196a5-461b-432c-8451-b92b76ffea19 HTTP/1.1" status: 200 len: 945 time: 0.0468421 Apr 12 13:24:36.659584 dv-cinder-830097-4-iscsi neutron-server[103457]: INFO neutron.wsgi [req-3b005977-ad73-4be7-a5ef-a486d3787aa2 req-255a53af-967f-4dc2-836b-e7282ca3e92b tempest-AttachVolumeTestJSON-1144281586 tempest-AttachVolumeTestJSON-1144281586-project] 10.222.0.18 "GET /v2.0/security-groups?id=f36abe59-8dfc-41c4-be4d-f725d6aa3779&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0401285 Apr 12 13:24:36.890287 dv-cinder-830097-4-iscsi neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-427c19b9-3c46-4e23-b442-5e67fb365644 req-eadd4a3c-519a-42b5-a140-669000794d38 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 13:24:36.891770 dv-cinder-830097-4-iscsi neutron-server[103457]: INFO neutron.wsgi [req-427c19b9-3c46-4e23-b442-5e67fb365644 req-eadd4a3c-519a-42b5-a140-669000794d38 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=f8dccee065194dd5a87dda2dd4da6d93&device_id=9d9b9e8a-0760-41ac-b816-d2429a6da9bf HTTP/1.1" status: 200 len: 1128 time: 0.0384042 Apr 12 13:24:36.949651 dv-cinder-830097-4-iscsi neutron-server[103457]: INFO neutron.wsgi [req-427c19b9-3c46-4e23-b442-5e67fb365644 req-773729f9-79b3-4ba9-9b6d-f73e42f7a28b service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=4f4a58fb-5d4d-4382-9721-b6f9380c9ae5 HTTP/1.1" status: 200 len: 217 time: 0.0376930 Apr 12 13:24:37.167413 dv-cinder-830097-4-iscsi neutron-server[103458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09fd7dcf-c989-47ca-8618-eb555a2cf072 req-df6379cf-bac2-4058-995e-81a4a624945f tempest-VolumesActionsTest-1131559665 tempest-VolumesActionsTest-1131559665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 13:24:37.168864 dv-cinder-830097-4-iscsi neutron-server[103458]: INFO neutron.wsgi [req-09fd7dcf-c989-47ca-8618-eb555a2cf072 req-df6379cf-bac2-4058-995e-81a4a624945f tempest-VolumesActionsTest-1131559665 tempest-VolumesActionsTest-1131559665-project] 10.222.0.18 "GET /v2.0/ports?device_id=9d9b9e8a-0760-41ac-b816-d2429a6da9bf HTTP/1.1" status: 200 len: 944 time: 0.0450704 Apr 12 13:24:37.218382 dv-cinder-830097-4-iscsi neutron-server[103458]: INFO neutron.wsgi [req-09fd7dcf-c989-47ca-8618-eb555a2cf072 req-927b68b0-ebf9-449a-9478-f4bc07f8e72b tempest-VolumesActionsTest-1131559665 tempest-VolumesActionsTest-1131559665-project] 10.222.0.18 "GET /v2.0/security-groups?id=e724d983-df92-401e-8735-0d7b5ec19719&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0438843 Apr 12 13:24:37.517489 dv-cinder-830097-4-iscsi neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-427c19b9-3c46-4e23-b442-5e67fb365644 req-d56467ea-3dac-4dba-b3c5-093acbd6dbbc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 13:24:37.518780 dv-cinder-830097-4-iscsi neutron-server[103457]: INFO neutron.wsgi [req-427c19b9-3c46-4e23-b442-5e67fb365644 req-d56467ea-3dac-4dba-b3c5-093acbd6dbbc service neutron] 10.222.0.55 "GET /v2.0/subnets?id=da35d6b4-29b2-47d5-83f8-999981942cc4 HTTP/1.1" status: 200 len: 849 time: 0.0422251 Apr 12 13:24:37.550058 dv-cinder-830097-4-iscsi neutron-server[103457]: INFO neutron.wsgi [req-427c19b9-3c46-4e23-b442-5e67fb365644 req-f898c57c-5baf-4000-a99b-5a8a250d3d3c service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=1ea215df-4b3b-4fdc-a07c-a8e1e6105c7b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0244040 Apr 12 13:24:37.658294 dv-cinder-830097-4-iscsi neutron-server[103457]: INFO neutron.wsgi [req-427c19b9-3c46-4e23-b442-5e67fb365644 req-3c237162-af69-450b-8546-17cebf35dda3 service neutron] 10.222.0.55 "GET /v2.0/networks/1ea215df-4b3b-4fdc-a07c-a8e1e6105c7b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0812411 Apr 12 13:24:37.787844 dv-cinder-830097-4-iscsi neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf217adb-2289-43ce-bcda-c5b0426c75a5 req-a34f10ff-8920-49ac-a2dd-1cfdd25641a5 tempest-AttachVolumeTestJSON-1144281586 tempest-AttachVolumeTestJSON-1144281586-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 13:24:37.789816 dv-cinder-830097-4-iscsi neutron-server[103457]: INFO neutron.wsgi [req-cf217adb-2289-43ce-bcda-c5b0426c75a5 req-a34f10ff-8920-49ac-a2dd-1cfdd25641a5 tempest-AttachVolumeTestJSON-1144281586 tempest-AttachVolumeTestJSON-1144281586-project] 10.222.0.18 "GET /v2.0/ports?device_id=df4196a5-461b-432c-8451-b92b76ffea19 HTTP/1.1" status: 200 len: 945 time: 0.0630598 Apr 12 13:24:37.791677 dv-cinder-830097-4-iscsi neutron-server[103457]: INFO neutron.wsgi [req-427c19b9-3c46-4e23-b442-5e67fb365644 req-9e2e22b8-3597-4b2a-8e43-4c30de1a14ad service neutron] 10.222.0.55 "GET /v2.0/networks/1ea215df-4b3b-4fdc-a07c-a8e1e6105c7b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1223021 Apr 12 13:24:37.838186 dv-cinder-830097-4-iscsi neutron-server[103457]: INFO neutron.wsgi [req-cf217adb-2289-43ce-bcda-c5b0426c75a5 req-6c3bab60-693b-4da7-af7f-72111cf5b3e0 tempest-AttachVolumeTestJSON-1144281586 tempest-AttachVolumeTestJSON-1144281586-project] 10.222.0.18 "GET /v2.0/security-groups?id=f36abe59-8dfc-41c4-be4d-f725d6aa3779&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0428541 Apr 12 13:24:38.327326 dv-cinder-830097-4-iscsi neutron-server[103458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fc87fff-ea56-49bf-8099-597744f84eb3 req-1eccda1e-6aa7-4f5b-a51e-6638f1770466 tempest-VolumesActionsTest-1131559665 tempest-VolumesActionsTest-1131559665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 13:24:38.328754 dv-cinder-830097-4-iscsi neutron-server[103458]: INFO neutron.wsgi [req-3fc87fff-ea56-49bf-8099-597744f84eb3 req-1eccda1e-6aa7-4f5b-a51e-6638f1770466 tempest-VolumesActionsTest-1131559665 tempest-VolumesActionsTest-1131559665-project] 10.222.0.18 "GET /v2.0/ports?device_id=9d9b9e8a-0760-41ac-b816-d2429a6da9bf HTTP/1.1" status: 200 len: 944 time: 0.0449572 Apr 12 13:24:38.373582 dv-cinder-830097-4-iscsi neutron-server[103458]: INFO neutron.wsgi [req-3fc87fff-ea56-49bf-8099-597744f84eb3 req-f70d246c-556c-4b93-a94b-f7efe0569768 tempest-VolumesActionsTest-1131559665 tempest-VolumesActionsTest-1131559665-project] 10.222.0.18 "GET /v2.0/security-groups?id=e724d983-df92-401e-8735-0d7b5ec19719&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0393043 Apr 12 13:24:38.952729 dv-cinder-830097-4-iscsi neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2284d79-a546-4edb-9c30-846eb1c27810 req-402b7311-2ed6-4795-a92a-6b2da7d004e3 tempest-AttachVolumeTestJSON-1144281586 tempest-AttachVolumeTestJSON-1144281586-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 13:24:38.954201 dv-cinder-830097-4-iscsi neutron-server[103457]: INFO neutron.wsgi [req-b2284d79-a546-4edb-9c30-846eb1c27810 req-402b7311-2ed6-4795-a92a-6b2da7d004e3 tempest-AttachVolumeTestJSON-1144281586 tempest-AttachVolumeTestJSON-1144281586-project] 10.222.0.18 "GET /v2.0/ports?device_id=df4196a5-461b-432c-8451-b92b76ffea19 HTTP/1.1" status: 200 len: 945 time: 0.0464861 Apr 12 13:24:38.999509 dv-cinder-830097-4-iscsi neutron-server[103457]: INFO neutron.wsgi [req-b2284d79-a546-4edb-9c30-846eb1c27810 req-a793841e-c48b-4c77-b437-3fc407d2a68c tempest-AttachVolumeTestJSON-1144281586 tempest-AttachVolumeTestJSON-1144281586-project] 10.222.0.18 "GET /v2.0/security-groups?id=f36abe59-8dfc-41c4-be4d-f725d6aa3779&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0398085 Apr 12 13:24:39.105383 dv-cinder-830097-4-iscsi neutron-server[103458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3782125d-62c2-4780-80f7-24f36c52de31 req-c0544196-271e-4525-9b47-ab25d33c71de tempest-AttachVolumeTestJSON-1144281586 tempest-AttachVolumeTestJSON-1144281586-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 13:24:39.106726 dv-cinder-830097-4-iscsi neutron-server[103458]: INFO neutron.wsgi [req-3782125d-62c2-4780-80f7-24f36c52de31 req-c0544196-271e-4525-9b47-ab25d33c71de tempest-AttachVolumeTestJSON-1144281586 tempest-AttachVolumeTestJSON-1144281586-project] 10.222.0.18 "GET /v2.0/ports?device_id=df4196a5-461b-432c-8451-b92b76ffea19 HTTP/1.1" status: 200 len: 945 time: 0.0453017 Apr 12 13:24:39.115085 dv-cinder-830097-4-iscsi neutron-server[103458]: DEBUG neutron.wsgi [-] (103458) accepted ('10.222.0.18', 48288) {{(pid=103458) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 13:24:39.120141 dv-cinder-830097-4-iscsi neutron-server[103458]: DEBUG neutron.api.v2.base [None req-710f831a-0e52-480f-9383-c068abd5c600 tempest-AttachVolumeTestJSON-1144281586 tempest-AttachVolumeTestJSON-1144281586-project] Request body: {'floatingip': {'port_id': '8ba255bd-9ec4-4da4-a9ec-b5e7f795e5ff'}} {{(pid=103458) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 12 13:24:39.159996 dv-cinder-830097-4-iscsi neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-710f831a-0e52-480f-9383-c068abd5c600 tempest-AttachVolumeTestJSON-1144281586 tempest-AttachVolumeTestJSON-1144281586-project] Publish callbacks [] for floatingip (2e0e04d2-fede-497a-91dd-161dcb8e4abf), before_update {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:24:39.220508 dv-cinder-830097-4-iscsi neutron-server[103460]: DEBUG neutron.db.agents_db [None req-38c2972b-b018-47ca-95cb-8760adc1e78b None None] Agent healthcheck: found 6 active agents {{(pid=103460) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 12 13:24:39.482638 dv-cinder-830097-4-iscsi neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2bad88b-7641-4f3d-b7ed-fb5801c007ae req-d7ca73ce-1e0f-4af0-8524-828e59777af6 tempest-VolumesActionsTest-1131559665 tempest-VolumesActionsTest-1131559665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 13:24:39.484138 dv-cinder-830097-4-iscsi neutron-server[103457]: INFO neutron.wsgi [req-b2bad88b-7641-4f3d-b7ed-fb5801c007ae req-d7ca73ce-1e0f-4af0-8524-828e59777af6 tempest-VolumesActionsTest-1131559665 tempest-VolumesActionsTest-1131559665-project] 10.222.0.18 "GET /v2.0/ports?device_id=9d9b9e8a-0760-41ac-b816-d2429a6da9bf HTTP/1.1" status: 200 len: 944 time: 0.0461032 Apr 12 13:24:39.535311 dv-cinder-830097-4-iscsi neutron-server[103457]: INFO neutron.wsgi [req-b2bad88b-7641-4f3d-b7ed-fb5801c007ae req-6b8b5f33-6b8d-4405-99bd-d568c9981fba tempest-VolumesActionsTest-1131559665 tempest-VolumesActionsTest-1131559665-project] 10.222.0.18 "GET /v2.0/security-groups?id=e724d983-df92-401e-8735-0d7b5ec19719&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0454419 Apr 12 13:24:39.590774 dv-cinder-830097-4-iscsi neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-710f831a-0e52-480f-9383-c068abd5c600 tempest-AttachVolumeTestJSON-1144281586 tempest-AttachVolumeTestJSON-1144281586-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:24:39.594503 dv-cinder-830097-4-iscsi neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-710f831a-0e52-480f-9383-c068abd5c600 tempest-AttachVolumeTestJSON-1144281586 tempest-AttachVolumeTestJSON-1144281586-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3739086'] for floatingip (2e0e04d2-fede-497a-91dd-161dcb8e4abf), after_update {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:24:39.692871 dv-cinder-830097-4-iscsi neutron-server[103458]: INFO neutron.db.l3_db [None req-710f831a-0e52-480f-9383-c068abd5c600 tempest-AttachVolumeTestJSON-1144281586 tempest-AttachVolumeTestJSON-1144281586-project] Floating IP 2e0e04d2-fede-497a-91dd-161dcb8e4abf associated. External IP: 172.27.0.57, port: 8ba255bd-9ec4-4da4-a9ec-b5e7f795e5ff. Apr 12 13:24:40.123580 dv-cinder-830097-4-iscsi neutron-server[103458]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-710f831a-0e52-480f-9383-c068abd5c600 tempest-AttachVolumeTestJSON-1144281586 tempest-AttachVolumeTestJSON-1144281586-project] Router af30ce41-ac25-45e3-9bbb-85ecf8f0a642 has already been hosted by L3 agent b7e11a8b-aeed-493f-9763-461016dddc93 {{(pid=103458) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 12 13:24:40.229738 dv-cinder-830097-4-iscsi neutron-server[103458]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-710f831a-0e52-480f-9383-c068abd5c600 tempest-AttachVolumeTestJSON-1144281586 tempest-AttachVolumeTestJSON-1144281586-project] Notify agent at l3_agent.dv-cinder-830097-4-iscsi the message routers_updated {{(pid=103458) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 12 13:24:40.235144 dv-cinder-830097-4-iscsi neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-710f831a-0e52-480f-9383-c068abd5c600 tempest-AttachVolumeTestJSON-1144281586 tempest-AttachVolumeTestJSON-1144281586-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-500965'] for floatingip (None), before_response {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:24:40.239631 dv-cinder-830097-4-iscsi neutron-server[103460]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7bd5da3a-f4c8-434a-89d5-73241b354d26 None None] Sync routers for ids ['af30ce41-ac25-45e3-9bbb-85ecf8f0a642'] in dv-cinder-830097-4-iscsi {{(pid=103460) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 12 13:24:40.249453 dv-cinder-830097-4-iscsi neutron-server[103460]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7bd5da3a-f4c8-434a-89d5-73241b354d26 None None] Routers {'af30ce41-ac25-45e3-9bbb-85ecf8f0a642'} bound to L3 agent in host dv-cinder-830097-4-iscsi {{(pid=103460) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 12 13:24:40.250135 dv-cinder-830097-4-iscsi neutron-server[103460]: DEBUG neutron.db.l3_hamode_db [None req-7bd5da3a-f4c8-434a-89d5-73241b354d26 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830097-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-04-12T13:07:19Z,description=,heartbeat_timestamp=2022-04-12T13:24:19Z,host='dv-cinder-830097-4-iscsi',id=b7e11a8b-aeed-493f-9763-461016dddc93,load=0,resource_versions=,resources_synced=,started_at=2022-04-12T13:07:19Z,topic='l3_agent')) {'router_ids': ['af30ce41-ac25-45e3-9bbb-85ecf8f0a642'], 'active': True} {{(pid=103460) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 13:24:40.264805 dv-cinder-830097-4-iscsi neutron-server[103458]: INFO neutron.wsgi [None req-710f831a-0e52-480f-9383-c068abd5c600 tempest-AttachVolumeTestJSON-1144281586 tempest-AttachVolumeTestJSON-1144281586-project] 10.222.0.18 "PUT /v2.0/floatingips/2e0e04d2-fede-497a-91dd-161dcb8e4abf HTTP/1.1" status: 200 len: 990 time: 1.1486955 Apr 12 13:24:40.265366 dv-cinder-830097-4-iscsi neutron-server[103458]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'df4196a5-461b-432c-8451-b92b76ffea19', 'tag': '8ba255bd-9ec4-4da4-a9ec-b5e7f795e5ff'}] {{(pid=103458) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 12 13:24:40.267583 dv-cinder-830097-4-iscsi neutron-server[103458]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c94cb96f70f67f51233d4af7d4702c9d455fb3abb34896310c9f043c18b7c2b4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-317e5f84-0e01-430b-b64d-3119c72d13b9" -d '{"events": [{"name": "network-changed", "server_uuid": "df4196a5-461b-432c-8451-b92b76ffea19", "tag": "8ba255bd-9ec4-4da4-a9ec-b5e7f795e5ff"}]}' {{(pid=103458) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 12 13:24:40.301869 dv-cinder-830097-4-iscsi neutron-server[103458]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 12 Apr 2022 13:24:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8bc864d2-58f7-4f7b-aa1f-5c4abc6637d4 x-openstack-request-id: req-8bc864d2-58f7-4f7b-aa1f-5c4abc6637d4 {{(pid=103458) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 12 13:24:40.302157 dv-cinder-830097-4-iscsi neutron-server[103458]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "df4196a5-461b-432c-8451-b92b76ffea19", "tag": "8ba255bd-9ec4-4da4-a9ec-b5e7f795e5ff", "status": "completed", "code": 200}]} {{(pid=103458) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 12 13:24:40.302415 dv-cinder-830097-4-iscsi neutron-server[103458]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-8bc864d2-58f7-4f7b-aa1f-5c4abc6637d4 {{(pid=103458) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 12 13:24:40.302814 dv-cinder-830097-4-iscsi neutron-server[103458]: INFO neutron.notifiers.nova [-] Nova event matching ['req-8bc864d2-58f7-4f7b-aa1f-5c4abc6637d4'] response: {'name': 'network-changed', 'server_uuid': 'df4196a5-461b-432c-8451-b92b76ffea19', 'tag': '8ba255bd-9ec4-4da4-a9ec-b5e7f795e5ff', 'status': 'completed', 'code': 200} Apr 12 13:24:40.357851 dv-cinder-830097-4-iscsi neutron-server[103460]: DEBUG neutron.db.l3_dvr_db [None req-7bd5da3a-f4c8-434a-89d5-73241b354d26 None None] Set router af30ce41-ac25-45e3-9bbb-85ecf8f0a642 gateway port host: dv-cinder-830097-4-iscsi {{(pid=103460) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 12 13:24:40.564575 dv-cinder-830097-4-iscsi neutron-server[103460]: DEBUG neutron.db.l3_hamode_db [None req-7bd5da3a-f4c8-434a-89d5-73241b354d26 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'af30ce41-ac25-45e3-9bbb-85ecf8f0a642', 'name': 'tempest-AttachVolumeTestJSON-1053846076-router', 'tenant_id': '973344adf45e43fc87f28572c7cc70a5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '26d0436d-8ae2-49bd-8cc6-3d2eac552c84', 'external_fixed_ips': [{'subnet_id': 'd93852d8-8f89-4b1c-bef4-0e05f499a8db', 'ip_address': '172.27.0.93'}], 'enable_snat': True}, 'gw_port_id': 'bee35c5e-668a-49b2-8687-9dc92ebd1905', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-12T13:16:00Z', 'updated_at': '2022-04-12T13:16:13Z', 'revision_number': 4, 'project_id': '973344adf45e43fc87f28572c7cc70a5', 'gw_port': {'id': 'bee35c5e-668a-49b2-8687-9dc92ebd1905', 'name': '', 'network_id': '26d0436d-8ae2-49bd-8cc6-3d2eac552c84', 'tenant_id': '', 'mac_address': 'fa:16:3e:00:65:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'af30ce41-ac25-45e3-9bbb-85ecf8f0a642', 'device_owner': 'network:router_gateway', 'standard_attr_id': 81, 'fixed_ips': [{'subnet_id': 'd93852d8-8f89-4b1c-bef4-0e05f499a8db', 'ip_address': '172.27.0.93', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830097-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T13:16:02Z', 'updated_at': '2022-04-12T13:16:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd93852d8-8f89-4b1c-bef4-0e05f499a8db', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830097-4-iscsi', '_floatingips': [{'id': '2e0e04d2-fede-497a-91dd-161dcb8e4abf', 'tenant_id': '973344adf45e43fc87f28572c7cc70a5', 'floating_ip_address': '172.27.0.57', 'floating_network_id': '26d0436d-8ae2-49bd-8cc6-3d2eac552c84', 'router_id': 'af30ce41-ac25-45e3-9bbb-85ecf8f0a642', 'port_id': '8ba255bd-9ec4-4da4-a9ec-b5e7f795e5ff', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 540, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '33c58c83-bd42-46e6-829a-cd11f58e9fb1', 'mac_address': 'fa:16:3e:5c:63:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'df4196a5-461b-432c-8451-b92b76ffea19', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-12T13:24:24Z', 'updated_at': '2022-04-12T13:24:39Z', 'revision_number': 1, 'project_id': '973344adf45e43fc87f28572c7cc70a5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1ceeff16-e486-4e8b-a1af-d7c1a6e70fb4', 'name': '', 'network_id': '33c58c83-bd42-46e6-829a-cd11f58e9fb1', 'tenant_id': '973344adf45e43fc87f28572c7cc70a5', 'mac_address': 'fa:16:3e:9b:fe:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'af30ce41-ac25-45e3-9bbb-85ecf8f0a642', 'device_owner': 'network:router_interface', 'standard_attr_id': 108, 'fixed_ips': [{'subnet_id': 'e7f58421-9187-48e8-8ede-d2e25149e657', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830097-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T13:16:11Z', 'updated_at': '2022-04-12T13:16:25Z', 'revision_number': 5, 'project_id': '973344adf45e43fc87f28572c7cc70a5', 'subnets': [{'id': 'e7f58421-9187-48e8-8ede-d2e25149e657', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-830097-4-iscsi', False) {} {{(pid=103460) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 13:24:40.594518 dv-cinder-830097-4-iscsi neutron-server[103460]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7bd5da3a-f4c8-434a-89d5-73241b354d26 None None] Checking router: af30ce41-ac25-45e3-9bbb-85ecf8f0a642 for host: dv-cinder-830097-4-iscsi {{(pid=103460) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 12 13:24:40.603374 dv-cinder-830097-4-iscsi neutron-server[103460]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7bd5da3a-f4c8-434a-89d5-73241b354d26 None None] Routers {'af30ce41-ac25-45e3-9bbb-85ecf8f0a642'} bound to L3 agent in host dv-cinder-830097-4-iscsi {{(pid=103460) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 12 13:24:40.603980 dv-cinder-830097-4-iscsi neutron-server[103460]: DEBUG neutron.db.l3_hamode_db [None req-7bd5da3a-f4c8-434a-89d5-73241b354d26 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830097-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-04-12T13:07:19Z,description=,heartbeat_timestamp=2022-04-12T13:24:19Z,host='dv-cinder-830097-4-iscsi',id=b7e11a8b-aeed-493f-9763-461016dddc93,load=0,resource_versions=,resources_synced=,started_at=2022-04-12T13:07:19Z,topic='l3_agent')) {'router_ids': ['af30ce41-ac25-45e3-9bbb-85ecf8f0a642'], 'active': True} {{(pid=103460) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 13:24:40.649267 dv-cinder-830097-4-iscsi neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88f4f003-9a3e-46ee-be38-ce4aec5bd6d4 req-7114719b-6d42-40ba-94e2-fe11d2264bcf tempest-VolumesActionsTest-1131559665 tempest-VolumesActionsTest-1131559665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 13:24:40.650669 dv-cinder-830097-4-iscsi neutron-server[103457]: INFO neutron.wsgi [req-88f4f003-9a3e-46ee-be38-ce4aec5bd6d4 req-7114719b-6d42-40ba-94e2-fe11d2264bcf tempest-VolumesActionsTest-1131559665 tempest-VolumesActionsTest-1131559665-project] 10.222.0.18 "GET /v2.0/ports?device_id=9d9b9e8a-0760-41ac-b816-d2429a6da9bf HTTP/1.1" status: 200 len: 944 time: 0.0500600 Apr 12 13:24:40.697251 dv-cinder-830097-4-iscsi neutron-server[103457]: INFO neutron.wsgi [req-88f4f003-9a3e-46ee-be38-ce4aec5bd6d4 req-19c31117-333c-41f6-85d0-c0a7553f4947 tempest-VolumesActionsTest-1131559665 tempest-VolumesActionsTest-1131559665-project] 10.222.0.18 "GET /v2.0/security-groups?id=e724d983-df92-401e-8735-0d7b5ec19719&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407500 Apr 12 13:24:40.713848 dv-cinder-830097-4-iscsi neutron-server[103460]: DEBUG neutron.db.l3_dvr_db [None req-7bd5da3a-f4c8-434a-89d5-73241b354d26 None None] Set router af30ce41-ac25-45e3-9bbb-85ecf8f0a642 gateway port host: dv-cinder-830097-4-iscsi {{(pid=103460) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 12 13:24:40.925802 dv-cinder-830097-4-iscsi neutron-server[103460]: DEBUG neutron.db.l3_hamode_db [None req-7bd5da3a-f4c8-434a-89d5-73241b354d26 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'af30ce41-ac25-45e3-9bbb-85ecf8f0a642', 'name': 'tempest-AttachVolumeTestJSON-1053846076-router', 'tenant_id': '973344adf45e43fc87f28572c7cc70a5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '26d0436d-8ae2-49bd-8cc6-3d2eac552c84', 'external_fixed_ips': [{'subnet_id': 'd93852d8-8f89-4b1c-bef4-0e05f499a8db', 'ip_address': '172.27.0.93'}], 'enable_snat': True}, 'gw_port_id': 'bee35c5e-668a-49b2-8687-9dc92ebd1905', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-12T13:16:00Z', 'updated_at': '2022-04-12T13:16:13Z', 'revision_number': 4, 'project_id': '973344adf45e43fc87f28572c7cc70a5', 'gw_port': {'id': 'bee35c5e-668a-49b2-8687-9dc92ebd1905', 'name': '', 'network_id': '26d0436d-8ae2-49bd-8cc6-3d2eac552c84', 'tenant_id': '', 'mac_address': 'fa:16:3e:00:65:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'af30ce41-ac25-45e3-9bbb-85ecf8f0a642', 'device_owner': 'network:router_gateway', 'standard_attr_id': 81, 'fixed_ips': [{'subnet_id': 'd93852d8-8f89-4b1c-bef4-0e05f499a8db', 'ip_address': '172.27.0.93', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830097-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T13:16:02Z', 'updated_at': '2022-04-12T13:16:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd93852d8-8f89-4b1c-bef4-0e05f499a8db', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830097-4-iscsi', '_floatingips': [{'id': '2e0e04d2-fede-497a-91dd-161dcb8e4abf', 'tenant_id': '973344adf45e43fc87f28572c7cc70a5', 'floating_ip_address': '172.27.0.57', 'floating_network_id': '26d0436d-8ae2-49bd-8cc6-3d2eac552c84', 'router_id': 'af30ce41-ac25-45e3-9bbb-85ecf8f0a642', 'port_id': '8ba255bd-9ec4-4da4-a9ec-b5e7f795e5ff', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 540, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '33c58c83-bd42-46e6-829a-cd11f58e9fb1', 'mac_address': 'fa:16:3e:5c:63:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'df4196a5-461b-432c-8451-b92b76ffea19', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-12T13:24:24Z', 'updated_at': '2022-04-12T13:24:39Z', 'revision_number': 1, 'project_id': '973344adf45e43fc87f28572c7cc70a5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1ceeff16-e486-4e8b-a1af-d7c1a6e70fb4', 'name': '', 'network_id': '33c58c83-bd42-46e6-829a-cd11f58e9fb1', 'tenant_id': '973344adf45e43fc87f28572c7cc70a5', 'mac_address': 'fa:16:3e:9b:fe:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'af30ce41-ac25-45e3-9bbb-85ecf8f0a642', 'device_owner': 'network:router_interface', 'standard_attr_id': 108, 'fixed_ips': [{'subnet_id': 'e7f58421-9187-48e8-8ede-d2e25149e657', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830097-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T13:16:11Z', 'updated_at': '2022-04-12T13:16:25Z', 'revision_number': 5, 'project_id': '973344adf45e43fc87f28572c7cc70a5', 'subnets': [{'id': 'e7f58421-9187-48e8-8ede-d2e25149e657', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-830097-4-iscsi', False) {} {{(pid=103460) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 13:24:40.953771 dv-cinder-830097-4-iscsi neutron-server[103460]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7bd5da3a-f4c8-434a-89d5-73241b354d26 None None] The sync data for ids ['af30ce41-ac25-45e3-9bbb-85ecf8f0a642'] in dv-cinder-830097-4-iscsi is: [{'id': 'af30ce41-ac25-45e3-9bbb-85ecf8f0a642', 'name': 'tempest-AttachVolumeTestJSON-1053846076-router', 'tenant_id': '973344adf45e43fc87f28572c7cc70a5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '26d0436d-8ae2-49bd-8cc6-3d2eac552c84', 'external_fixed_ips': [{'subnet_id': 'd93852d8-8f89-4b1c-bef4-0e05f499a8db', 'ip_address': '172.27.0.93'}], 'enable_snat': True}, 'gw_port_id': 'bee35c5e-668a-49b2-8687-9dc92ebd1905', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-12T13:16:00Z', 'updated_at': '2022-04-12T13:16:13Z', 'revision_number': 4, 'project_id': '973344adf45e43fc87f28572c7cc70a5', 'gw_port': {'id': 'bee35c5e-668a-49b2-8687-9dc92ebd1905', 'name': '', 'network_id': '26d0436d-8ae2-49bd-8cc6-3d2eac552c84', 'tenant_id': '', 'mac_address': 'fa:16:3e:00:65:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'af30ce41-ac25-45e3-9bbb-85ecf8f0a642', 'device_owner': 'network:router_gateway', 'standard_attr_id': 81, 'fixed_ips': [{'subnet_id': 'd93852d8-8f89-4b1c-bef4-0e05f499a8db', 'ip_address': '172.27.0.93', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830097-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T13:16:02Z', 'updated_at': '2022-04-12T13:16:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd93852d8-8f89-4b1c-bef4-0e05f499a8db', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830097-4-iscsi', '_floatingips': [{'id': '2e0e04d2-fede-497a-91dd-161dcb8e4abf', 'tenant_id': '973344adf45e43fc87f28572c7cc70a5', 'floating_ip_address': '172.27.0.57', 'floating_network_id': '26d0436d-8ae2-49bd-8cc6-3d2eac552c84', 'router_id': 'af30ce41-ac25-45e3-9bbb-85ecf8f0a642', 'port_id': '8ba255bd-9ec4-4da4-a9ec-b5e7f795e5ff', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 540, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '33c58c83-bd42-46e6-829a-cd11f58e9fb1', 'mac_address': 'fa:16:3e:5c:63:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'df4196a5-461b-432c-8451-b92b76ffea19', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-12T13:24:24Z', 'updated_at': '2022-04-12T13:24:39Z', 'revision_number': 1, 'project_id': '973344adf45e43fc87f28572c7cc70a5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1ceeff16-e486-4e8b-a1af-d7c1a6e70fb4', 'name': '', 'network_id': '33c58c83-bd42-46e6-829a-cd11f58e9fb1', 'tenant_id': '973344adf45e43fc87f28572c7cc70a5', 'mac_address': 'fa:16:3e:9b:fe:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'af30ce41-ac25-45e3-9bbb-85ecf8f0a642', 'device_owner': 'network:router_interface', 'standard_attr_id': 108, 'fixed_ips': [{'subnet_id': 'e7f58421-9187-48e8-8ede-d2e25149e657', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830097-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T13:16:11Z', 'updated_at': '2022-04-12T13:16:25Z', 'revision_number': 5, 'project_id': '973344adf45e43fc87f28572c7cc70a5', 'subnets': [{'id': 'e7f58421-9187-48e8-8ede-d2e25149e657', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103460) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 12 13:24:41.146339 dv-cinder-830097-4-iscsi neutron-server[103459]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-116c71c1-7ea4-4d5c-b6ce-aa9451520724 None None] New status for floating IP 2e0e04d2-fede-497a-91dd-161dcb8e4abf: ACTIVE {{(pid=103459) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 12 13:24:41.261404 dv-cinder-830097-4-iscsi neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-317e5f84-0e01-430b-b64d-3119c72d13b9 req-d576c638-c55d-42b0-9a07-8ea6d60f27f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 13:24:41.262894 dv-cinder-830097-4-iscsi neutron-server[103457]: INFO neutron.wsgi [req-317e5f84-0e01-430b-b64d-3119c72d13b9 req-d576c638-c55d-42b0-9a07-8ea6d60f27f1 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=973344adf45e43fc87f28572c7cc70a5&device_id=df4196a5-461b-432c-8451-b92b76ffea19 HTTP/1.1" status: 200 len: 1129 time: 0.0705154 Apr 12 13:24:41.263930 dv-cinder-830097-4-iscsi neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6f860d2-bd56-48ea-8bb7-627d1a1de60d req-bb3f90ee-75e2-4639-a176-8e251216404e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 13:24:41.265264 dv-cinder-830097-4-iscsi neutron-server[103457]: INFO neutron.wsgi [req-e6f860d2-bd56-48ea-8bb7-627d1a1de60d req-bb3f90ee-75e2-4639-a176-8e251216404e service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=f8dccee065194dd5a87dda2dd4da6d93&device_id=9d9b9e8a-0760-41ac-b816-d2429a6da9bf HTTP/1.1" status: 200 len: 1128 time: 0.0649381 Apr 12 13:24:41.435423 dv-cinder-830097-4-iscsi neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-317e5f84-0e01-430b-b64d-3119c72d13b9 req-7c40885a-19a7-40dd-9ac2-0f253bed716b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 13:24:41.436905 dv-cinder-830097-4-iscsi neutron-server[103457]: INFO neutron.wsgi [req-317e5f84-0e01-430b-b64d-3119c72d13b9 req-7c40885a-19a7-40dd-9ac2-0f253bed716b service neutron] 10.222.0.55 "GET /v2.0/networks?id=33c58c83-bd42-46e6-829a-cd11f58e9fb1 HTTP/1.1" status: 200 len: 912 time: 0.1532156 Apr 12 13:24:41.437972 dv-cinder-830097-4-iscsi neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6f860d2-bd56-48ea-8bb7-627d1a1de60d req-92703b2a-7d8f-4537-9196-5b4c1c96be2d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 13:24:41.439247 dv-cinder-830097-4-iscsi neutron-server[103457]: INFO neutron.wsgi [req-e6f860d2-bd56-48ea-8bb7-627d1a1de60d req-92703b2a-7d8f-4537-9196-5b4c1c96be2d service neutron] 10.222.0.55 "GET /v2.0/networks?id=1ea215df-4b3b-4fdc-a07c-a8e1e6105c7b HTTP/1.1" status: 200 len: 910 time: 0.1476605 Apr 12 13:24:41.528024 dv-cinder-830097-4-iscsi neutron-server[103457]: INFO neutron.wsgi [req-e6f860d2-bd56-48ea-8bb7-627d1a1de60d req-122fa96c-a340-4734-860c-b60f18d11d67 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=4f4a58fb-5d4d-4382-9721-b6f9380c9ae5 HTTP/1.1" status: 200 len: 217 time: 0.0638938 Apr 12 13:24:41.573595 dv-cinder-830097-4-iscsi neutron-server[103457]: INFO neutron.wsgi [req-317e5f84-0e01-430b-b64d-3119c72d13b9 req-c41f21e4-cab0-486d-818f-521fd70d5cf1 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=8ba255bd-9ec4-4da4-a9ec-b5e7f795e5ff HTTP/1.1" status: 200 len: 1000 time: 0.1151037 Apr 12 13:24:41.609224 dv-cinder-830097-4-iscsi neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6f860d2-bd56-48ea-8bb7-627d1a1de60d req-b17700da-2410-492a-97ba-e58404c6aea0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 13:24:41.610631 dv-cinder-830097-4-iscsi neutron-server[103457]: INFO neutron.wsgi [req-e6f860d2-bd56-48ea-8bb7-627d1a1de60d req-b17700da-2410-492a-97ba-e58404c6aea0 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=da35d6b4-29b2-47d5-83f8-999981942cc4 HTTP/1.1" status: 200 len: 849 time: 0.0764227 Apr 12 13:24:41.645813 dv-cinder-830097-4-iscsi neutron-server[103457]: INFO neutron.wsgi [req-e6f860d2-bd56-48ea-8bb7-627d1a1de60d req-537a9654-6167-4fc3-8f02-3dbbdbf962b6 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=1ea215df-4b3b-4fdc-a07c-a8e1e6105c7b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0277958 Apr 12 13:24:41.649805 dv-cinder-830097-4-iscsi neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-317e5f84-0e01-430b-b64d-3119c72d13b9 req-c37120a8-d708-4b2b-83cf-4968ead1663b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 13:24:41.651108 dv-cinder-830097-4-iscsi neutron-server[103457]: INFO neutron.wsgi [req-317e5f84-0e01-430b-b64d-3119c72d13b9 req-c37120a8-d708-4b2b-83cf-4968ead1663b service neutron] 10.222.0.55 "GET /v2.0/subnets?id=e7f58421-9187-48e8-8ede-d2e25149e657 HTTP/1.1" status: 200 len: 850 time: 0.0702071 Apr 12 13:24:41.747710 dv-cinder-830097-4-iscsi neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-317e5f84-0e01-430b-b64d-3119c72d13b9 req-254e395d-f2c1-443e-8d32-471ce0d67437 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 13:24:41.749252 dv-cinder-830097-4-iscsi neutron-server[103457]: INFO neutron.wsgi [req-317e5f84-0e01-430b-b64d-3119c72d13b9 req-254e395d-f2c1-443e-8d32-471ce0d67437 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=33c58c83-bd42-46e6-829a-cd11f58e9fb1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0799284 Apr 12 13:24:41.801345 dv-cinder-830097-4-iscsi neutron-server[103457]: INFO neutron.wsgi [req-e6f860d2-bd56-48ea-8bb7-627d1a1de60d req-4ee9c7b7-cb29-49c1-9c7c-78d9d3f8785d service neutron] 10.222.0.55 "GET /v2.0/networks/1ea215df-4b3b-4fdc-a07c-a8e1e6105c7b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1389260 Apr 12 13:24:41.815037 dv-cinder-830097-4-iscsi neutron-server[103458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8330f2da-6359-4a9c-a97a-8ce885dffcf7 req-341c6fa4-bbad-4cd5-b9ae-a4efde7781c1 tempest-VolumesActionsTest-1131559665 tempest-VolumesActionsTest-1131559665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 13:24:41.816610 dv-cinder-830097-4-iscsi neutron-server[103458]: INFO neutron.wsgi [req-8330f2da-6359-4a9c-a97a-8ce885dffcf7 req-341c6fa4-bbad-4cd5-b9ae-a4efde7781c1 tempest-VolumesActionsTest-1131559665 tempest-VolumesActionsTest-1131559665-project] 10.222.0.18 "GET /v2.0/ports?device_id=9d9b9e8a-0760-41ac-b816-d2429a6da9bf HTTP/1.1" status: 200 len: 944 time: 0.0497437 Apr 12 13:24:41.864233 dv-cinder-830097-4-iscsi neutron-server[103458]: INFO neutron.wsgi [req-8330f2da-6359-4a9c-a97a-8ce885dffcf7 req-490f4c08-5bf1-4fe9-b4da-ac460e2a9a56 tempest-VolumesActionsTest-1131559665 tempest-VolumesActionsTest-1131559665-project] 10.222.0.18 "GET /v2.0/security-groups?id=e724d983-df92-401e-8735-0d7b5ec19719&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418730 Apr 12 13:24:41.868823 dv-cinder-830097-4-iscsi neutron-server[103459]: DEBUG neutron.plugins.ml2.rpc [None req-3505bd68-a9fd-4823-92ea-1a6ded8ab071 None None] Device 4f4a58fb-5d4d-4382-9721-b6f9380c9ae5 details requested by agent hyperv_hv-cinder-83009 with host hv-cinder-83009 {{(pid=103459) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 12 13:24:41.914275 dv-cinder-830097-4-iscsi neutron-server[103457]: INFO neutron.wsgi [req-317e5f84-0e01-430b-b64d-3119c72d13b9 req-8e89fd5a-2da0-4e61-b1c1-a22704e1215a service neutron] 10.222.0.55 "GET /v2.0/networks/33c58c83-bd42-46e6-829a-cd11f58e9fb1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1558499 Apr 12 13:24:41.937274 dv-cinder-830097-4-iscsi neutron-server[103457]: INFO neutron.wsgi [req-e6f860d2-bd56-48ea-8bb7-627d1a1de60d req-54a9ff95-a598-4dfd-9cbc-2fb1fc3fcbad service neutron] 10.222.0.55 "GET /v2.0/networks/1ea215df-4b3b-4fdc-a07c-a8e1e6105c7b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1086929 Apr 12 13:24:41.969177 dv-cinder-830097-4-iscsi neutron-server[103459]: DEBUG neutron.plugins.ml2.db [None req-3505bd68-a9fd-4823-92ea-1a6ded8ab071 None None] For port 4f4a58fb-5d4d-4382-9721-b6f9380c9ae5, host hv-cinder-83009, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83009',level=0,port_id=4f4a58fb-5d4d-4382-9721-b6f9380c9ae5,segment=NetworkSegment(64990312-40a1-4830-a1ad-f300f2760b73),segment_id=64990312-40a1-4830-a1ad-f300f2760b73)] {{(pid=103459) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 12 13:24:41.979982 dv-cinder-830097-4-iscsi neutron-server[103459]: DEBUG neutron.plugins.ml2.rpc [None req-3505bd68-a9fd-4823-92ea-1a6ded8ab071 None None] Returning: {'device': '4f4a58fb-5d4d-4382-9721-b6f9380c9ae5', 'network_id': '1ea215df-4b3b-4fdc-a07c-a8e1e6105c7b', 'port_id': '4f4a58fb-5d4d-4382-9721-b6f9380c9ae5', 'mac_address': 'fa:16:3e:65:13:33', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 210, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'da35d6b4-29b2-47d5-83f8-999981942cc4', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103459) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 12 13:24:42.016389 dv-cinder-830097-4-iscsi neutron-server[103459]: DEBUG neutron.plugins.ml2.plugin [None req-3505bd68-a9fd-4823-92ea-1a6ded8ab071 None None] Current status of the port 4f4a58fb-5d4d-4382-9721-b6f9380c9ae5 is: DOWN; New status is: BUILD {{(pid=103459) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 12 13:24:42.016803 dv-cinder-830097-4-iscsi neutron-server[103459]: DEBUG neutron_lib.callbacks.manager [None req-3505bd68-a9fd-4823-92ea-1a6ded8ab071 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-916304'] for port (4f4a58fb-5d4d-4382-9721-b6f9380c9ae5), before_update {{(pid=103459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:24:42.030062 dv-cinder-830097-4-iscsi neutron-server[103459]: DEBUG neutron.notifiers.nova [None req-3505bd68-a9fd-4823-92ea-1a6ded8ab071 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4f4a58fb-5d4d-4382-9721-b6f9380c9ae5 {{(pid=103459) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 12 13:24:42.050389 dv-cinder-830097-4-iscsi neutron-server[103459]: DEBUG neutron.plugins.ml2.db [None req-3505bd68-a9fd-4823-92ea-1a6ded8ab071 None None] For port 4f4a58fb-5d4d-4382-9721-b6f9380c9ae5, host hv-cinder-83009, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83009',level=0,port_id=4f4a58fb-5d4d-4382-9721-b6f9380c9ae5,segment=NetworkSegment(64990312-40a1-4830-a1ad-f300f2760b73),segment_id=64990312-40a1-4830-a1ad-f300f2760b73)] {{(pid=103459) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 12 13:24:42.055954 dv-cinder-830097-4-iscsi neutron-server[103459]: DEBUG neutron_lib.callbacks.manager [None req-3505bd68-a9fd-4823-92ea-1a6ded8ab071 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-915890', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3697887', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732727894815', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732727417932', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732727417950'] for port (4f4a58fb-5d4d-4382-9721-b6f9380c9ae5), after_update {{(pid=103459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:24:42.104183 dv-cinder-830097-4-iscsi neutron-server[103459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3505bd68-a9fd-4823-92ea-1a6ded8ab071 None None] Pushing event updated for resources: {'Port': ['ID=4f4a58fb-5d4d-4382-9721-b6f9380c9ae5,revision_number=4']} {{(pid=103459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 13:24:42.391773 dv-cinder-830097-4-iscsi neutron-server[103457]: INFO neutron.wsgi [req-317e5f84-0e01-430b-b64d-3119c72d13b9 req-868822a1-8d85-49c9-9d17-9dfc2b2ad6c9 service neutron] 10.222.0.55 "GET /v2.0/networks/33c58c83-bd42-46e6-829a-cd11f58e9fb1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0847647 Apr 12 13:24:42.630456 dv-cinder-830097-4-iscsi neutron-server[103459]: DEBUG neutron.plugins.ml2.db [None req-3505bd68-a9fd-4823-92ea-1a6ded8ab071 None None] get_ports_and_sgs() called for port_ids ['4f4a58fb-5d4d-4382-9721-b6f9380c9ae5'] {{(pid=103459) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 12 13:24:42.977238 dv-cinder-830097-4-iscsi neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d8a20cf-1c19-4fff-a031-5c53d5be7cb1 req-fc39ca87-8a19-457a-88e7-20b3367c2d83 tempest-VolumesActionsTest-1131559665 tempest-VolumesActionsTest-1131559665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 13:24:42.978669 dv-cinder-830097-4-iscsi neutron-server[103457]: INFO neutron.wsgi [req-9d8a20cf-1c19-4fff-a031-5c53d5be7cb1 req-fc39ca87-8a19-457a-88e7-20b3367c2d83 tempest-VolumesActionsTest-1131559665 tempest-VolumesActionsTest-1131559665-project] 10.222.0.18 "GET /v2.0/ports?device_id=9d9b9e8a-0760-41ac-b816-d2429a6da9bf HTTP/1.1" status: 200 len: 945 time: 0.0458767 Apr 12 13:24:43.023824 dv-cinder-830097-4-iscsi neutron-server[103457]: INFO neutron.wsgi [req-9d8a20cf-1c19-4fff-a031-5c53d5be7cb1 req-0b50d6cd-acdc-4e96-890b-af9ee88c7d9c tempest-VolumesActionsTest-1131559665 tempest-VolumesActionsTest-1131559665-project] 10.222.0.18 "GET /v2.0/security-groups?id=e724d983-df92-401e-8735-0d7b5ec19719&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0397129 Apr 12 13:24:43.869780 dv-cinder-830097-4-iscsi neutron-server[103459]: DEBUG neutron.plugins.ml2.rpc [None req-3505bd68-a9fd-4823-92ea-1a6ded8ab071 None None] Device 4f4a58fb-5d4d-4382-9721-b6f9380c9ae5 up at agent hyperv_hv-cinder-83009 {{(pid=103459) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 12 13:24:43.916821 dv-cinder-830097-4-iscsi neutron-server[103459]: DEBUG neutron.db.provisioning_blocks [None req-3505bd68-a9fd-4823-92ea-1a6ded8ab071 None None] Provisioning for port 4f4a58fb-5d4d-4382-9721-b6f9380c9ae5 completed by entity L2. {{(pid=103459) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Apr 12 13:24:43.922311 dv-cinder-830097-4-iscsi neutron-server[103459]: DEBUG neutron.db.provisioning_blocks [None req-3505bd68-a9fd-4823-92ea-1a6ded8ab071 None None] Provisioning complete for port 4f4a58fb-5d4d-4382-9721-b6f9380c9ae5 triggered by entity L2. {{(pid=103459) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 12 13:24:43.922688 dv-cinder-830097-4-iscsi neutron-server[103459]: DEBUG neutron_lib.callbacks.manager [None req-3505bd68-a9fd-4823-92ea-1a6ded8ab071 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-657243'] for port (4f4a58fb-5d4d-4382-9721-b6f9380c9ae5), provisioning_complete {{(pid=103459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:24:43.999783 dv-cinder-830097-4-iscsi neutron-server[103459]: DEBUG neutron.plugins.ml2.plugin [None req-3505bd68-a9fd-4823-92ea-1a6ded8ab071 None None] Current status of the port 4f4a58fb-5d4d-4382-9721-b6f9380c9ae5 is: BUILD; New status is: ACTIVE {{(pid=103459) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 12 13:24:44.000171 dv-cinder-830097-4-iscsi neutron-server[103459]: DEBUG neutron_lib.callbacks.manager [None req-3505bd68-a9fd-4823-92ea-1a6ded8ab071 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-916304'] for port (4f4a58fb-5d4d-4382-9721-b6f9380c9ae5), before_update {{(pid=103459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:24:44.022493 dv-cinder-830097-4-iscsi neutron-server[103459]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9d9b9e8a-0760-41ac-b816-d2429a6da9bf', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4f4a58fb-5d4d-4382-9721-b6f9380c9ae5'}] {{(pid=103459) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 12 13:24:44.025216 dv-cinder-830097-4-iscsi neutron-server[103459]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}95104bc0dd48ad9143548caf8a5bdec643107760c32fce8433ea43eac3fbdd81" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-900bde11-8cd8-4eb7-9a5d-11900c97fb90" -d '{"events": [{"server_uuid": "9d9b9e8a-0760-41ac-b816-d2429a6da9bf", "name": "network-vif-plugged", "status": "completed", "tag": "4f4a58fb-5d4d-4382-9721-b6f9380c9ae5"}]}' {{(pid=103459) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 12 13:24:44.038560 dv-cinder-830097-4-iscsi neutron-server[103459]: DEBUG neutron.plugins.ml2.db [None req-3505bd68-a9fd-4823-92ea-1a6ded8ab071 None None] For port 4f4a58fb-5d4d-4382-9721-b6f9380c9ae5, host hv-cinder-83009, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83009',level=0,port_id=4f4a58fb-5d4d-4382-9721-b6f9380c9ae5,segment=NetworkSegment(64990312-40a1-4830-a1ad-f300f2760b73),segment_id=64990312-40a1-4830-a1ad-f300f2760b73)] {{(pid=103459) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 12 13:24:44.043080 dv-cinder-830097-4-iscsi neutron-server[103459]: DEBUG neutron_lib.callbacks.manager [None req-3505bd68-a9fd-4823-92ea-1a6ded8ab071 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-915890', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3697887', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732727894815', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732727417932', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732727417950'] for port (4f4a58fb-5d4d-4382-9721-b6f9380c9ae5), after_update {{(pid=103459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:24:44.068456 dv-cinder-830097-4-iscsi neutron-server[103459]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 12 Apr 2022 13:24:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f41268b2-587a-4d7b-95f5-acde51e7860b x-openstack-request-id: req-f41268b2-587a-4d7b-95f5-acde51e7860b {{(pid=103459) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 12 13:24:44.068794 dv-cinder-830097-4-iscsi neutron-server[103459]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9d9b9e8a-0760-41ac-b816-d2429a6da9bf", "name": "network-vif-plugged", "status": "completed", "tag": "4f4a58fb-5d4d-4382-9721-b6f9380c9ae5", "code": 200}]} {{(pid=103459) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 12 13:24:44.069045 dv-cinder-830097-4-iscsi neutron-server[103459]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-f41268b2-587a-4d7b-95f5-acde51e7860b {{(pid=103459) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 12 13:24:44.069436 dv-cinder-830097-4-iscsi neutron-server[103459]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f41268b2-587a-4d7b-95f5-acde51e7860b'] response: {'server_uuid': '9d9b9e8a-0760-41ac-b816-d2429a6da9bf', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4f4a58fb-5d4d-4382-9721-b6f9380c9ae5', 'code': 200} Apr 12 13:24:44.098042 dv-cinder-830097-4-iscsi neutron-server[103459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3505bd68-a9fd-4823-92ea-1a6ded8ab071 None None] Pushing event updated for resources: {'Port': ['ID=4f4a58fb-5d4d-4382-9721-b6f9380c9ae5,revision_number=5']} {{(pid=103459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 13:24:44.105160 dv-cinder-830097-4-iscsi neutron-server[103459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3505bd68-a9fd-4823-92ea-1a6ded8ab071 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830097-4-iscsi {{(pid=103459) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 13:24:44.105506 dv-cinder-830097-4-iscsi neutron-server[103459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3505bd68-a9fd-4823-92ea-1a6ded8ab071 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830097-4-iscsi {{(pid=103459) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 13:24:44.105849 dv-cinder-830097-4-iscsi neutron-server[103459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3505bd68-a9fd-4823-92ea-1a6ded8ab071 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830097-4-iscsi {{(pid=103459) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 13:24:44.106210 dv-cinder-830097-4-iscsi neutron-server[103459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3505bd68-a9fd-4823-92ea-1a6ded8ab071 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830097-4-iscsi {{(pid=103459) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 13:24:44.106551 dv-cinder-830097-4-iscsi neutron-server[103459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3505bd68-a9fd-4823-92ea-1a6ded8ab071 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830097-4-iscsi {{(pid=103459) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 13:24:44.106884 dv-cinder-830097-4-iscsi neutron-server[103459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3505bd68-a9fd-4823-92ea-1a6ded8ab071 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830097-4-iscsi {{(pid=103459) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 13:24:44.107212 dv-cinder-830097-4-iscsi neutron-server[103459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3505bd68-a9fd-4823-92ea-1a6ded8ab071 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830097-4-iscsi {{(pid=103459) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 13:24:44.107541 dv-cinder-830097-4-iscsi neutron-server[103459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3505bd68-a9fd-4823-92ea-1a6ded8ab071 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-830097-4-iscsi {{(pid=103459) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 13:24:44.107867 dv-cinder-830097-4-iscsi neutron-server[103459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3505bd68-a9fd-4823-92ea-1a6ded8ab071 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-830097-4-iscsi {{(pid=103459) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 13:24:44.108193 dv-cinder-830097-4-iscsi neutron-server[103459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3505bd68-a9fd-4823-92ea-1a6ded8ab071 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-830097-4-iscsi {{(pid=103459) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 13:24:44.108516 dv-cinder-830097-4-iscsi neutron-server[103459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3505bd68-a9fd-4823-92ea-1a6ded8ab071 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-830097-4-iscsi {{(pid=103459) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 13:24:44.108878 dv-cinder-830097-4-iscsi neutron-server[103459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3505bd68-a9fd-4823-92ea-1a6ded8ab071 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830097-4-iscsi {{(pid=103459) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 13:24:44.109202 dv-cinder-830097-4-iscsi neutron-server[103459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3505bd68-a9fd-4823-92ea-1a6ded8ab071 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830097-4-iscsi {{(pid=103459) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 13:24:44.109523 dv-cinder-830097-4-iscsi neutron-server[103459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3505bd68-a9fd-4823-92ea-1a6ded8ab071 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830097-4-iscsi {{(pid=103459) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 13:24:44.109843 dv-cinder-830097-4-iscsi neutron-server[103459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3505bd68-a9fd-4823-92ea-1a6ded8ab071 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830097-4-iscsi {{(pid=103459) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 13:24:44.150078 dv-cinder-830097-4-iscsi neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d76a6c45-ef22-484c-a82d-18617ca37474 req-435feddb-ef8a-4f70-b1ff-fd901fb26a09 tempest-VolumesActionsTest-1131559665 tempest-VolumesActionsTest-1131559665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 13:24:44.151655 dv-cinder-830097-4-iscsi neutron-server[103457]: INFO neutron.wsgi [req-d76a6c45-ef22-484c-a82d-18617ca37474 req-435feddb-ef8a-4f70-b1ff-fd901fb26a09 tempest-VolumesActionsTest-1131559665 tempest-VolumesActionsTest-1131559665-project] 10.222.0.18 "GET /v2.0/ports?device_id=9d9b9e8a-0760-41ac-b816-d2429a6da9bf HTTP/1.1" status: 200 len: 946 time: 0.0552609 Apr 12 13:24:44.199280 dv-cinder-830097-4-iscsi neutron-server[103457]: INFO neutron.wsgi [req-d76a6c45-ef22-484c-a82d-18617ca37474 req-b412197b-bc18-4a12-b342-0f967571a90f tempest-VolumesActionsTest-1131559665 tempest-VolumesActionsTest-1131559665-project] 10.222.0.18 "GET /v2.0/security-groups?id=e724d983-df92-401e-8735-0d7b5ec19719&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419033 Apr 12 13:24:44.320761 dv-cinder-830097-4-iscsi neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5644e742-1c90-4eb5-9cad-fc783e413aef req-24f61c48-0c4b-4a91-9aef-4e25315066b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 13:24:44.322264 dv-cinder-830097-4-iscsi neutron-server[103457]: INFO neutron.wsgi [req-5644e742-1c90-4eb5-9cad-fc783e413aef req-24f61c48-0c4b-4a91-9aef-4e25315066b8 service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=9d9b9e8a-0760-41ac-b816-d2429a6da9bf HTTP/1.1" status: 200 len: 1130 time: 0.0377874 Apr 12 13:24:44.365455 dv-cinder-830097-4-iscsi neutron-server[103457]: INFO neutron.wsgi [req-5644e742-1c90-4eb5-9cad-fc783e413aef req-08c97bd4-93bd-4aca-a919-896eb4da996c service neutron] 10.222.0.55 "GET /v2.0/security-groups?id=e724d983-df92-401e-8735-0d7b5ec19719&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0356550 Apr 12 13:24:45.312589 dv-cinder-830097-4-iscsi neutron-server[103458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39f5d80d-3369-49b0-aabb-bd2180449ddc req-14c7947a-7f9c-4766-8fe5-9271cce1c90c tempest-VolumesActionsTest-1131559665 tempest-VolumesActionsTest-1131559665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 13:24:45.314095 dv-cinder-830097-4-iscsi neutron-server[103458]: INFO neutron.wsgi [req-39f5d80d-3369-49b0-aabb-bd2180449ddc req-14c7947a-7f9c-4766-8fe5-9271cce1c90c tempest-VolumesActionsTest-1131559665 tempest-VolumesActionsTest-1131559665-project] 10.222.0.18 "GET /v2.0/ports?device_id=9d9b9e8a-0760-41ac-b816-d2429a6da9bf HTTP/1.1" status: 200 len: 946 time: 0.0468111 Apr 12 13:24:45.361272 dv-cinder-830097-4-iscsi neutron-server[103458]: INFO neutron.wsgi [req-39f5d80d-3369-49b0-aabb-bd2180449ddc req-37902075-282b-4f2c-bb98-93fcff281305 tempest-VolumesActionsTest-1131559665 tempest-VolumesActionsTest-1131559665-project] 10.222.0.18 "GET /v2.0/security-groups?id=e724d983-df92-401e-8735-0d7b5ec19719&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414605 Apr 12 13:24:46.474287 dv-cinder-830097-4-iscsi neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98fe5e6a-ed9b-470a-82b0-fdf4d9f8cd23 req-1982522d-e2e4-414c-a224-9f5c685c2146 tempest-VolumesActionsTest-1131559665 tempest-VolumesActionsTest-1131559665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 13:24:46.475750 dv-cinder-830097-4-iscsi neutron-server[103457]: INFO neutron.wsgi [req-98fe5e6a-ed9b-470a-82b0-fdf4d9f8cd23 req-1982522d-e2e4-414c-a224-9f5c685c2146 tempest-VolumesActionsTest-1131559665 tempest-VolumesActionsTest-1131559665-project] 10.222.0.18 "GET /v2.0/ports?device_id=9d9b9e8a-0760-41ac-b816-d2429a6da9bf HTTP/1.1" status: 200 len: 946 time: 0.0478382 Apr 12 13:24:46.525725 dv-cinder-830097-4-iscsi neutron-server[103457]: INFO neutron.wsgi [req-98fe5e6a-ed9b-470a-82b0-fdf4d9f8cd23 req-81117614-dd80-4ccf-8eef-e4eb49b0860f tempest-VolumesActionsTest-1131559665 tempest-VolumesActionsTest-1131559665-project] 10.222.0.18 "GET /v2.0/security-groups?id=e724d983-df92-401e-8735-0d7b5ec19719&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0440626 Apr 12 13:24:46.769011 dv-cinder-830097-4-iscsi neutron-server[103459]: DEBUG neutron_lib.callbacks.manager [None req-a927eedb-537d-40a7-b74d-779990b60732 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732727929501', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-657397'] for agent (246ca497-e2ee-4e0b-b432-b4153c207e5f), after_update {{(pid=103459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:24:47.635001 dv-cinder-830097-4-iscsi neutron-server[103458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fcc3b8a-24db-43cc-bd41-d1c891ff3ff0 req-f7ed76ad-242f-44a4-b98c-3b11482103ca tempest-VolumesActionsTest-1131559665 tempest-VolumesActionsTest-1131559665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 13:24:47.636435 dv-cinder-830097-4-iscsi neutron-server[103458]: INFO neutron.wsgi [req-3fcc3b8a-24db-43cc-bd41-d1c891ff3ff0 req-f7ed76ad-242f-44a4-b98c-3b11482103ca tempest-VolumesActionsTest-1131559665 tempest-VolumesActionsTest-1131559665-project] 10.222.0.18 "GET /v2.0/ports?device_id=9d9b9e8a-0760-41ac-b816-d2429a6da9bf HTTP/1.1" status: 200 len: 946 time: 0.0454545 Apr 12 13:24:47.685569 dv-cinder-830097-4-iscsi neutron-server[103458]: INFO neutron.wsgi [req-3fcc3b8a-24db-43cc-bd41-d1c891ff3ff0 req-d502b154-8ee2-47ff-83f8-36575c47b84f tempest-VolumesActionsTest-1131559665 tempest-VolumesActionsTest-1131559665-project] 10.222.0.18 "GET /v2.0/security-groups?id=e724d983-df92-401e-8735-0d7b5ec19719&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0436013 Apr 12 13:24:48.371684 dv-cinder-830097-4-iscsi neutron-server[103458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84af5714-ae59-4a26-bf9f-2b793a1f3813 req-c4cdfdc0-08d1-466d-ad2e-35688a4be2ed tempest-VolumesActionsTest-1131559665 tempest-VolumesActionsTest-1131559665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 13:24:48.373147 dv-cinder-830097-4-iscsi neutron-server[103458]: INFO neutron.wsgi [req-84af5714-ae59-4a26-bf9f-2b793a1f3813 req-c4cdfdc0-08d1-466d-ad2e-35688a4be2ed tempest-VolumesActionsTest-1131559665 tempest-VolumesActionsTest-1131559665-project] 10.222.0.18 "GET /v2.0/ports?device_id=9d9b9e8a-0760-41ac-b816-d2429a6da9bf HTTP/1.1" status: 200 len: 946 time: 0.0453358 Apr 12 13:24:48.418089 dv-cinder-830097-4-iscsi neutron-server[103458]: INFO neutron.wsgi [req-84af5714-ae59-4a26-bf9f-2b793a1f3813 req-99e78554-ab34-4db3-aac8-66c24a30fb88 tempest-VolumesActionsTest-1131559665 tempest-VolumesActionsTest-1131559665-project] 10.222.0.18 "GET /v2.0/security-groups?id=e724d983-df92-401e-8735-0d7b5ec19719&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0393419 Apr 12 13:24:49.363938 dv-cinder-830097-4-iscsi neutron-server[103459]: DEBUG neutron_lib.callbacks.manager [None req-58ef750a-c0d0-4e2c-8d1f-0301ba39cee9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732727929501', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-657397'] for agent (b7e11a8b-aeed-493f-9763-461016dddc93), after_update {{(pid=103459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:24:49.528552 dv-cinder-830097-4-iscsi neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed78e0b1-f314-4597-b1ed-aa3ef6925fec req-de3b32b6-4397-4382-9139-da0d2cba510c tempest-VolumesActionsTest-1131559665 tempest-VolumesActionsTest-1131559665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 13:24:49.530024 dv-cinder-830097-4-iscsi neutron-server[103457]: INFO neutron.wsgi [req-ed78e0b1-f314-4597-b1ed-aa3ef6925fec req-de3b32b6-4397-4382-9139-da0d2cba510c tempest-VolumesActionsTest-1131559665 tempest-VolumesActionsTest-1131559665-project] 10.222.0.18 "GET /v2.0/ports?device_id=9d9b9e8a-0760-41ac-b816-d2429a6da9bf HTTP/1.1" status: 200 len: 946 time: 0.0456676 Apr 12 13:24:49.576130 dv-cinder-830097-4-iscsi neutron-server[103457]: INFO neutron.wsgi [req-ed78e0b1-f314-4597-b1ed-aa3ef6925fec req-4f82ff21-48a7-4d13-a6b9-d58117092767 tempest-VolumesActionsTest-1131559665 tempest-VolumesActionsTest-1131559665-project] 10.222.0.18 "GET /v2.0/security-groups?id=e724d983-df92-401e-8735-0d7b5ec19719&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406959 Apr 12 13:24:50.099259 dv-cinder-830097-4-iscsi neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a7541bf-52bd-424e-89e9-a5ce185c2414 req-478b43b7-4735-4b8f-81d1-7d9735c00af8 tempest-VolumesActionsTest-1131559665 tempest-VolumesActionsTest-1131559665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 13:24:50.100652 dv-cinder-830097-4-iscsi neutron-server[103457]: INFO neutron.wsgi [req-5a7541bf-52bd-424e-89e9-a5ce185c2414 req-478b43b7-4735-4b8f-81d1-7d9735c00af8 tempest-VolumesActionsTest-1131559665 tempest-VolumesActionsTest-1131559665-project] 10.222.0.55 "GET /v2.0/ports?device_id=9d9b9e8a-0760-41ac-b816-d2429a6da9bf HTTP/1.1" status: 200 len: 946 time: 0.0445993 Apr 12 13:24:50.187750 dv-cinder-830097-4-iscsi neutron-server[103457]: DEBUG neutron.plugins.ml2.plugin [req-5a7541bf-52bd-424e-89e9-a5ce185c2414 req-777ecd6a-9c26-496c-9cf8-e2b40db5f436 tempest-VolumesActionsTest-1131559665 tempest-VolumesActionsTest-1131559665-project] Deleting port 4f4a58fb-5d4d-4382-9721-b6f9380c9ae5 {{(pid=103457) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 12 13:24:50.188090 dv-cinder-830097-4-iscsi neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [req-5a7541bf-52bd-424e-89e9-a5ce185c2414 req-777ecd6a-9c26-496c-9cf8-e2b40db5f436 tempest-VolumesActionsTest-1131559665 tempest-VolumesActionsTest-1131559665-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732727887391'] for port (4f4a58fb-5d4d-4382-9721-b6f9380c9ae5), before_delete {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:24:50.272282 dv-cinder-830097-4-iscsi neutron-server[103457]: DEBUG neutron.plugins.ml2.db [req-5a7541bf-52bd-424e-89e9-a5ce185c2414 req-777ecd6a-9c26-496c-9cf8-e2b40db5f436 tempest-VolumesActionsTest-1131559665 tempest-VolumesActionsTest-1131559665-project] For port 4f4a58fb-5d4d-4382-9721-b6f9380c9ae5, host hv-cinder-83009, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83009',level=0,port_id=4f4a58fb-5d4d-4382-9721-b6f9380c9ae5,segment=NetworkSegment(64990312-40a1-4830-a1ad-f300f2760b73),segment_id=64990312-40a1-4830-a1ad-f300f2760b73)] {{(pid=103457) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 12 13:24:50.272752 dv-cinder-830097-4-iscsi neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [req-5a7541bf-52bd-424e-89e9-a5ce185c2414 req-777ecd6a-9c26-496c-9cf8-e2b40db5f436 tempest-VolumesActionsTest-1131559665 tempest-VolumesActionsTest-1131559665-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3742288'] for port (4f4a58fb-5d4d-4382-9721-b6f9380c9ae5), precommit_delete {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:24:50.285441 dv-cinder-830097-4-iscsi neutron-server[103459]: DEBUG neutron_lib.callbacks.manager [None req-f20c20fe-5767-407a-9f30-b36f01c50254 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732727929501', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-657397'] for agent (1e8a91c7-94d1-4b17-9536-32bc01f44a9b), after_update {{(pid=103459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:24:50.286594 dv-cinder-830097-4-iscsi neutron-server[103457]: DEBUG neutron.plugins.ml2.plugin [req-5a7541bf-52bd-424e-89e9-a5ce185c2414 req-777ecd6a-9c26-496c-9cf8-e2b40db5f436 tempest-VolumesActionsTest-1131559665 tempest-VolumesActionsTest-1131559665-project] Calling delete_port for 4f4a58fb-5d4d-4382-9721-b6f9380c9ae5 owned by compute:nova {{(pid=103457) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 12 13:24:50.413531 dv-cinder-830097-4-iscsi neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [req-5a7541bf-52bd-424e-89e9-a5ce185c2414 req-777ecd6a-9c26-496c-9cf8-e2b40db5f436 tempest-VolumesActionsTest-1131559665 tempest-VolumesActionsTest-1131559665-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-915890', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3697887', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732727894797', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732727417923', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25610742'] for port (4f4a58fb-5d4d-4382-9721-b6f9380c9ae5), after_delete {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:24:50.441727 dv-cinder-830097-4-iscsi neutron-server[103457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-777ecd6a-9c26-496c-9cf8-e2b40db5f436 tempest-VolumesActionsTest-1131559665 tempest-VolumesActionsTest-1131559665-project] Pushing event deleted for resources: {'Port': ['ID=4f4a58fb-5d4d-4382-9721-b6f9380c9ae5,revision_number=None']} {{(pid=103457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 13:24:50.454342 dv-cinder-830097-4-iscsi neutron-server[103459]: DEBUG neutron.plugins.ml2.db [None req-3505bd68-a9fd-4823-92ea-1a6ded8ab071 None None] get_ports_and_sgs() called for port_ids ['4f4a58fb-5d4d-4382-9721-b6f9380c9ae5'] {{(pid=103459) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 12 13:24:50.486415 dv-cinder-830097-4-iscsi neutron-server[103457]: DEBUG neutron.db.l3_dvrscheduler_db [req-5a7541bf-52bd-424e-89e9-a5ce185c2414 req-777ecd6a-9c26-496c-9cf8-e2b40db5f436 tempest-VolumesActionsTest-1131559665 tempest-VolumesActionsTest-1131559665-project] No DVR routers for this DVR port 4f4a58fb-5d4d-4382-9721-b6f9380c9ae5 on host hv-cinder-83009 {{(pid=103457) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 12 13:24:50.488784 dv-cinder-830097-4-iscsi neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [req-5a7541bf-52bd-424e-89e9-a5ce185c2414 req-777ecd6a-9c26-496c-9cf8-e2b40db5f436 tempest-VolumesActionsTest-1131559665 tempest-VolumesActionsTest-1131559665-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-500965'] for port (None), before_response {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:24:50.492561 dv-cinder-830097-4-iscsi neutron-server[103457]: INFO neutron.wsgi [req-5a7541bf-52bd-424e-89e9-a5ce185c2414 req-777ecd6a-9c26-496c-9cf8-e2b40db5f436 tempest-VolumesActionsTest-1131559665 tempest-VolumesActionsTest-1131559665-project] 10.222.0.55 "DELETE /v2.0/ports/4f4a58fb-5d4d-4382-9721-b6f9380c9ae5 HTTP/1.1" status: 204 len: 173 time: 0.3865626 Apr 12 13:24:50.493246 dv-cinder-830097-4-iscsi neutron-server[103457]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9d9b9e8a-0760-41ac-b816-d2429a6da9bf', 'name': 'network-vif-deleted', 'tag': '4f4a58fb-5d4d-4382-9721-b6f9380c9ae5'}] {{(pid=103457) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 12 13:24:50.495505 dv-cinder-830097-4-iscsi neutron-server[103457]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}086c7d3de3560e72b9669b0aa2f8f0aa3a7dc6896401f4467231a6605ceb6cb3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6866391c-6739-4fb3-a5af-864dfa50ea2e" -d '{"events": [{"server_uuid": "9d9b9e8a-0760-41ac-b816-d2429a6da9bf", "name": "network-vif-deleted", "tag": "4f4a58fb-5d4d-4382-9721-b6f9380c9ae5"}]}' {{(pid=103457) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 12 13:24:50.532021 dv-cinder-830097-4-iscsi neutron-server[103457]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 12 Apr 2022 13:24:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e9fb7546-855a-4200-858c-257d5c8e25ca x-openstack-request-id: req-e9fb7546-855a-4200-858c-257d5c8e25ca {{(pid=103457) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 12 13:24:50.532722 dv-cinder-830097-4-iscsi neutron-server[103457]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9d9b9e8a-0760-41ac-b816-d2429a6da9bf", "name": "network-vif-deleted", "tag": "4f4a58fb-5d4d-4382-9721-b6f9380c9ae5", "status": "completed", "code": 200}]} {{(pid=103457) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 12 13:24:50.532722 dv-cinder-830097-4-iscsi neutron-server[103457]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-e9fb7546-855a-4200-858c-257d5c8e25ca {{(pid=103457) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 12 13:24:50.532957 dv-cinder-830097-4-iscsi neutron-server[103457]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e9fb7546-855a-4200-858c-257d5c8e25ca'] response: {'server_uuid': '9d9b9e8a-0760-41ac-b816-d2429a6da9bf', 'name': 'network-vif-deleted', 'tag': '4f4a58fb-5d4d-4382-9721-b6f9380c9ae5', 'status': 'completed', 'code': 200} Apr 12 13:24:50.682302 dv-cinder-830097-4-iscsi neutron-server[103457]: INFO neutron.wsgi [req-4ff2661b-c031-4ee4-8cdd-37943368bfa8 req-dce9d816-8ec5-4f80-b667-ef7b691a5617 tempest-VolumesActionsTest-1131559665 tempest-VolumesActionsTest-1131559665-project] 10.222.0.18 "GET /v2.0/ports?device_id=9d9b9e8a-0760-41ac-b816-d2429a6da9bf HTTP/1.1" status: 200 len: 210 time: 0.0286100 Apr 12 13:24:51.420951 dv-cinder-830097-4-iscsi neutron-server[103459]: DEBUG neutron_lib.callbacks.manager [None req-09c91955-1169-4ba5-b480-d25faf385fa1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732727929501', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-657397'] for agent (6571c785-b050-42b7-b6d0-d71237f75507), after_update {{(pid=103459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:24:51.931233 dv-cinder-830097-4-iscsi neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23c80190-79d0-48a5-b645-934cd9c37d76 req-c4df9369-f401-43da-86f1-3ef32bf6b481 tempest-VolumesActionsTest-1131559665 tempest-VolumesActionsTest-1131559665-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 13:24:51.932899 dv-cinder-830097-4-iscsi neutron-server[103457]: INFO neutron.wsgi [req-23c80190-79d0-48a5-b645-934cd9c37d76 req-c4df9369-f401-43da-86f1-3ef32bf6b481 tempest-VolumesActionsTest-1131559665 tempest-VolumesActionsTest-1131559665-project] 10.222.0.18 "GET /v2.0/networks?id=1ea215df-4b3b-4fdc-a07c-a8e1e6105c7b HTTP/1.1" status: 200 len: 809 time: 0.0958195 Apr 12 13:24:51.947585 dv-cinder-830097-4-iscsi neutron-server[103457]: INFO neutron.wsgi [req-23c80190-79d0-48a5-b645-934cd9c37d76 req-1bc2fa39-69c8-4821-82cd-c7efb54c8124 tempest-VolumesActionsTest-1131559665 tempest-VolumesActionsTest-1131559665-project] 10.222.0.18 "GET /v2.0/quotas/f8dccee065194dd5a87dda2dd4da6d93 HTTP/1.1" status: 200 len: 375 time: 0.0095222 Apr 12 13:24:51.982195 dv-cinder-830097-4-iscsi neutron-server[103457]: INFO neutron.wsgi [req-23c80190-79d0-48a5-b645-934cd9c37d76 req-5a46a9e4-d863-4f58-a5c5-4a9cfbc9e8c6 tempest-VolumesActionsTest-1131559665 tempest-VolumesActionsTest-1131559665-project] 10.222.0.18 "GET /v2.0/ports?tenant_id=f8dccee065194dd5a87dda2dd4da6d93&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0295646 Apr 12 13:24:52.066809 dv-cinder-830097-4-iscsi neutron-server[103457]: INFO neutron.wsgi [req-23c80190-79d0-48a5-b645-934cd9c37d76 req-b73edc25-62aa-41a2-93f0-1152542c0d85 service neutron] 10.222.0.18 "GET /v2.0/networks/1ea215df-4b3b-4fdc-a07c-a8e1e6105c7b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0783658 Apr 12 13:24:52.158449 dv-cinder-830097-4-iscsi neutron-server[103457]: INFO neutron.wsgi [req-23c80190-79d0-48a5-b645-934cd9c37d76 req-3fbf84e5-1723-4218-838f-a81ac7ad5ca2 service neutron] 10.222.0.18 "GET /v2.0/networks/1ea215df-4b3b-4fdc-a07c-a8e1e6105c7b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0841312 Apr 12 13:24:52.316190 dv-cinder-830097-4-iscsi neutron-server[103458]: INFO neutron.wsgi [req-adfae129-52a2-49e0-a69c-dcd22349e9c7 req-d5f59933-4152-48ee-a8ad-a171fd050a50 tempest-VolumesActionsTest-1131559665 tempest-VolumesActionsTest-1131559665-project] 10.222.0.18 "GET /v2.0/ports?device_id=a627c8dc-c277-477f-bfad-f69b365fa287 HTTP/1.1" status: 200 len: 210 time: 0.0285709 Apr 12 13:24:53.217761 dv-cinder-830097-4-iscsi neutron-server[103459]: DEBUG neutron_lib.callbacks.manager [None req-53781792-8650-4c78-93a6-1c4d328d874c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732727929501', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-657397'] for agent (3f2daa45-5e56-452b-8a21-b519edfce99e), after_update {{(pid=103459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:24:53.342111 dv-cinder-830097-4-iscsi neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23c80190-79d0-48a5-b645-934cd9c37d76 req-fefbc8cf-d034-48f3-acd9-f3afa1e97ac7 tempest-VolumesActionsTest-1131559665 tempest-VolumesActionsTest-1131559665-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 13:24:53.343551 dv-cinder-830097-4-iscsi neutron-server[103457]: INFO neutron.wsgi [req-23c80190-79d0-48a5-b645-934cd9c37d76 req-fefbc8cf-d034-48f3-acd9-f3afa1e97ac7 tempest-VolumesActionsTest-1131559665 tempest-VolumesActionsTest-1131559665-project] 10.222.0.55 "GET /v2.0/networks?id=1ea215df-4b3b-4fdc-a07c-a8e1e6105c7b HTTP/1.1" status: 200 len: 809 time: 0.1068435 Apr 12 13:24:53.369176 dv-cinder-830097-4-iscsi neutron-server[103457]: DEBUG neutron.api.v2.base [req-23c80190-79d0-48a5-b645-934cd9c37d76 req-43bb8b40-9d35-4c6b-893e-5611fc42d7f9 tempest-VolumesActionsTest-1131559665 tempest-VolumesActionsTest-1131559665-project] Request body: {'port': {'device_id': 'a627c8dc-c277-477f-bfad-f69b365fa287', 'network_id': '1ea215df-4b3b-4fdc-a07c-a8e1e6105c7b', 'admin_state_up': True, 'tenant_id': 'f8dccee065194dd5a87dda2dd4da6d93'}} {{(pid=103457) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 12 13:24:53.454475 dv-cinder-830097-4-iscsi neutron-server[103457]: INFO neutron.wsgi [req-3d90d26c-1f8b-4799-9a6d-9c32a2e52f15 req-6c392746-1093-4fc0-8aa8-459c2a66b646 tempest-VolumesActionsTest-1131559665 tempest-VolumesActionsTest-1131559665-project] 10.222.0.18 "GET /v2.0/ports?device_id=a627c8dc-c277-477f-bfad-f69b365fa287 HTTP/1.1" status: 200 len: 210 time: 0.0611963 Apr 12 13:24:53.503703 dv-cinder-830097-4-iscsi neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-23c80190-79d0-48a5-b645-934cd9c37d76 req-43bb8b40-9d35-4c6b-893e-5611fc42d7f9 tempest-VolumesActionsTest-1131559665 tempest-VolumesActionsTest-1131559665-project] Made reservation on behalf of f8dccee065194dd5a87dda2dd4da6d93 for: {'port': 1} {{(pid=103457) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 12 13:24:53.506935 dv-cinder-830097-4-iscsi neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [req-23c80190-79d0-48a5-b645-934cd9c37d76 req-43bb8b40-9d35-4c6b-893e-5611fc42d7f9 tempest-VolumesActionsTest-1131559665 tempest-VolumesActionsTest-1131559665-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-916304'] for port (None), before_create {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:24:53.629220 dv-cinder-830097-4-iscsi neutron-server[103457]: DEBUG neutron.db.db_base_plugin_common [req-23c80190-79d0-48a5-b645-934cd9c37d76 req-43bb8b40-9d35-4c6b-893e-5611fc42d7f9 tempest-VolumesActionsTest-1131559665 tempest-VolumesActionsTest-1131559665-project] Allocated IP 172.20.0.8 (1ea215df-4b3b-4fdc-a07c-a8e1e6105c7b/da35d6b4-29b2-47d5-83f8-999981942cc4/08b810ce-43a8-4b65-9ffc-172af9521e75) {{(pid=103457) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 12 13:24:53.772464 dv-cinder-830097-4-iscsi neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [req-23c80190-79d0-48a5-b645-934cd9c37d76 req-43bb8b40-9d35-4c6b-893e-5611fc42d7f9 tempest-VolumesActionsTest-1131559665 tempest-VolumesActionsTest-1131559665-project] Publish callbacks [] for port (08b810ce-43a8-4b65-9ffc-172af9521e75), precommit_create {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:24:53.809363 dv-cinder-830097-4-iscsi neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [req-23c80190-79d0-48a5-b645-934cd9c37d76 req-43bb8b40-9d35-4c6b-893e-5611fc42d7f9 tempest-VolumesActionsTest-1131559665 tempest-VolumesActionsTest-1131559665-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-915890', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3697887', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732727417914', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25610742'] for port (08b810ce-43a8-4b65-9ffc-172af9521e75), after_create {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:24:53.853584 dv-cinder-830097-4-iscsi neutron-server[103457]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-23c80190-79d0-48a5-b645-934cd9c37d76 req-43bb8b40-9d35-4c6b-893e-5611fc42d7f9 tempest-VolumesActionsTest-1131559665 tempest-VolumesActionsTest-1131559665-project] Network 1ea215df-4b3b-4fdc-a07c-a8e1e6105c7b is already hosted by enough agents. {{(pid=103457) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 12 13:24:53.856407 dv-cinder-830097-4-iscsi neutron-server[103457]: DEBUG neutron.scheduler.base_scheduler [req-23c80190-79d0-48a5-b645-934cd9c37d76 req-43bb8b40-9d35-4c6b-893e-5611fc42d7f9 tempest-VolumesActionsTest-1131559665 tempest-VolumesActionsTest-1131559665-project] Resources bound (agent type, host, resource id): {{(pid=103457) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 12 13:24:53.859006 dv-cinder-830097-4-iscsi neutron-server[103457]: DEBUG neutron.db.l3_dvrscheduler_db [req-23c80190-79d0-48a5-b645-934cd9c37d76 req-43bb8b40-9d35-4c6b-893e-5611fc42d7f9 tempest-VolumesActionsTest-1131559665 tempest-VolumesActionsTest-1131559665-project] Received port after_create {{(pid=103457) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 12 13:24:53.887134 dv-cinder-830097-4-iscsi neutron-server[103457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43bb8b40-9d35-4c6b-893e-5611fc42d7f9 tempest-VolumesActionsTest-1131559665 tempest-VolumesActionsTest-1131559665-project] Pushing event updated for resources: {'Port': ['ID=08b810ce-43a8-4b65-9ffc-172af9521e75,revision_number=1']} {{(pid=103457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 13:24:53.901331 dv-cinder-830097-4-iscsi neutron-server[103459]: DEBUG neutron.plugins.ml2.rpc [None req-3505bd68-a9fd-4823-92ea-1a6ded8ab071 None None] Device 4f4a58fb-5d4d-4382-9721-b6f9380c9ae5 no longer exists at agent hyperv_hv-cinder-83009 {{(pid=103459) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 12 13:24:53.910706 dv-cinder-830097-4-iscsi neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23c80190-79d0-48a5-b645-934cd9c37d76 req-43bb8b40-9d35-4c6b-893e-5611fc42d7f9 tempest-VolumesActionsTest-1131559665 tempest-VolumesActionsTest-1131559665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 13:24:53.911301 dv-cinder-830097-4-iscsi neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [req-23c80190-79d0-48a5-b645-934cd9c37d76 req-43bb8b40-9d35-4c6b-893e-5611fc42d7f9 tempest-VolumesActionsTest-1131559665 tempest-VolumesActionsTest-1131559665-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-500965'] for port (None), before_response {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:24:53.921099 dv-cinder-830097-4-iscsi neutron-server[103459]: DEBUG neutron.plugins.ml2.plugin [None req-3505bd68-a9fd-4823-92ea-1a6ded8ab071 None None] No Port match for: 4f4a58fb-5d4d-4382-9721-b6f9380c9ae5 {{(pid=103459) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2341}} Apr 12 13:24:53.921500 dv-cinder-830097-4-iscsi neutron-server[103459]: DEBUG neutron.plugins.ml2.rpc [None req-3505bd68-a9fd-4823-92ea-1a6ded8ab071 None None] Device 4f4a58fb-5d4d-4382-9721-b6f9380c9ae5 not bound to the agent host hv-cinder-83009 {{(pid=103459) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 12 13:24:53.926727 dv-cinder-830097-4-iscsi neutron-server[103457]: INFO neutron.wsgi [req-23c80190-79d0-48a5-b645-934cd9c37d76 req-43bb8b40-9d35-4c6b-893e-5611fc42d7f9 tempest-VolumesActionsTest-1131559665 tempest-VolumesActionsTest-1131559665-project] 10.222.0.55 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5621121 Apr 12 13:24:53.944521 dv-cinder-830097-4-iscsi neutron-server[103457]: DEBUG neutron.api.v2.base [req-23c80190-79d0-48a5-b645-934cd9c37d76 req-884b084d-d815-4ff2-948e-b2c9eb623d7f service neutron] Request body: {'port': {'device_id': 'a627c8dc-c277-477f-bfad-f69b365fa287', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83009'}} {{(pid=103457) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 12 13:24:54.010973 dv-cinder-830097-4-iscsi neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [req-23c80190-79d0-48a5-b645-934cd9c37d76 req-884b084d-d815-4ff2-948e-b2c9eb623d7f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-916304'] for port (08b810ce-43a8-4b65-9ffc-172af9521e75), before_update {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:24:54.259509 dv-cinder-830097-4-iscsi neutron-server[103457]: DEBUG neutron.notifiers.nova [req-23c80190-79d0-48a5-b645-934cd9c37d76 req-884b084d-d815-4ff2-948e-b2c9eb623d7f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 08b810ce-43a8-4b65-9ffc-172af9521e75 {{(pid=103457) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 12 13:24:54.267787 dv-cinder-830097-4-iscsi neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [req-23c80190-79d0-48a5-b645-934cd9c37d76 req-884b084d-d815-4ff2-948e-b2c9eb623d7f service neutron] Publish callbacks [] for port (08b810ce-43a8-4b65-9ffc-172af9521e75), precommit_update {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:24:54.280038 dv-cinder-830097-4-iscsi neutron-server[103457]: DEBUG neutron.db.provisioning_blocks [req-23c80190-79d0-48a5-b645-934cd9c37d76 req-884b084d-d815-4ff2-948e-b2c9eb623d7f service neutron] Transition to ACTIVE for port object 08b810ce-43a8-4b65-9ffc-172af9521e75 will not be triggered until provisioned by entity L2. {{(pid=103457) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 12 13:24:54.283256 dv-cinder-830097-4-iscsi neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [req-23c80190-79d0-48a5-b645-934cd9c37d76 req-884b084d-d815-4ff2-948e-b2c9eb623d7f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-915890', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3697887', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732727894815', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732727417932', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732727417950', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25610749'] for port (08b810ce-43a8-4b65-9ffc-172af9521e75), after_update {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:24:54.347278 dv-cinder-830097-4-iscsi neutron-server[103457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-884b084d-d815-4ff2-948e-b2c9eb623d7f service neutron] Pushing event updated for resources: {'Port': ['ID=08b810ce-43a8-4b65-9ffc-172af9521e75,revision_number=2']} {{(pid=103457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 13:24:54.399406 dv-cinder-830097-4-iscsi neutron-server[103457]: DEBUG neutron.plugins.ml2.managers [req-23c80190-79d0-48a5-b645-934cd9c37d76 req-884b084d-d815-4ff2-948e-b2c9eb623d7f service neutron] Attempting to bind port 08b810ce-43a8-4b65-9ffc-172af9521e75 on host hv-cinder-83009 for vnic_type normal with profile {{(pid=103457) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 12 13:24:54.399731 dv-cinder-830097-4-iscsi neutron-server[103457]: DEBUG neutron.plugins.ml2.managers [req-23c80190-79d0-48a5-b645-934cd9c37d76 req-884b084d-d815-4ff2-948e-b2c9eb623d7f service neutron] Attempting to bind port 08b810ce-43a8-4b65-9ffc-172af9521e75 by drivers openvswitch,hyperv on host hv-cinder-83009 at level 0 using segments [{'id': '64990312-40a1-4830-a1ad-f300f2760b73', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 210, 'network_id': '1ea215df-4b3b-4fdc-a07c-a8e1e6105c7b'}] {{(pid=103457) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 12 13:24:54.400049 dv-cinder-830097-4-iscsi neutron-server[103457]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-23c80190-79d0-48a5-b645-934cd9c37d76 req-884b084d-d815-4ff2-948e-b2c9eb623d7f service neutron] Attempting to bind port 08b810ce-43a8-4b65-9ffc-172af9521e75 on network 1ea215df-4b3b-4fdc-a07c-a8e1e6105c7b {{(pid=103457) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 12 13:24:54.404187 dv-cinder-830097-4-iscsi neutron-server[103457]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-23c80190-79d0-48a5-b645-934cd9c37d76 req-884b084d-d815-4ff2-948e-b2c9eb623d7f service neutron] Port 08b810ce-43a8-4b65-9ffc-172af9521e75 on network 1ea215df-4b3b-4fdc-a07c-a8e1e6105c7b not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83009 {{(pid=103457) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 12 13:24:54.404501 dv-cinder-830097-4-iscsi neutron-server[103457]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-23c80190-79d0-48a5-b645-934cd9c37d76 req-884b084d-d815-4ff2-948e-b2c9eb623d7f service neutron] Attempting to bind port 08b810ce-43a8-4b65-9ffc-172af9521e75 on network 1ea215df-4b3b-4fdc-a07c-a8e1e6105c7b {{(pid=103457) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 12 13:24:54.409206 dv-cinder-830097-4-iscsi neutron-server[103457]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-23c80190-79d0-48a5-b645-934cd9c37d76 req-884b084d-d815-4ff2-948e-b2c9eb623d7f service neutron] Checking agent: {'id': 'ee5509cd-6dd7-49df-aa37-3740ebd1e34b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83009', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 12, 13, 13, 59), 'started_at': datetime.datetime(2022, 4, 12, 13, 13, 59), 'heartbeat_timestamp': datetime.datetime(2022, 4, 12, 13, 24, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103457) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 12 13:24:54.409537 dv-cinder-830097-4-iscsi neutron-server[103457]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-23c80190-79d0-48a5-b645-934cd9c37d76 req-884b084d-d815-4ff2-948e-b2c9eb623d7f service neutron] Checking segment: {'id': '64990312-40a1-4830-a1ad-f300f2760b73', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 210, 'network_id': '1ea215df-4b3b-4fdc-a07c-a8e1e6105c7b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103457) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 12 13:24:54.409911 dv-cinder-830097-4-iscsi neutron-server[103457]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-23c80190-79d0-48a5-b645-934cd9c37d76 req-884b084d-d815-4ff2-948e-b2c9eb623d7f service neutron] Bound using segment: {'id': '64990312-40a1-4830-a1ad-f300f2760b73', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 210, 'network_id': '1ea215df-4b3b-4fdc-a07c-a8e1e6105c7b'} {{(pid=103457) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 12 13:24:54.410323 dv-cinder-830097-4-iscsi neutron-server[103457]: DEBUG neutron.plugins.ml2.managers [req-23c80190-79d0-48a5-b645-934cd9c37d76 req-884b084d-d815-4ff2-948e-b2c9eb623d7f service neutron] Bound port: 08b810ce-43a8-4b65-9ffc-172af9521e75, host: hv-cinder-83009, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '64990312-40a1-4830-a1ad-f300f2760b73', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 210, 'network_id': '1ea215df-4b3b-4fdc-a07c-a8e1e6105c7b'}}] {{(pid=103457) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 12 13:24:54.410669 dv-cinder-830097-4-iscsi neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [req-23c80190-79d0-48a5-b645-934cd9c37d76 req-884b084d-d815-4ff2-948e-b2c9eb623d7f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-916304'] for port (08b810ce-43a8-4b65-9ffc-172af9521e75), before_update {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:24:54.471801 dv-cinder-830097-4-iscsi neutron-server[103457]: DEBUG neutron.plugins.ml2.db [req-23c80190-79d0-48a5-b645-934cd9c37d76 req-884b084d-d815-4ff2-948e-b2c9eb623d7f service neutron] For port 08b810ce-43a8-4b65-9ffc-172af9521e75, host hv-cinder-83009, cleared binding levels {{(pid=103457) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 12 13:24:54.474870 dv-cinder-830097-4-iscsi neutron-server[103457]: DEBUG neutron.plugins.ml2.db [req-23c80190-79d0-48a5-b645-934cd9c37d76 req-884b084d-d815-4ff2-948e-b2c9eb623d7f service neutron] For port 08b810ce-43a8-4b65-9ffc-172af9521e75, host hv-cinder-83009, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83009',level=0,port_id=08b810ce-43a8-4b65-9ffc-172af9521e75,segment=NetworkSegment(64990312-40a1-4830-a1ad-f300f2760b73),segment_id=64990312-40a1-4830-a1ad-f300f2760b73)] {{(pid=103457) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 12 13:24:54.481402 dv-cinder-830097-4-iscsi neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [req-23c80190-79d0-48a5-b645-934cd9c37d76 req-884b084d-d815-4ff2-948e-b2c9eb623d7f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-915890', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3697887', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732727894815', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732727417932', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732727417950', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25610749'] for port (08b810ce-43a8-4b65-9ffc-172af9521e75), after_update {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:24:54.521238 dv-cinder-830097-4-iscsi neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23c80190-79d0-48a5-b645-934cd9c37d76 req-884b084d-d815-4ff2-948e-b2c9eb623d7f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 13:24:54.521626 dv-cinder-830097-4-iscsi neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [req-23c80190-79d0-48a5-b645-934cd9c37d76 req-884b084d-d815-4ff2-948e-b2c9eb623d7f service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-500965'] for port (None), before_response {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:24:54.523039 dv-cinder-830097-4-iscsi neutron-server[103457]: INFO neutron.wsgi [req-23c80190-79d0-48a5-b645-934cd9c37d76 req-884b084d-d815-4ff2-948e-b2c9eb623d7f service neutron] 10.222.0.55 "PUT /v2.0/ports/08b810ce-43a8-4b65-9ffc-172af9521e75 HTTP/1.1" status: 200 len: 1093 time: 0.5826764 Apr 12 13:24:54.523470 dv-cinder-830097-4-iscsi neutron-server[103457]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a627c8dc-c277-477f-bfad-f69b365fa287', 'tag': '08b810ce-43a8-4b65-9ffc-172af9521e75'}] {{(pid=103457) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 12 13:24:54.525702 dv-cinder-830097-4-iscsi neutron-server[103457]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}086c7d3de3560e72b9669b0aa2f8f0aa3a7dc6896401f4467231a6605ceb6cb3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-99a81713-e55a-4f52-a5e2-cff238014785" -d '{"events": [{"name": "network-changed", "server_uuid": "a627c8dc-c277-477f-bfad-f69b365fa287", "tag": "08b810ce-43a8-4b65-9ffc-172af9521e75"}]}' {{(pid=103457) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 12 13:24:54.549609 dv-cinder-830097-4-iscsi neutron-server[103457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-884b084d-d815-4ff2-948e-b2c9eb623d7f service neutron] Pushing event updated for resources: {'Port': ['ID=08b810ce-43a8-4b65-9ffc-172af9521e75,revision_number=3']} {{(pid=103457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 13:24:54.572090 dv-cinder-830097-4-iscsi neutron-server[103457]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 12 Apr 2022 13:24:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-87aea2e1-b3e2-4532-a40a-3a5a870983ce x-openstack-request-id: req-87aea2e1-b3e2-4532-a40a-3a5a870983ce {{(pid=103457) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 12 13:24:54.572381 dv-cinder-830097-4-iscsi neutron-server[103457]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a627c8dc-c277-477f-bfad-f69b365fa287", "tag": "08b810ce-43a8-4b65-9ffc-172af9521e75", "status": "completed", "code": 200}]} {{(pid=103457) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 12 13:24:54.572630 dv-cinder-830097-4-iscsi neutron-server[103457]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-87aea2e1-b3e2-4532-a40a-3a5a870983ce {{(pid=103457) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 12 13:24:54.573061 dv-cinder-830097-4-iscsi neutron-server[103457]: INFO neutron.notifiers.nova [-] Nova event matching ['req-87aea2e1-b3e2-4532-a40a-3a5a870983ce'] response: {'name': 'network-changed', 'server_uuid': 'a627c8dc-c277-477f-bfad-f69b365fa287', 'tag': '08b810ce-43a8-4b65-9ffc-172af9521e75', 'status': 'completed', 'code': 200} Apr 12 13:24:54.574733 dv-cinder-830097-4-iscsi neutron-server[103458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36641dc5-4d91-4540-bb4e-af98d8f41a38 req-7fca1f6c-d724-424d-b590-be1568ead567 tempest-VolumesActionsTest-1131559665 tempest-VolumesActionsTest-1131559665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 13:24:54.576508 dv-cinder-830097-4-iscsi neutron-server[103458]: INFO neutron.wsgi [req-36641dc5-4d91-4540-bb4e-af98d8f41a38 req-7fca1f6c-d724-424d-b590-be1568ead567 tempest-VolumesActionsTest-1131559665 tempest-VolumesActionsTest-1131559665-project] 10.222.0.18 "GET /v2.0/ports?device_id=a627c8dc-c277-477f-bfad-f69b365fa287 HTTP/1.1" status: 200 len: 943 time: 0.0547211 Apr 12 13:24:54.623624 dv-cinder-830097-4-iscsi neutron-server[103458]: INFO neutron.wsgi [req-36641dc5-4d91-4540-bb4e-af98d8f41a38 req-63ebeb50-a108-4cc3-ab64-783e794b6072 tempest-VolumesActionsTest-1131559665 tempest-VolumesActionsTest-1131559665-project] 10.222.0.18 "GET /v2.0/security-groups?id=e724d983-df92-401e-8735-0d7b5ec19719&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407937 Apr 12 13:24:54.629798 dv-cinder-830097-4-iscsi neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23c80190-79d0-48a5-b645-934cd9c37d76 req-05b558b9-6a67-47e4-806d-128e512b48d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 13:24:54.631278 dv-cinder-830097-4-iscsi neutron-server[103457]: INFO neutron.wsgi [req-23c80190-79d0-48a5-b645-934cd9c37d76 req-05b558b9-6a67-47e4-806d-128e512b48d8 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=f8dccee065194dd5a87dda2dd4da6d93&device_id=a627c8dc-c277-477f-bfad-f69b365fa287 HTTP/1.1" status: 200 len: 1127 time: 0.0403383 Apr 12 13:24:54.682838 dv-cinder-830097-4-iscsi neutron-server[103457]: INFO neutron.wsgi [req-23c80190-79d0-48a5-b645-934cd9c37d76 req-5ea4a29a-dd8d-4f22-99d0-498726ad5b33 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=08b810ce-43a8-4b65-9ffc-172af9521e75 HTTP/1.1" status: 200 len: 217 time: 0.0381331 Apr 12 13:24:54.729761 dv-cinder-830097-4-iscsi neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23c80190-79d0-48a5-b645-934cd9c37d76 req-43d27d01-134c-470e-9a8d-3621d0b3ed29 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 13:24:54.731164 dv-cinder-830097-4-iscsi neutron-server[103457]: INFO neutron.wsgi [req-23c80190-79d0-48a5-b645-934cd9c37d76 req-43d27d01-134c-470e-9a8d-3621d0b3ed29 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=da35d6b4-29b2-47d5-83f8-999981942cc4 HTTP/1.1" status: 200 len: 849 time: 0.0422070 Apr 12 13:24:54.762497 dv-cinder-830097-4-iscsi neutron-server[103457]: INFO neutron.wsgi [req-23c80190-79d0-48a5-b645-934cd9c37d76 req-2f56ff14-92b2-44bd-955a-fab02f47372f service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=1ea215df-4b3b-4fdc-a07c-a8e1e6105c7b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0250828 Apr 12 13:24:54.862858 dv-cinder-830097-4-iscsi neutron-server[103457]: INFO neutron.wsgi [req-23c80190-79d0-48a5-b645-934cd9c37d76 req-4bd2404c-7fda-43d5-a8c1-e4915951cdb6 service neutron] 10.222.0.55 "GET /v2.0/networks/1ea215df-4b3b-4fdc-a07c-a8e1e6105c7b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0826716 Apr 12 13:24:54.951966 dv-cinder-830097-4-iscsi neutron-server[103457]: INFO neutron.wsgi [req-23c80190-79d0-48a5-b645-934cd9c37d76 req-9750d93c-b853-4eb0-a254-1eabcbd95cfd service neutron] 10.222.0.55 "GET /v2.0/networks/1ea215df-4b3b-4fdc-a07c-a8e1e6105c7b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0833328 Apr 12 13:24:55.739670 dv-cinder-830097-4-iscsi neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0889577d-35c9-4a4a-9d20-ef685bbe5552 req-741106ad-14b4-4341-a9ca-ad697bb8fbc3 tempest-VolumesActionsTest-1131559665 tempest-VolumesActionsTest-1131559665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 13:24:55.741172 dv-cinder-830097-4-iscsi neutron-server[103457]: INFO neutron.wsgi [req-0889577d-35c9-4a4a-9d20-ef685bbe5552 req-741106ad-14b4-4341-a9ca-ad697bb8fbc3 tempest-VolumesActionsTest-1131559665 tempest-VolumesActionsTest-1131559665-project] 10.222.0.18 "GET /v2.0/ports?device_id=a627c8dc-c277-477f-bfad-f69b365fa287 HTTP/1.1" status: 200 len: 943 time: 0.0494339 Apr 12 13:24:55.787427 dv-cinder-830097-4-iscsi neutron-server[103457]: INFO neutron.wsgi [req-0889577d-35c9-4a4a-9d20-ef685bbe5552 req-a4758de4-0910-4dae-85ea-089b2a806429 tempest-VolumesActionsTest-1131559665 tempest-VolumesActionsTest-1131559665-project] 10.222.0.18 "GET /v2.0/security-groups?id=e724d983-df92-401e-8735-0d7b5ec19719&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0398095 Apr 12 13:24:56.899020 dv-cinder-830097-4-iscsi neutron-server[103458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a76e16a-e3ef-422d-acf5-e3196727d4de req-59d2b817-7da0-43f5-9035-71465f4e6702 tempest-VolumesActionsTest-1131559665 tempest-VolumesActionsTest-1131559665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 13:24:56.900468 dv-cinder-830097-4-iscsi neutron-server[103458]: INFO neutron.wsgi [req-3a76e16a-e3ef-422d-acf5-e3196727d4de req-59d2b817-7da0-43f5-9035-71465f4e6702 tempest-VolumesActionsTest-1131559665 tempest-VolumesActionsTest-1131559665-project] 10.222.0.18 "GET /v2.0/ports?device_id=a627c8dc-c277-477f-bfad-f69b365fa287 HTTP/1.1" status: 200 len: 943 time: 0.0471969 Apr 12 13:24:56.952329 dv-cinder-830097-4-iscsi neutron-server[103458]: INFO neutron.wsgi [req-3a76e16a-e3ef-422d-acf5-e3196727d4de req-de772a84-823c-4947-a78f-8e5659e9fe0b tempest-VolumesActionsTest-1131559665 tempest-VolumesActionsTest-1131559665-project] 10.222.0.18 "GET /v2.0/security-groups?id=e724d983-df92-401e-8735-0d7b5ec19719&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0462406 Apr 12 13:24:57.470939 dv-cinder-830097-4-iscsi neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99a81713-e55a-4f52-a5e2-cff238014785 req-41b0cd22-18d4-45c7-9ef7-ffc9e3ecd5c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 13:24:57.472375 dv-cinder-830097-4-iscsi neutron-server[103457]: INFO neutron.wsgi [req-99a81713-e55a-4f52-a5e2-cff238014785 req-41b0cd22-18d4-45c7-9ef7-ffc9e3ecd5c6 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=f8dccee065194dd5a87dda2dd4da6d93&device_id=a627c8dc-c277-477f-bfad-f69b365fa287 HTTP/1.1" status: 200 len: 1127 time: 0.0376341 Apr 12 13:24:57.816253 dv-cinder-830097-4-iscsi neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99a81713-e55a-4f52-a5e2-cff238014785 req-22ec91ee-7d11-491a-a247-9dca9c356db5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 13:24:57.817803 dv-cinder-830097-4-iscsi neutron-server[103457]: INFO neutron.wsgi [req-99a81713-e55a-4f52-a5e2-cff238014785 req-22ec91ee-7d11-491a-a247-9dca9c356db5 service neutron] 10.222.0.55 "GET /v2.0/networks?id=1ea215df-4b3b-4fdc-a07c-a8e1e6105c7b HTTP/1.1" status: 200 len: 910 time: 0.3392272 Apr 12 13:24:57.858394 dv-cinder-830097-4-iscsi neutron-server[103457]: INFO neutron.wsgi [req-99a81713-e55a-4f52-a5e2-cff238014785 req-92af676c-8e12-4003-bb55-6f9fbbcc841e service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=08b810ce-43a8-4b65-9ffc-172af9521e75 HTTP/1.1" status: 200 len: 217 time: 0.0346699 Apr 12 13:24:57.914849 dv-cinder-830097-4-iscsi neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99a81713-e55a-4f52-a5e2-cff238014785 req-1ad24f71-eba5-4a9f-89e5-cd9efbabb5f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 13:24:57.916281 dv-cinder-830097-4-iscsi neutron-server[103457]: INFO neutron.wsgi [req-99a81713-e55a-4f52-a5e2-cff238014785 req-1ad24f71-eba5-4a9f-89e5-cd9efbabb5f7 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=da35d6b4-29b2-47d5-83f8-999981942cc4 HTTP/1.1" status: 200 len: 849 time: 0.0526469 Apr 12 13:24:57.933082 dv-cinder-830097-4-iscsi neutron-server[103459]: DEBUG neutron.plugins.ml2.rpc [None req-3505bd68-a9fd-4823-92ea-1a6ded8ab071 None None] Device 08b810ce-43a8-4b65-9ffc-172af9521e75 details requested by agent hyperv_hv-cinder-83009 with host hv-cinder-83009 {{(pid=103459) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 12 13:24:57.949830 dv-cinder-830097-4-iscsi neutron-server[103457]: INFO neutron.wsgi [req-99a81713-e55a-4f52-a5e2-cff238014785 req-8eeded3c-0195-45e2-aa53-c73648f398bf service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=1ea215df-4b3b-4fdc-a07c-a8e1e6105c7b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0256839 Apr 12 13:24:58.033469 dv-cinder-830097-4-iscsi neutron-server[103459]: DEBUG neutron.plugins.ml2.db [None req-3505bd68-a9fd-4823-92ea-1a6ded8ab071 None None] For port 08b810ce-43a8-4b65-9ffc-172af9521e75, host hv-cinder-83009, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83009',level=0,port_id=08b810ce-43a8-4b65-9ffc-172af9521e75,segment=NetworkSegment(64990312-40a1-4830-a1ad-f300f2760b73),segment_id=64990312-40a1-4830-a1ad-f300f2760b73)] {{(pid=103459) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 12 13:24:58.044952 dv-cinder-830097-4-iscsi neutron-server[103459]: DEBUG neutron.plugins.ml2.rpc [None req-3505bd68-a9fd-4823-92ea-1a6ded8ab071 None None] Returning: {'device': '08b810ce-43a8-4b65-9ffc-172af9521e75', 'network_id': '1ea215df-4b3b-4fdc-a07c-a8e1e6105c7b', 'port_id': '08b810ce-43a8-4b65-9ffc-172af9521e75', 'mac_address': 'fa:16:3e:db:af:b9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 210, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'da35d6b4-29b2-47d5-83f8-999981942cc4', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103459) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 12 13:24:58.077204 dv-cinder-830097-4-iscsi neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9a7145c-da73-4bc9-9725-1055ab31bc51 req-0e27f3c0-73e0-4f63-b00f-d3a8b3e3270f tempest-VolumesActionsTest-1131559665 tempest-VolumesActionsTest-1131559665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 13:24:58.078604 dv-cinder-830097-4-iscsi neutron-server[103457]: INFO neutron.wsgi [req-c9a7145c-da73-4bc9-9725-1055ab31bc51 req-0e27f3c0-73e0-4f63-b00f-d3a8b3e3270f tempest-VolumesActionsTest-1131559665 tempest-VolumesActionsTest-1131559665-project] 10.222.0.18 "GET /v2.0/ports?device_id=a627c8dc-c277-477f-bfad-f69b365fa287 HTTP/1.1" status: 200 len: 943 time: 0.0591340 Apr 12 13:24:58.080492 dv-cinder-830097-4-iscsi neutron-server[103457]: INFO neutron.wsgi [req-99a81713-e55a-4f52-a5e2-cff238014785 req-999ce075-c1b3-46b6-ba55-eafdb10da447 service neutron] 10.222.0.55 "GET /v2.0/networks/1ea215df-4b3b-4fdc-a07c-a8e1e6105c7b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1246319 Apr 12 13:24:58.082681 dv-cinder-830097-4-iscsi neutron-server[103459]: DEBUG neutron.plugins.ml2.plugin [None req-3505bd68-a9fd-4823-92ea-1a6ded8ab071 None None] Current status of the port 08b810ce-43a8-4b65-9ffc-172af9521e75 is: DOWN; New status is: BUILD {{(pid=103459) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 12 13:24:58.083073 dv-cinder-830097-4-iscsi neutron-server[103459]: DEBUG neutron_lib.callbacks.manager [None req-3505bd68-a9fd-4823-92ea-1a6ded8ab071 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-916304'] for port (08b810ce-43a8-4b65-9ffc-172af9521e75), before_update {{(pid=103459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:24:58.096206 dv-cinder-830097-4-iscsi neutron-server[103459]: DEBUG neutron.notifiers.nova [None req-3505bd68-a9fd-4823-92ea-1a6ded8ab071 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 08b810ce-43a8-4b65-9ffc-172af9521e75 {{(pid=103459) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 12 13:24:58.115183 dv-cinder-830097-4-iscsi neutron-server[103459]: DEBUG neutron.plugins.ml2.db [None req-3505bd68-a9fd-4823-92ea-1a6ded8ab071 None None] For port 08b810ce-43a8-4b65-9ffc-172af9521e75, host hv-cinder-83009, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83009',level=0,port_id=08b810ce-43a8-4b65-9ffc-172af9521e75,segment=NetworkSegment(64990312-40a1-4830-a1ad-f300f2760b73),segment_id=64990312-40a1-4830-a1ad-f300f2760b73)] {{(pid=103459) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 12 13:24:58.119929 dv-cinder-830097-4-iscsi neutron-server[103459]: DEBUG neutron_lib.callbacks.manager [None req-3505bd68-a9fd-4823-92ea-1a6ded8ab071 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-915890', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3697887', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732727894815', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732727417932', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732727417950'] for port (08b810ce-43a8-4b65-9ffc-172af9521e75), after_update {{(pid=103459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:24:58.166873 dv-cinder-830097-4-iscsi neutron-server[103459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3505bd68-a9fd-4823-92ea-1a6ded8ab071 None None] Pushing event updated for resources: {'Port': ['ID=08b810ce-43a8-4b65-9ffc-172af9521e75,revision_number=4']} {{(pid=103459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 13:24:58.181474 dv-cinder-830097-4-iscsi neutron-server[103457]: INFO neutron.wsgi [req-c9a7145c-da73-4bc9-9725-1055ab31bc51 req-d2a9ac52-40d7-4ddb-9290-cd5e3fec8994 tempest-VolumesActionsTest-1131559665 tempest-VolumesActionsTest-1131559665-project] 10.222.0.18 "GET /v2.0/security-groups?id=e724d983-df92-401e-8735-0d7b5ec19719&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0969350 Apr 12 13:24:58.204035 dv-cinder-830097-4-iscsi neutron-server[103457]: INFO neutron.wsgi [req-99a81713-e55a-4f52-a5e2-cff238014785 req-ecdd3410-3630-4e61-9410-1058ae4c1620 service neutron] 10.222.0.55 "GET /v2.0/networks/1ea215df-4b3b-4fdc-a07c-a8e1e6105c7b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1127913 Apr 12 13:24:58.578294 dv-cinder-830097-4-iscsi neutron-server[103459]: DEBUG neutron.plugins.ml2.db [None req-3505bd68-a9fd-4823-92ea-1a6ded8ab071 None None] get_ports_and_sgs() called for port_ids ['08b810ce-43a8-4b65-9ffc-172af9521e75'] {{(pid=103459) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 12 13:24:59.293212 dv-cinder-830097-4-iscsi neutron-server[103458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36f182d8-fbb2-4d4f-b112-e9a35359380a req-3c1efbac-788e-448c-b757-f09d0a6719f0 tempest-VolumesActionsTest-1131559665 tempest-VolumesActionsTest-1131559665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 13:24:59.294644 dv-cinder-830097-4-iscsi neutron-server[103458]: INFO neutron.wsgi [req-36f182d8-fbb2-4d4f-b112-e9a35359380a req-3c1efbac-788e-448c-b757-f09d0a6719f0 tempest-VolumesActionsTest-1131559665 tempest-VolumesActionsTest-1131559665-project] 10.222.0.18 "GET /v2.0/ports?device_id=a627c8dc-c277-477f-bfad-f69b365fa287 HTTP/1.1" status: 200 len: 944 time: 0.0466640 Apr 12 13:24:59.343303 dv-cinder-830097-4-iscsi neutron-server[103458]: INFO neutron.wsgi [req-36f182d8-fbb2-4d4f-b112-e9a35359380a req-6eee455f-66fd-4215-9315-3d122cbd2db8 tempest-VolumesActionsTest-1131559665 tempest-VolumesActionsTest-1131559665-project] 10.222.0.18 "GET /v2.0/security-groups?id=e724d983-df92-401e-8735-0d7b5ec19719&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0431709 Apr 12 13:24:59.603207 dv-cinder-830097-4-iscsi neutron-server[103459]: DEBUG neutron_lib.callbacks.manager [None req-3505bd68-a9fd-4823-92ea-1a6ded8ab071 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732727929501', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-657397'] for agent (ee5509cd-6dd7-49df-aa37-3740ebd1e34b), after_update {{(pid=103459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:24:59.934352 dv-cinder-830097-4-iscsi neutron-server[103459]: DEBUG neutron.plugins.ml2.rpc [None req-3505bd68-a9fd-4823-92ea-1a6ded8ab071 None None] Device 08b810ce-43a8-4b65-9ffc-172af9521e75 up at agent hyperv_hv-cinder-83009 {{(pid=103459) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 12 13:24:59.978544 dv-cinder-830097-4-iscsi neutron-server[103459]: DEBUG neutron.db.provisioning_blocks [None req-3505bd68-a9fd-4823-92ea-1a6ded8ab071 None None] Provisioning for port 08b810ce-43a8-4b65-9ffc-172af9521e75 completed by entity L2. {{(pid=103459) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Apr 12 13:24:59.984195 dv-cinder-830097-4-iscsi neutron-server[103459]: DEBUG neutron.db.provisioning_blocks [None req-3505bd68-a9fd-4823-92ea-1a6ded8ab071 None None] Provisioning complete for port 08b810ce-43a8-4b65-9ffc-172af9521e75 triggered by entity L2. {{(pid=103459) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 12 13:24:59.984576 dv-cinder-830097-4-iscsi neutron-server[103459]: DEBUG neutron_lib.callbacks.manager [None req-3505bd68-a9fd-4823-92ea-1a6ded8ab071 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-657243'] for port (08b810ce-43a8-4b65-9ffc-172af9521e75), provisioning_complete {{(pid=103459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:25:00.061957 dv-cinder-830097-4-iscsi neutron-server[103459]: DEBUG neutron.plugins.ml2.plugin [None req-3505bd68-a9fd-4823-92ea-1a6ded8ab071 None None] Current status of the port 08b810ce-43a8-4b65-9ffc-172af9521e75 is: BUILD; New status is: ACTIVE {{(pid=103459) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 12 13:25:00.062344 dv-cinder-830097-4-iscsi neutron-server[103459]: DEBUG neutron_lib.callbacks.manager [None req-3505bd68-a9fd-4823-92ea-1a6ded8ab071 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-916304'] for port (08b810ce-43a8-4b65-9ffc-172af9521e75), before_update {{(pid=103459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:25:00.084707 dv-cinder-830097-4-iscsi neutron-server[103459]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a627c8dc-c277-477f-bfad-f69b365fa287', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '08b810ce-43a8-4b65-9ffc-172af9521e75'}] {{(pid=103459) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 12 13:25:00.087600 dv-cinder-830097-4-iscsi neutron-server[103459]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}95104bc0dd48ad9143548caf8a5bdec643107760c32fce8433ea43eac3fbdd81" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-48eff3d3-a74f-47fe-aef2-841cb65f2bf5" -d '{"events": [{"server_uuid": "a627c8dc-c277-477f-bfad-f69b365fa287", "name": "network-vif-plugged", "status": "completed", "tag": "08b810ce-43a8-4b65-9ffc-172af9521e75"}]}' {{(pid=103459) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 12 13:25:00.099741 dv-cinder-830097-4-iscsi neutron-server[103459]: DEBUG neutron.plugins.ml2.db [None req-3505bd68-a9fd-4823-92ea-1a6ded8ab071 None None] For port 08b810ce-43a8-4b65-9ffc-172af9521e75, host hv-cinder-83009, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83009',level=0,port_id=08b810ce-43a8-4b65-9ffc-172af9521e75,segment=NetworkSegment(64990312-40a1-4830-a1ad-f300f2760b73),segment_id=64990312-40a1-4830-a1ad-f300f2760b73)] {{(pid=103459) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 12 13:25:00.103635 dv-cinder-830097-4-iscsi neutron-server[103459]: DEBUG neutron_lib.callbacks.manager [None req-3505bd68-a9fd-4823-92ea-1a6ded8ab071 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-915890', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3697887', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732727894815', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732727417932', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732727417950'] for port (08b810ce-43a8-4b65-9ffc-172af9521e75), after_update {{(pid=103459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:25:00.128907 dv-cinder-830097-4-iscsi neutron-server[103459]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 12 Apr 2022 13:25:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-11fc0e4f-8f62-468d-a86a-8041dc56b0ab x-openstack-request-id: req-11fc0e4f-8f62-468d-a86a-8041dc56b0ab {{(pid=103459) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 12 13:25:00.129223 dv-cinder-830097-4-iscsi neutron-server[103459]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a627c8dc-c277-477f-bfad-f69b365fa287", "name": "network-vif-plugged", "status": "completed", "tag": "08b810ce-43a8-4b65-9ffc-172af9521e75", "code": 200}]} {{(pid=103459) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 12 13:25:00.129481 dv-cinder-830097-4-iscsi neutron-server[103459]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-11fc0e4f-8f62-468d-a86a-8041dc56b0ab {{(pid=103459) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 12 13:25:00.129869 dv-cinder-830097-4-iscsi neutron-server[103459]: INFO neutron.notifiers.nova [-] Nova event matching ['req-11fc0e4f-8f62-468d-a86a-8041dc56b0ab'] response: {'server_uuid': 'a627c8dc-c277-477f-bfad-f69b365fa287', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '08b810ce-43a8-4b65-9ffc-172af9521e75', 'code': 200} Apr 12 13:25:00.155661 dv-cinder-830097-4-iscsi neutron-server[103459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3505bd68-a9fd-4823-92ea-1a6ded8ab071 None None] Pushing event updated for resources: {'Port': ['ID=08b810ce-43a8-4b65-9ffc-172af9521e75,revision_number=5']} {{(pid=103459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 13:25:00.329397 dv-cinder-830097-4-iscsi neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4e2227b-d081-4bad-8c7e-1a3c1dd443e5 req-37664cc4-1b01-498e-a259-94afc23b0d82 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 13:25:00.330874 dv-cinder-830097-4-iscsi neutron-server[103457]: INFO neutron.wsgi [req-d4e2227b-d081-4bad-8c7e-1a3c1dd443e5 req-37664cc4-1b01-498e-a259-94afc23b0d82 service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=a627c8dc-c277-477f-bfad-f69b365fa287 HTTP/1.1" status: 200 len: 1129 time: 0.0396254 Apr 12 13:25:00.382025 dv-cinder-830097-4-iscsi neutron-server[103457]: INFO neutron.wsgi [req-d4e2227b-d081-4bad-8c7e-1a3c1dd443e5 req-1da35435-11d9-4fd1-9d4d-d05f552a2e1a service neutron] 10.222.0.55 "GET /v2.0/security-groups?id=e724d983-df92-401e-8735-0d7b5ec19719&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418437 Apr 12 13:25:00.456423 dv-cinder-830097-4-iscsi neutron-server[103458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46a2f243-8416-4f6e-aa84-3b6eea604c9f req-0f222fe7-842b-4e74-877b-7da86ecd8b0a tempest-VolumesActionsTest-1131559665 tempest-VolumesActionsTest-1131559665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 13:25:00.457862 dv-cinder-830097-4-iscsi neutron-server[103458]: INFO neutron.wsgi [req-46a2f243-8416-4f6e-aa84-3b6eea604c9f req-0f222fe7-842b-4e74-877b-7da86ecd8b0a tempest-VolumesActionsTest-1131559665 tempest-VolumesActionsTest-1131559665-project] 10.222.0.18 "GET /v2.0/ports?device_id=a627c8dc-c277-477f-bfad-f69b365fa287 HTTP/1.1" status: 200 len: 945 time: 0.0466323 Apr 12 13:25:00.504827 dv-cinder-830097-4-iscsi neutron-server[103458]: INFO neutron.wsgi [req-46a2f243-8416-4f6e-aa84-3b6eea604c9f req-15e1564f-7b8e-4482-89a3-5d408e4bd767 tempest-VolumesActionsTest-1131559665 tempest-VolumesActionsTest-1131559665-project] 10.222.0.18 "GET /v2.0/security-groups?id=e724d983-df92-401e-8735-0d7b5ec19719&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0396371 Apr 12 13:25:01.619987 dv-cinder-830097-4-iscsi neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-305475ed-ab7e-426e-bfd7-7e94f5f84233 req-1ff6679c-8ea3-463e-b0e3-ea2aff34e944 tempest-VolumesActionsTest-1131559665 tempest-VolumesActionsTest-1131559665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 13:25:01.621551 dv-cinder-830097-4-iscsi neutron-server[103457]: INFO neutron.wsgi [req-305475ed-ab7e-426e-bfd7-7e94f5f84233 req-1ff6679c-8ea3-463e-b0e3-ea2aff34e944 tempest-VolumesActionsTest-1131559665 tempest-VolumesActionsTest-1131559665-project] 10.222.0.18 "GET /v2.0/ports?device_id=a627c8dc-c277-477f-bfad-f69b365fa287 HTTP/1.1" status: 200 len: 945 time: 0.0466986 Apr 12 13:25:01.668497 dv-cinder-830097-4-iscsi neutron-server[103457]: INFO neutron.wsgi [req-305475ed-ab7e-426e-bfd7-7e94f5f84233 req-dacb672e-180e-4bc4-b278-09212fb4f9a7 tempest-VolumesActionsTest-1131559665 tempest-VolumesActionsTest-1131559665-project] 10.222.0.18 "GET /v2.0/security-groups?id=e724d983-df92-401e-8735-0d7b5ec19719&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410345 Apr 12 13:25:02.777637 dv-cinder-830097-4-iscsi neutron-server[103458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a42d110-0230-4c20-a223-585ca8ba5f32 req-9fa043ac-6392-40e7-854b-766bda416ab4 tempest-VolumesActionsTest-1131559665 tempest-VolumesActionsTest-1131559665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 13:25:02.779056 dv-cinder-830097-4-iscsi neutron-server[103458]: INFO neutron.wsgi [req-7a42d110-0230-4c20-a223-585ca8ba5f32 req-9fa043ac-6392-40e7-854b-766bda416ab4 tempest-VolumesActionsTest-1131559665 tempest-VolumesActionsTest-1131559665-project] 10.222.0.18 "GET /v2.0/ports?device_id=a627c8dc-c277-477f-bfad-f69b365fa287 HTTP/1.1" status: 200 len: 945 time: 0.0449309 Apr 12 13:25:02.824222 dv-cinder-830097-4-iscsi neutron-server[103458]: INFO neutron.wsgi [req-7a42d110-0230-4c20-a223-585ca8ba5f32 req-90348b15-af69-45ee-8a90-5c295c30b425 tempest-VolumesActionsTest-1131559665 tempest-VolumesActionsTest-1131559665-project] 10.222.0.18 "GET /v2.0/security-groups?id=e724d983-df92-401e-8735-0d7b5ec19719&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0396433 Apr 12 13:25:03.552642 dv-cinder-830097-4-iscsi neutron-server[103458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e8dbfd6-c449-4153-b2f8-0f1350711e08 req-45302c04-6976-48a1-9bfc-b12706a95f85 tempest-VolumesActionsTest-1131559665 tempest-VolumesActionsTest-1131559665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 13:25:03.554008 dv-cinder-830097-4-iscsi neutron-server[103458]: INFO neutron.wsgi [req-6e8dbfd6-c449-4153-b2f8-0f1350711e08 req-45302c04-6976-48a1-9bfc-b12706a95f85 tempest-VolumesActionsTest-1131559665 tempest-VolumesActionsTest-1131559665-project] 10.222.0.18 "GET /v2.0/ports?device_id=a627c8dc-c277-477f-bfad-f69b365fa287 HTTP/1.1" status: 200 len: 945 time: 0.0486667 Apr 12 13:25:03.600548 dv-cinder-830097-4-iscsi neutron-server[103458]: INFO neutron.wsgi [req-6e8dbfd6-c449-4153-b2f8-0f1350711e08 req-cb103663-2439-4113-a234-4f16cd1737ea tempest-VolumesActionsTest-1131559665 tempest-VolumesActionsTest-1131559665-project] 10.222.0.18 "GET /v2.0/security-groups?id=e724d983-df92-401e-8735-0d7b5ec19719&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403323 Apr 12 13:25:04.716415 dv-cinder-830097-4-iscsi neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25e2a1b1-6ead-4912-ba78-ee9bf8acda86 req-a9bff770-1ace-4580-8e5e-0b4ea5e4a25d tempest-VolumesActionsTest-1131559665 tempest-VolumesActionsTest-1131559665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 13:25:04.717864 dv-cinder-830097-4-iscsi neutron-server[103457]: INFO neutron.wsgi [req-25e2a1b1-6ead-4912-ba78-ee9bf8acda86 req-a9bff770-1ace-4580-8e5e-0b4ea5e4a25d tempest-VolumesActionsTest-1131559665 tempest-VolumesActionsTest-1131559665-project] 10.222.0.18 "GET /v2.0/ports?device_id=a627c8dc-c277-477f-bfad-f69b365fa287 HTTP/1.1" status: 200 len: 945 time: 0.0462878 Apr 12 13:25:04.763206 dv-cinder-830097-4-iscsi neutron-server[103457]: INFO neutron.wsgi [req-25e2a1b1-6ead-4912-ba78-ee9bf8acda86 req-a7ad789c-617b-4dcd-ab1c-2bdc2ae9a6a5 tempest-VolumesActionsTest-1131559665 tempest-VolumesActionsTest-1131559665-project] 10.222.0.18 "GET /v2.0/security-groups?id=e724d983-df92-401e-8735-0d7b5ec19719&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0398767 Apr 12 13:25:05.238463 dv-cinder-830097-4-iscsi neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f00e112c-b425-4ed4-8533-c48f858d5416 req-5357b7e6-80af-4483-9ef8-93fdc47c245c tempest-VolumesActionsTest-1131559665 tempest-VolumesActionsTest-1131559665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 13:25:05.239880 dv-cinder-830097-4-iscsi neutron-server[103457]: INFO neutron.wsgi [req-f00e112c-b425-4ed4-8533-c48f858d5416 req-5357b7e6-80af-4483-9ef8-93fdc47c245c tempest-VolumesActionsTest-1131559665 tempest-VolumesActionsTest-1131559665-project] 10.222.0.55 "GET /v2.0/ports?device_id=a627c8dc-c277-477f-bfad-f69b365fa287 HTTP/1.1" status: 200 len: 945 time: 0.0487444 Apr 12 13:25:05.324638 dv-cinder-830097-4-iscsi neutron-server[103457]: DEBUG neutron.plugins.ml2.plugin [req-f00e112c-b425-4ed4-8533-c48f858d5416 req-d9b1708b-9080-4bd3-aa68-b442cb95df1c tempest-VolumesActionsTest-1131559665 tempest-VolumesActionsTest-1131559665-project] Deleting port 08b810ce-43a8-4b65-9ffc-172af9521e75 {{(pid=103457) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 12 13:25:05.325327 dv-cinder-830097-4-iscsi neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [req-f00e112c-b425-4ed4-8533-c48f858d5416 req-d9b1708b-9080-4bd3-aa68-b442cb95df1c tempest-VolumesActionsTest-1131559665 tempest-VolumesActionsTest-1131559665-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732727887391'] for port (08b810ce-43a8-4b65-9ffc-172af9521e75), before_delete {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:25:05.412935 dv-cinder-830097-4-iscsi neutron-server[103457]: DEBUG neutron.plugins.ml2.db [req-f00e112c-b425-4ed4-8533-c48f858d5416 req-d9b1708b-9080-4bd3-aa68-b442cb95df1c tempest-VolumesActionsTest-1131559665 tempest-VolumesActionsTest-1131559665-project] For port 08b810ce-43a8-4b65-9ffc-172af9521e75, host hv-cinder-83009, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83009',level=0,port_id=08b810ce-43a8-4b65-9ffc-172af9521e75,segment=NetworkSegment(64990312-40a1-4830-a1ad-f300f2760b73),segment_id=64990312-40a1-4830-a1ad-f300f2760b73)] {{(pid=103457) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 12 13:25:05.413302 dv-cinder-830097-4-iscsi neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [req-f00e112c-b425-4ed4-8533-c48f858d5416 req-d9b1708b-9080-4bd3-aa68-b442cb95df1c tempest-VolumesActionsTest-1131559665 tempest-VolumesActionsTest-1131559665-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3742288'] for port (08b810ce-43a8-4b65-9ffc-172af9521e75), precommit_delete {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:25:05.426266 dv-cinder-830097-4-iscsi neutron-server[103457]: DEBUG neutron.plugins.ml2.plugin [req-f00e112c-b425-4ed4-8533-c48f858d5416 req-d9b1708b-9080-4bd3-aa68-b442cb95df1c tempest-VolumesActionsTest-1131559665 tempest-VolumesActionsTest-1131559665-project] Calling delete_port for 08b810ce-43a8-4b65-9ffc-172af9521e75 owned by compute:nova {{(pid=103457) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 12 13:25:05.548481 dv-cinder-830097-4-iscsi neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [req-f00e112c-b425-4ed4-8533-c48f858d5416 req-d9b1708b-9080-4bd3-aa68-b442cb95df1c tempest-VolumesActionsTest-1131559665 tempest-VolumesActionsTest-1131559665-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-915890', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3697887', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732727894797', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732727417923', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25610742'] for port (08b810ce-43a8-4b65-9ffc-172af9521e75), after_delete {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:25:05.579675 dv-cinder-830097-4-iscsi neutron-server[103457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9b1708b-9080-4bd3-aa68-b442cb95df1c tempest-VolumesActionsTest-1131559665 tempest-VolumesActionsTest-1131559665-project] Pushing event deleted for resources: {'Port': ['ID=08b810ce-43a8-4b65-9ffc-172af9521e75,revision_number=None']} {{(pid=103457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 13:25:05.582571 dv-cinder-830097-4-iscsi neutron-server[103459]: DEBUG neutron.plugins.ml2.db [None req-3505bd68-a9fd-4823-92ea-1a6ded8ab071 None None] get_ports_and_sgs() called for port_ids ['08b810ce-43a8-4b65-9ffc-172af9521e75'] {{(pid=103459) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 12 13:25:05.623700 dv-cinder-830097-4-iscsi neutron-server[103457]: DEBUG neutron.db.l3_dvrscheduler_db [req-f00e112c-b425-4ed4-8533-c48f858d5416 req-d9b1708b-9080-4bd3-aa68-b442cb95df1c tempest-VolumesActionsTest-1131559665 tempest-VolumesActionsTest-1131559665-project] No DVR routers for this DVR port 08b810ce-43a8-4b65-9ffc-172af9521e75 on host hv-cinder-83009 {{(pid=103457) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 12 13:25:05.626118 dv-cinder-830097-4-iscsi neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [req-f00e112c-b425-4ed4-8533-c48f858d5416 req-d9b1708b-9080-4bd3-aa68-b442cb95df1c tempest-VolumesActionsTest-1131559665 tempest-VolumesActionsTest-1131559665-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-500965'] for port (None), before_response {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:25:05.629297 dv-cinder-830097-4-iscsi neutron-server[103457]: INFO neutron.wsgi [req-f00e112c-b425-4ed4-8533-c48f858d5416 req-d9b1708b-9080-4bd3-aa68-b442cb95df1c tempest-VolumesActionsTest-1131559665 tempest-VolumesActionsTest-1131559665-project] 10.222.0.55 "DELETE /v2.0/ports/08b810ce-43a8-4b65-9ffc-172af9521e75 HTTP/1.1" status: 204 len: 173 time: 0.3843009 Apr 12 13:25:05.629726 dv-cinder-830097-4-iscsi neutron-server[103457]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a627c8dc-c277-477f-bfad-f69b365fa287', 'name': 'network-vif-deleted', 'tag': '08b810ce-43a8-4b65-9ffc-172af9521e75'}] {{(pid=103457) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 12 13:25:05.631912 dv-cinder-830097-4-iscsi neutron-server[103457]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}086c7d3de3560e72b9669b0aa2f8f0aa3a7dc6896401f4467231a6605ceb6cb3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f3beae09-2b41-45b8-b995-f15917ce3789" -d '{"events": [{"server_uuid": "a627c8dc-c277-477f-bfad-f69b365fa287", "name": "network-vif-deleted", "tag": "08b810ce-43a8-4b65-9ffc-172af9521e75"}]}' {{(pid=103457) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 12 13:25:05.666919 dv-cinder-830097-4-iscsi neutron-server[103457]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 12 Apr 2022 13:25:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-23b94816-8efb-4de3-9bc7-f1fd02455839 x-openstack-request-id: req-23b94816-8efb-4de3-9bc7-f1fd02455839 {{(pid=103457) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 12 13:25:05.667208 dv-cinder-830097-4-iscsi neutron-server[103457]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a627c8dc-c277-477f-bfad-f69b365fa287", "name": "network-vif-deleted", "tag": "08b810ce-43a8-4b65-9ffc-172af9521e75", "status": "completed", "code": 200}]} {{(pid=103457) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 12 13:25:05.667458 dv-cinder-830097-4-iscsi neutron-server[103457]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-23b94816-8efb-4de3-9bc7-f1fd02455839 {{(pid=103457) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 12 13:25:05.667858 dv-cinder-830097-4-iscsi neutron-server[103457]: INFO neutron.notifiers.nova [-] Nova event matching ['req-23b94816-8efb-4de3-9bc7-f1fd02455839'] response: {'server_uuid': 'a627c8dc-c277-477f-bfad-f69b365fa287', 'name': 'network-vif-deleted', 'tag': '08b810ce-43a8-4b65-9ffc-172af9521e75', 'status': 'completed', 'code': 200} Apr 12 13:25:05.866615 dv-cinder-830097-4-iscsi neutron-server[103457]: INFO neutron.wsgi [req-dc6db5e0-4f89-4677-b318-5e376c9e8e66 req-ae36b686-1cdb-4565-aa60-7f8acab2b665 tempest-VolumesActionsTest-1131559665 tempest-VolumesActionsTest-1131559665-project] 10.222.0.18 "GET /v2.0/ports?device_id=a627c8dc-c277-477f-bfad-f69b365fa287 HTTP/1.1" status: 200 len: 210 time: 0.0335555 Apr 12 13:25:07.946771 dv-cinder-830097-4-iscsi neutron-server[103459]: DEBUG neutron.plugins.ml2.rpc [None req-3505bd68-a9fd-4823-92ea-1a6ded8ab071 None None] Device 08b810ce-43a8-4b65-9ffc-172af9521e75 no longer exists at agent hyperv_hv-cinder-83009 {{(pid=103459) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 12 13:25:07.967183 dv-cinder-830097-4-iscsi neutron-server[103459]: DEBUG neutron.plugins.ml2.plugin [None req-3505bd68-a9fd-4823-92ea-1a6ded8ab071 None None] No Port match for: 08b810ce-43a8-4b65-9ffc-172af9521e75 {{(pid=103459) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2341}} Apr 12 13:25:07.967531 dv-cinder-830097-4-iscsi neutron-server[103459]: DEBUG neutron.plugins.ml2.rpc [None req-3505bd68-a9fd-4823-92ea-1a6ded8ab071 None None] Device 08b810ce-43a8-4b65-9ffc-172af9521e75 not bound to the agent host hv-cinder-83009 {{(pid=103459) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 12 13:25:11.843432 dv-cinder-830097-4-iscsi neutron-server[103457]: INFO neutron.wsgi [req-974cfecb-ce8c-41d0-a823-0d13119bcda3 req-6af8cff6-56df-412e-9be8-16178247fe7e service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=bc77c197-89c7-4e0d-b60b-22abc9b99bd6&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0371599 Apr 12 13:25:11.943644 dv-cinder-830097-4-iscsi neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-974cfecb-ce8c-41d0-a823-0d13119bcda3 req-82a79f30-15e8-40a8-9b51-efeaa3edaff9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 13:25:11.945168 dv-cinder-830097-4-iscsi neutron-server[103457]: INFO neutron.wsgi [req-974cfecb-ce8c-41d0-a823-0d13119bcda3 req-82a79f30-15e8-40a8-9b51-efeaa3edaff9 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=713bbcf7a57142f0a2bb30d1eed8f037&device_id=bc77c197-89c7-4e0d-b60b-22abc9b99bd6 HTTP/1.1" status: 200 len: 1129 time: 0.0416126 Apr 12 13:25:12.043510 dv-cinder-830097-4-iscsi neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-974cfecb-ce8c-41d0-a823-0d13119bcda3 req-1f7e9efa-77b7-46c9-a5ff-4992a843ba7e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 13:25:12.044958 dv-cinder-830097-4-iscsi neutron-server[103457]: INFO neutron.wsgi [req-974cfecb-ce8c-41d0-a823-0d13119bcda3 req-1f7e9efa-77b7-46c9-a5ff-4992a843ba7e service neutron] 10.222.0.55 "GET /v2.0/networks?id=dd564e5e-84b2-456c-afed-34fe02080a74 HTTP/1.1" status: 200 len: 910 time: 0.0814595 Apr 12 13:25:12.112903 dv-cinder-830097-4-iscsi neutron-server[103457]: INFO neutron.wsgi [req-974cfecb-ce8c-41d0-a823-0d13119bcda3 req-15343828-22ae-462c-8fe3-26ab2b4f3811 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=31972305-3c0e-45f1-b071-0c5c3582b82f HTTP/1.1" status: 200 len: 1001 time: 0.0615993 Apr 12 13:25:12.160991 dv-cinder-830097-4-iscsi neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-974cfecb-ce8c-41d0-a823-0d13119bcda3 req-aff00c31-843a-45e5-8331-3beef8252a85 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 13:25:12.162427 dv-cinder-830097-4-iscsi neutron-server[103457]: INFO neutron.wsgi [req-974cfecb-ce8c-41d0-a823-0d13119bcda3 req-aff00c31-843a-45e5-8331-3beef8252a85 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=b573db6a-5739-46b0-a65e-7d9b85205259 HTTP/1.1" status: 200 len: 848 time: 0.0439379 Apr 12 13:25:12.204446 dv-cinder-830097-4-iscsi neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-974cfecb-ce8c-41d0-a823-0d13119bcda3 req-6f4681cb-c1d0-4aaf-8866-6bfec9a8859d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 13:25:12.205844 dv-cinder-830097-4-iscsi neutron-server[103457]: INFO neutron.wsgi [req-974cfecb-ce8c-41d0-a823-0d13119bcda3 req-6f4681cb-c1d0-4aaf-8866-6bfec9a8859d service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=dd564e5e-84b2-456c-afed-34fe02080a74&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0376410 Apr 12 13:25:12.295799 dv-cinder-830097-4-iscsi neutron-server[103457]: INFO neutron.wsgi [req-974cfecb-ce8c-41d0-a823-0d13119bcda3 req-ff2d9faa-4ebb-467f-9ca1-e3bd99000cba service neutron] 10.222.0.55 "GET /v2.0/networks/dd564e5e-84b2-456c-afed-34fe02080a74?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0840647 Apr 12 13:25:12.381011 dv-cinder-830097-4-iscsi neutron-server[103457]: INFO neutron.wsgi [req-974cfecb-ce8c-41d0-a823-0d13119bcda3 req-ad50aa3c-4ac5-404e-a218-510d876172e2 service neutron] 10.222.0.55 "GET /v2.0/networks/dd564e5e-84b2-456c-afed-34fe02080a74?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0792058 Apr 12 13:25:16.233700 dv-cinder-830097-4-iscsi neutron-server[103460]: DEBUG neutron.db.agents_db [None req-38c2972b-b018-47ca-95cb-8760adc1e78b None None] Agent healthcheck: found 6 active agents {{(pid=103460) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 12 13:25:16.772820 dv-cinder-830097-4-iscsi neutron-server[103459]: DEBUG neutron_lib.callbacks.manager [None req-589a0e71-728f-40cc-b9e2-118eba92a77f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732727929501', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-657397'] for agent (246ca497-e2ee-4e0b-b432-b4153c207e5f), after_update {{(pid=103459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:25:19.369319 dv-cinder-830097-4-iscsi neutron-server[103459]: DEBUG neutron_lib.callbacks.manager [None req-ca58c50b-6648-4f21-b8eb-a8ff57aab530 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732727929501', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-657397'] for agent (b7e11a8b-aeed-493f-9763-461016dddc93), after_update {{(pid=103459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:25:20.294052 dv-cinder-830097-4-iscsi neutron-server[103459]: DEBUG neutron_lib.callbacks.manager [None req-f20c20fe-5767-407a-9f30-b36f01c50254 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732727929501', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-657397'] for agent (1e8a91c7-94d1-4b17-9536-32bc01f44a9b), after_update {{(pid=103459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:25:21.432815 dv-cinder-830097-4-iscsi neutron-server[103459]: DEBUG neutron_lib.callbacks.manager [None req-09c91955-1169-4ba5-b480-d25faf385fa1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732727929501', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-657397'] for agent (6571c785-b050-42b7-b6d0-d71237f75507), after_update {{(pid=103459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:25:23.213204 dv-cinder-830097-4-iscsi neutron-server[103459]: DEBUG neutron_lib.callbacks.manager [None req-53781792-8650-4c78-93a6-1c4d328d874c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732727929501', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-657397'] for agent (3f2daa45-5e56-452b-8a21-b519edfce99e), after_update {{(pid=103459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:25:27.238315 dv-cinder-830097-4-iscsi neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-606adc59-b1f8-43d4-99fe-0e943c18bffc req-931cb0fc-238a-4fae-9f8b-8618587711d2 tempest-AttachVolumeShelveTestJSON-707707766 tempest-AttachVolumeShelveTestJSON-707707766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 13:25:27.240156 dv-cinder-830097-4-iscsi neutron-server[103457]: INFO neutron.wsgi [req-606adc59-b1f8-43d4-99fe-0e943c18bffc req-931cb0fc-238a-4fae-9f8b-8618587711d2 tempest-AttachVolumeShelveTestJSON-707707766 tempest-AttachVolumeShelveTestJSON-707707766-project] 10.222.0.18 "GET /v2.0/ports?device_id=86be2946-ca3b-4374-9704-0c44d13ac2bf HTTP/1.1" status: 200 len: 946 time: 0.0574393 Apr 12 13:25:27.293137 dv-cinder-830097-4-iscsi neutron-server[103457]: INFO neutron.wsgi [req-606adc59-b1f8-43d4-99fe-0e943c18bffc req-5e86a4dc-1fe3-4151-ad19-07e4c5223f3c tempest-AttachVolumeShelveTestJSON-707707766 tempest-AttachVolumeShelveTestJSON-707707766-project] 10.222.0.18 "GET /v2.0/security-groups?id=09a15c79-9ad1-40b0-a245-fcad199271ef&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0453866 Apr 12 13:25:28.419121 dv-cinder-830097-4-iscsi neutron-server[103458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ccc81cc-82a9-46a9-8b67-eb5c6234a04f req-e07805d5-832e-4f67-8370-e76fcaf8425c tempest-AttachVolumeShelveTestJSON-707707766 tempest-AttachVolumeShelveTestJSON-707707766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 13:25:28.420577 dv-cinder-830097-4-iscsi neutron-server[103458]: INFO neutron.wsgi [req-2ccc81cc-82a9-46a9-8b67-eb5c6234a04f req-e07805d5-832e-4f67-8370-e76fcaf8425c tempest-AttachVolumeShelveTestJSON-707707766 tempest-AttachVolumeShelveTestJSON-707707766-project] 10.222.0.18 "GET /v2.0/ports?device_id=86be2946-ca3b-4374-9704-0c44d13ac2bf HTTP/1.1" status: 200 len: 946 time: 0.0482757 Apr 12 13:25:28.471507 dv-cinder-830097-4-iscsi neutron-server[103458]: INFO neutron.wsgi [req-2ccc81cc-82a9-46a9-8b67-eb5c6234a04f req-7c458c21-64cf-4bec-80ef-fd2e7ad4ebeb tempest-AttachVolumeShelveTestJSON-707707766 tempest-AttachVolumeShelveTestJSON-707707766-project] 10.222.0.18 "GET /v2.0/security-groups?id=09a15c79-9ad1-40b0-a245-fcad199271ef&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0450451 Apr 12 13:25:29.591946 dv-cinder-830097-4-iscsi neutron-server[103459]: DEBUG neutron_lib.callbacks.manager [None req-3505bd68-a9fd-4823-92ea-1a6ded8ab071 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732727929501', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-657397'] for agent (ee5509cd-6dd7-49df-aa37-3740ebd1e34b), after_update {{(pid=103459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:25:29.600234 dv-cinder-830097-4-iscsi neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2783cfa9-2560-4e97-9588-c04322fc4189 req-edaefe99-3ec0-4b05-9db3-931da971dd2f tempest-AttachVolumeShelveTestJSON-707707766 tempest-AttachVolumeShelveTestJSON-707707766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 13:25:29.603352 dv-cinder-830097-4-iscsi neutron-server[103457]: INFO neutron.wsgi [req-2783cfa9-2560-4e97-9588-c04322fc4189 req-edaefe99-3ec0-4b05-9db3-931da971dd2f tempest-AttachVolumeShelveTestJSON-707707766 tempest-AttachVolumeShelveTestJSON-707707766-project] 10.222.0.18 "GET /v2.0/ports?device_id=86be2946-ca3b-4374-9704-0c44d13ac2bf HTTP/1.1" status: 200 len: 946 time: 0.0506263 Apr 12 13:25:29.653090 dv-cinder-830097-4-iscsi neutron-server[103457]: INFO neutron.wsgi [req-2783cfa9-2560-4e97-9588-c04322fc4189 req-c58db07a-b174-490c-814a-be3f2812f457 tempest-AttachVolumeShelveTestJSON-707707766 tempest-AttachVolumeShelveTestJSON-707707766-project] 10.222.0.18 "GET /v2.0/security-groups?id=09a15c79-9ad1-40b0-a245-fcad199271ef&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0442762 Apr 12 13:25:29.708750 dv-cinder-830097-4-iscsi neutron-server[103457]: DEBUG neutron.wsgi [-] (103457) accepted ('10.222.0.18', 48710) {{(pid=103457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 13:25:29.758429 dv-cinder-830097-4-iscsi neutron-server[103457]: DEBUG neutron.db.db_base_plugin_v2 [None req-a8bfa00f-b482-417a-9b4b-9d45d61eaa13 admin admin] Deleting subnet da35d6b4-29b2-47d5-83f8-999981942cc4 {{(pid=103457) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Apr 12 13:25:29.764473 dv-cinder-830097-4-iscsi neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-a8bfa00f-b482-417a-9b4b-9d45d61eaa13 admin admin] Publish callbacks [] for subnet (da35d6b4-29b2-47d5-83f8-999981942cc4), before_delete {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:25:29.807740 dv-cinder-830097-4-iscsi neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-a8bfa00f-b482-417a-9b4b-9d45d61eaa13 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25895930'] for subnet (da35d6b4-29b2-47d5-83f8-999981942cc4), precommit_delete_associations {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:25:29.855438 dv-cinder-830097-4-iscsi neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-a8bfa00f-b482-417a-9b4b-9d45d61eaa13 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-660287'] for subnet (da35d6b4-29b2-47d5-83f8-999981942cc4), precommit_delete {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:25:29.912593 dv-cinder-830097-4-iscsi neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-a8bfa00f-b482-417a-9b4b-9d45d61eaa13 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-660230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3682813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3697887', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25610635', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25774346'] for subnet (da35d6b4-29b2-47d5-83f8-999981942cc4), after_delete {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:25:29.936559 dv-cinder-830097-4-iscsi neutron-server[103457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8bfa00f-b482-417a-9b4b-9d45d61eaa13 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=da35d6b4-29b2-47d5-83f8-999981942cc4,revision_number=None']} {{(pid=103457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 13:25:29.942793 dv-cinder-830097-4-iscsi neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-a8bfa00f-b482-417a-9b4b-9d45d61eaa13 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:25:29.946090 dv-cinder-830097-4-iscsi neutron-server[103457]: INFO neutron.wsgi [None req-a8bfa00f-b482-417a-9b4b-9d45d61eaa13 admin admin] 10.222.0.18 "DELETE /v2.0/subnets/da35d6b4-29b2-47d5-83f8-999981942cc4 HTTP/1.1" status: 204 len: 168 time: 0.2359703 Apr 12 13:25:29.948541 dv-cinder-830097-4-iscsi neutron-server[103457]: DEBUG neutron.wsgi [-] (103457) accepted ('10.222.0.18', 48712) {{(pid=103457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 13:25:30.019226 dv-cinder-830097-4-iscsi neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-5b9fe5a8-1732-43e8-8514-eefeb83b4f97 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-739948'] for network (1ea215df-4b3b-4fdc-a07c-a8e1e6105c7b), before_delete {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:25:30.100144 dv-cinder-830097-4-iscsi neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-5b9fe5a8-1732-43e8-8514-eefeb83b4f97 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-661938', 'neutron.services.segments.db._delete_segments_for_network-8732727929519'] for network (1ea215df-4b3b-4fdc-a07c-a8e1e6105c7b), precommit_delete {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:25:30.121429 dv-cinder-830097-4-iscsi neutron-server[103457]: DEBUG neutron.services.segments.db [None req-5b9fe5a8-1732-43e8-8514-eefeb83b4f97 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1ea215df-4b3b-4fdc-a07c-a8e1e6105c7b']}} {{(pid=103457) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 13:25:30.130417 dv-cinder-830097-4-iscsi neutron-server[103457]: DEBUG neutron.services.segments.db [None req-5b9fe5a8-1732-43e8-8514-eefeb83b4f97 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '64990312-40a1-4830-a1ad-f300f2760b73') {'for_net_delete': True} {{(pid=103457) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 13:25:30.130713 dv-cinder-830097-4-iscsi neutron-server[103457]: DEBUG neutron.services.segments.db [None req-5b9fe5a8-1732-43e8-8514-eefeb83b4f97 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '64990312-40a1-4830-a1ad-f300f2760b73') {} {{(pid=103457) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 13:25:30.144194 dv-cinder-830097-4-iscsi neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-5b9fe5a8-1732-43e8-8514-eefeb83b4f97 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8732727932344', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25895923'] for segment (64990312-40a1-4830-a1ad-f300f2760b73), before_delete {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:25:30.157194 dv-cinder-830097-4-iscsi neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-5b9fe5a8-1732-43e8-8514-eefeb83b4f97 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-715442'] for segment (64990312-40a1-4830-a1ad-f300f2760b73), precommit_delete {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:25:30.162914 dv-cinder-830097-4-iscsi neutron-server[103457]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5b9fe5a8-1732-43e8-8514-eefeb83b4f97 admin admin] Releasing vlan 210 on physical network physnet1 to pool {{(pid=103457) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 12 13:25:30.163284 dv-cinder-830097-4-iscsi neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-5b9fe5a8-1732-43e8-8514-eefeb83b4f97 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-715442', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25610529'] for segment (64990312-40a1-4830-a1ad-f300f2760b73), after_delete {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:25:30.165691 dv-cinder-830097-4-iscsi neutron-server[103457]: Traceback (most recent call last): Apr 12 13:25:30.165691 dv-cinder-830097-4-iscsi neutron-server[103457]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 12 13:25:30.165691 dv-cinder-830097-4-iscsi neutron-server[103457]: timer() Apr 12 13:25:30.165691 dv-cinder-830097-4-iscsi neutron-server[103457]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 12 13:25:30.165691 dv-cinder-830097-4-iscsi neutron-server[103457]: cb(*args, **kw) Apr 12 13:25:30.165691 dv-cinder-830097-4-iscsi neutron-server[103457]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 12 13:25:30.165691 dv-cinder-830097-4-iscsi neutron-server[103457]: return func(*args, **kwargs) Apr 12 13:25:30.165691 dv-cinder-830097-4-iscsi neutron-server[103457]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 12 13:25:30.165691 dv-cinder-830097-4-iscsi neutron-server[103457]: self._notify() Apr 12 13:25:30.165691 dv-cinder-830097-4-iscsi neutron-server[103457]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 12 13:25:30.165691 dv-cinder-830097-4-iscsi neutron-server[103457]: self.callback(batched_events) Apr 12 13:25:30.165691 dv-cinder-830097-4-iscsi neutron-server[103457]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 12 13:25:30.165691 dv-cinder-830097-4-iscsi neutron-server[103457]: event.method(event) Apr 12 13:25:30.165691 dv-cinder-830097-4-iscsi neutron-server[103457]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 12 13:25:30.165691 dv-cinder-830097-4-iscsi neutron-server[103457]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 12 13:25:30.165691 dv-cinder-830097-4-iscsi neutron-server[103457]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 12 13:25:30.165691 dv-cinder-830097-4-iscsi neutron-server[103457]: aggregate_uuid = self.p_client.list_aggregates( Apr 12 13:25:30.165691 dv-cinder-830097-4-iscsi neutron-server[103457]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 12 13:25:30.165691 dv-cinder-830097-4-iscsi neutron-server[103457]: return f(self, *a, **k) Apr 12 13:25:30.165691 dv-cinder-830097-4-iscsi neutron-server[103457]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 12 13:25:30.165691 dv-cinder-830097-4-iscsi neutron-server[103457]: return self._get(url).json() Apr 12 13:25:30.165691 dv-cinder-830097-4-iscsi neutron-server[103457]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 12 13:25:30.165691 dv-cinder-830097-4-iscsi neutron-server[103457]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 12 13:25:30.165691 dv-cinder-830097-4-iscsi neutron-server[103457]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 12 13:25:30.165691 dv-cinder-830097-4-iscsi neutron-server[103457]: return self.request(url, 'GET', **kwargs) Apr 12 13:25:30.165691 dv-cinder-830097-4-iscsi neutron-server[103457]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 12 13:25:30.165691 dv-cinder-830097-4-iscsi neutron-server[103457]: base_url = self.get_endpoint(auth, allow=allow, Apr 12 13:25:30.165691 dv-cinder-830097-4-iscsi neutron-server[103457]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 12 13:25:30.165691 dv-cinder-830097-4-iscsi neutron-server[103457]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 12 13:25:30.165691 dv-cinder-830097-4-iscsi neutron-server[103457]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 12 13:25:30.165691 dv-cinder-830097-4-iscsi neutron-server[103457]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 12 13:25:30.165691 dv-cinder-830097-4-iscsi neutron-server[103457]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 12 13:25:30.221975 dv-cinder-830097-4-iscsi neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-5b9fe5a8-1732-43e8-8514-eefeb83b4f97 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-661949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3691972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3697887', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3739104'] for network (1ea215df-4b3b-4fdc-a07c-a8e1e6105c7b), after_delete {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:25:30.228426 dv-cinder-830097-4-iscsi neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-5b9fe5a8-1732-43e8-8514-eefeb83b4f97 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3697709'] for network (None), before_response {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:25:30.233889 dv-cinder-830097-4-iscsi neutron-server[103457]: INFO neutron.wsgi [None req-5b9fe5a8-1732-43e8-8514-eefeb83b4f97 admin admin] 10.222.0.18 "DELETE /v2.0/networks/1ea215df-4b3b-4fdc-a07c-a8e1e6105c7b HTTP/1.1" status: 204 len: 168 time: 0.2820888 Apr 12 13:25:30.242772 dv-cinder-830097-4-iscsi neutron-server[103457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b9fe5a8-1732-43e8-8514-eefeb83b4f97 admin admin] Pushing event deleted for resources: {'Network': ['ID=1ea215df-4b3b-4fdc-a07c-a8e1e6105c7b,revision_number=None']} {{(pid=103457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 13:25:30.347908 dv-cinder-830097-4-iscsi neutron-server[103457]: DEBUG neutron.wsgi [-] (103457) accepted ('10.222.0.18', 48718) {{(pid=103457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 13:25:30.390289 dv-cinder-830097-4-iscsi neutron-server[103457]: INFO neutron.wsgi [None req-c1940e1b-83f2-4c1f-b672-b418cef73f1b admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=f8dccee065194dd5a87dda2dd4da6d93&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0409667 Apr 12 13:25:30.392933 dv-cinder-830097-4-iscsi neutron-server[103458]: DEBUG neutron.wsgi [-] (103458) accepted ('10.222.0.18', 48720) {{(pid=103458) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 13:25:30.441823 dv-cinder-830097-4-iscsi neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-917f9259-96c8-4ec4-b2cb-ce2ce06c5d48 admin admin] Publish callbacks [] for security_group (e724d983-df92-401e-8735-0d7b5ec19719), before_delete {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:25:30.464027 dv-cinder-830097-4-iscsi neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-917f9259-96c8-4ec4-b2cb-ce2ce06c5d48 admin admin] Publish callbacks [] for security_group (e724d983-df92-401e-8735-0d7b5ec19719), precommit_delete {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:25:30.514162 dv-cinder-830097-4-iscsi neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-917f9259-96c8-4ec4-b2cb-ce2ce06c5d48 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3691807'] for security_group (e724d983-df92-401e-8735-0d7b5ec19719), after_delete {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:25:30.516665 dv-cinder-830097-4-iscsi neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-917f9259-96c8-4ec4-b2cb-ce2ce06c5d48 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:25:30.517840 dv-cinder-830097-4-iscsi neutron-server[103458]: INFO neutron.wsgi [None req-917f9259-96c8-4ec4-b2cb-ce2ce06c5d48 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/e724d983-df92-401e-8735-0d7b5ec19719 HTTP/1.1" status: 204 len: 168 time: 0.1238029 Apr 12 13:25:30.526307 dv-cinder-830097-4-iscsi neutron-server[103458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-917f9259-96c8-4ec4-b2cb-ce2ce06c5d48 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e724d983-df92-401e-8735-0d7b5ec19719,revision_number=None']} {{(pid=103458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 13:25:30.533254 dv-cinder-830097-4-iscsi neutron-server[103458]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-917f9259-96c8-4ec4-b2cb-ce2ce06c5d48 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830097-4-iscsi {{(pid=103458) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 13:25:30.533605 dv-cinder-830097-4-iscsi neutron-server[103458]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-917f9259-96c8-4ec4-b2cb-ce2ce06c5d48 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830097-4-iscsi {{(pid=103458) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 13:25:30.533946 dv-cinder-830097-4-iscsi neutron-server[103458]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-917f9259-96c8-4ec4-b2cb-ce2ce06c5d48 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830097-4-iscsi {{(pid=103458) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 13:25:30.534282 dv-cinder-830097-4-iscsi neutron-server[103458]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-917f9259-96c8-4ec4-b2cb-ce2ce06c5d48 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830097-4-iscsi {{(pid=103458) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 13:25:30.534614 dv-cinder-830097-4-iscsi neutron-server[103458]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-917f9259-96c8-4ec4-b2cb-ce2ce06c5d48 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830097-4-iscsi {{(pid=103458) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 13:25:30.534941 dv-cinder-830097-4-iscsi neutron-server[103458]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-917f9259-96c8-4ec4-b2cb-ce2ce06c5d48 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830097-4-iscsi {{(pid=103458) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 13:25:30.535265 dv-cinder-830097-4-iscsi neutron-server[103458]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-917f9259-96c8-4ec4-b2cb-ce2ce06c5d48 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830097-4-iscsi {{(pid=103458) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 13:25:30.535592 dv-cinder-830097-4-iscsi neutron-server[103458]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-917f9259-96c8-4ec4-b2cb-ce2ce06c5d48 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-830097-4-iscsi {{(pid=103458) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 13:25:30.535916 dv-cinder-830097-4-iscsi neutron-server[103458]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-917f9259-96c8-4ec4-b2cb-ce2ce06c5d48 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-830097-4-iscsi {{(pid=103458) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 13:25:30.536238 dv-cinder-830097-4-iscsi neutron-server[103458]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-917f9259-96c8-4ec4-b2cb-ce2ce06c5d48 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-830097-4-iscsi {{(pid=103458) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 13:25:30.536561 dv-cinder-830097-4-iscsi neutron-server[103458]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-917f9259-96c8-4ec4-b2cb-ce2ce06c5d48 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-830097-4-iscsi {{(pid=103458) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 13:25:30.536914 dv-cinder-830097-4-iscsi neutron-server[103458]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-917f9259-96c8-4ec4-b2cb-ce2ce06c5d48 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830097-4-iscsi {{(pid=103458) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 13:25:30.537234 dv-cinder-830097-4-iscsi neutron-server[103458]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-917f9259-96c8-4ec4-b2cb-ce2ce06c5d48 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830097-4-iscsi {{(pid=103458) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 13:25:30.537551 dv-cinder-830097-4-iscsi neutron-server[103458]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-917f9259-96c8-4ec4-b2cb-ce2ce06c5d48 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830097-4-iscsi {{(pid=103458) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 13:25:30.537865 dv-cinder-830097-4-iscsi neutron-server[103458]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-917f9259-96c8-4ec4-b2cb-ce2ce06c5d48 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830097-4-iscsi {{(pid=103458) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 13:25:30.770063 dv-cinder-830097-4-iscsi neutron-server[103458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcd7548a-0640-4a2d-8a23-77b119432741 req-125b108f-99fb-485f-8ce7-877b621b26db tempest-AttachVolumeShelveTestJSON-707707766 tempest-AttachVolumeShelveTestJSON-707707766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 13:25:30.771535 dv-cinder-830097-4-iscsi neutron-server[103458]: INFO neutron.wsgi [req-bcd7548a-0640-4a2d-8a23-77b119432741 req-125b108f-99fb-485f-8ce7-877b621b26db tempest-AttachVolumeShelveTestJSON-707707766 tempest-AttachVolumeShelveTestJSON-707707766-project] 10.222.0.18 "GET /v2.0/ports?device_id=86be2946-ca3b-4374-9704-0c44d13ac2bf HTTP/1.1" status: 200 len: 946 time: 0.0468330 Apr 12 13:25:30.819153 dv-cinder-830097-4-iscsi neutron-server[103458]: INFO neutron.wsgi [req-bcd7548a-0640-4a2d-8a23-77b119432741 req-e6a5b157-b3b0-4be4-b7d8-3b74530af0c7 tempest-AttachVolumeShelveTestJSON-707707766 tempest-AttachVolumeShelveTestJSON-707707766-project] 10.222.0.18 "GET /v2.0/security-groups?id=09a15c79-9ad1-40b0-a245-fcad199271ef&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0412292 Apr 12 13:25:31.939799 dv-cinder-830097-4-iscsi neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddf029eb-5439-4902-bf5a-f5fa219342e5 req-3ccb5347-9f34-45b4-8fdc-64200a9bb7d4 tempest-AttachVolumeShelveTestJSON-707707766 tempest-AttachVolumeShelveTestJSON-707707766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 13:25:31.941294 dv-cinder-830097-4-iscsi neutron-server[103457]: INFO neutron.wsgi [req-ddf029eb-5439-4902-bf5a-f5fa219342e5 req-3ccb5347-9f34-45b4-8fdc-64200a9bb7d4 tempest-AttachVolumeShelveTestJSON-707707766 tempest-AttachVolumeShelveTestJSON-707707766-project] 10.222.0.18 "GET /v2.0/ports?device_id=86be2946-ca3b-4374-9704-0c44d13ac2bf HTTP/1.1" status: 200 len: 946 time: 0.0502563 Apr 12 13:25:31.990647 dv-cinder-830097-4-iscsi neutron-server[103457]: INFO neutron.wsgi [req-ddf029eb-5439-4902-bf5a-f5fa219342e5 req-1d205854-7b5b-471b-87ce-316d05c1549b tempest-AttachVolumeShelveTestJSON-707707766 tempest-AttachVolumeShelveTestJSON-707707766-project] 10.222.0.18 "GET /v2.0/security-groups?id=09a15c79-9ad1-40b0-a245-fcad199271ef&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0413899 Apr 12 13:25:33.112271 dv-cinder-830097-4-iscsi neutron-server[103458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a50eeeb-12a4-4407-8689-07c6d44f9c9f req-7830fddf-abb0-4d76-ab54-15b196d8adee tempest-AttachVolumeShelveTestJSON-707707766 tempest-AttachVolumeShelveTestJSON-707707766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 13:25:33.113820 dv-cinder-830097-4-iscsi neutron-server[103458]: INFO neutron.wsgi [req-2a50eeeb-12a4-4407-8689-07c6d44f9c9f req-7830fddf-abb0-4d76-ab54-15b196d8adee tempest-AttachVolumeShelveTestJSON-707707766 tempest-AttachVolumeShelveTestJSON-707707766-project] 10.222.0.18 "GET /v2.0/ports?device_id=86be2946-ca3b-4374-9704-0c44d13ac2bf HTTP/1.1" status: 200 len: 946 time: 0.0482252 Apr 12 13:25:33.158796 dv-cinder-830097-4-iscsi neutron-server[103458]: INFO neutron.wsgi [req-2a50eeeb-12a4-4407-8689-07c6d44f9c9f req-2e26b1ef-88be-46b3-8638-d65e66186a92 tempest-AttachVolumeShelveTestJSON-707707766 tempest-AttachVolumeShelveTestJSON-707707766-project] 10.222.0.18 "GET /v2.0/security-groups?id=09a15c79-9ad1-40b0-a245-fcad199271ef&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0388634 Apr 12 13:25:34.276605 dv-cinder-830097-4-iscsi neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b071d9b8-f1d7-4dc7-a213-9dea12d6ac1c req-4038da2d-d0c2-4653-878d-c2f6bcd8542b tempest-AttachVolumeShelveTestJSON-707707766 tempest-AttachVolumeShelveTestJSON-707707766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 13:25:34.278086 dv-cinder-830097-4-iscsi neutron-server[103457]: INFO neutron.wsgi [req-b071d9b8-f1d7-4dc7-a213-9dea12d6ac1c req-4038da2d-d0c2-4653-878d-c2f6bcd8542b tempest-AttachVolumeShelveTestJSON-707707766 tempest-AttachVolumeShelveTestJSON-707707766-project] 10.222.0.18 "GET /v2.0/ports?device_id=86be2946-ca3b-4374-9704-0c44d13ac2bf HTTP/1.1" status: 200 len: 946 time: 0.0461571 Apr 12 13:25:34.324302 dv-cinder-830097-4-iscsi neutron-server[103457]: INFO neutron.wsgi [req-b071d9b8-f1d7-4dc7-a213-9dea12d6ac1c req-baaa5801-8bb4-455f-82c0-d4e58970572c tempest-AttachVolumeShelveTestJSON-707707766 tempest-AttachVolumeShelveTestJSON-707707766-project] 10.222.0.18 "GET /v2.0/security-groups?id=09a15c79-9ad1-40b0-a245-fcad199271ef&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0407441 Apr 12 13:25:35.444225 dv-cinder-830097-4-iscsi neutron-server[103458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92aa2c63-8d5c-4a58-813f-9f210ae288a3 req-6a08fa08-436e-4af5-8efc-925aa8672864 tempest-AttachVolumeShelveTestJSON-707707766 tempest-AttachVolumeShelveTestJSON-707707766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 13:25:35.445747 dv-cinder-830097-4-iscsi neutron-server[103458]: INFO neutron.wsgi [req-92aa2c63-8d5c-4a58-813f-9f210ae288a3 req-6a08fa08-436e-4af5-8efc-925aa8672864 tempest-AttachVolumeShelveTestJSON-707707766 tempest-AttachVolumeShelveTestJSON-707707766-project] 10.222.0.18 "GET /v2.0/ports?device_id=86be2946-ca3b-4374-9704-0c44d13ac2bf HTTP/1.1" status: 200 len: 946 time: 0.0497820 Apr 12 13:25:35.493045 dv-cinder-830097-4-iscsi neutron-server[103458]: INFO neutron.wsgi [req-92aa2c63-8d5c-4a58-813f-9f210ae288a3 req-bb23b31f-ab3b-405b-9e11-999a8ae77b8f tempest-AttachVolumeShelveTestJSON-707707766 tempest-AttachVolumeShelveTestJSON-707707766-project] 10.222.0.18 "GET /v2.0/security-groups?id=09a15c79-9ad1-40b0-a245-fcad199271ef&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0409091 Apr 12 13:25:36.766813 dv-cinder-830097-4-iscsi neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43190693-683a-4a13-96bb-7f7c8cdb0086 req-2d03638a-7549-4809-bd28-f71c4a56fc96 tempest-AttachVolumeShelveTestJSON-707707766 tempest-AttachVolumeShelveTestJSON-707707766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 13:25:36.768239 dv-cinder-830097-4-iscsi neutron-server[103457]: INFO neutron.wsgi [req-43190693-683a-4a13-96bb-7f7c8cdb0086 req-2d03638a-7549-4809-bd28-f71c4a56fc96 tempest-AttachVolumeShelveTestJSON-707707766 tempest-AttachVolumeShelveTestJSON-707707766-project] 10.222.0.18 "GET /v2.0/ports?device_id=86be2946-ca3b-4374-9704-0c44d13ac2bf HTTP/1.1" status: 200 len: 946 time: 0.0454533 Apr 12 13:25:36.816822 dv-cinder-830097-4-iscsi neutron-server[103457]: INFO neutron.wsgi [req-43190693-683a-4a13-96bb-7f7c8cdb0086 req-65e6b282-d95b-4219-ab2d-673ef14f2c61 tempest-AttachVolumeShelveTestJSON-707707766 tempest-AttachVolumeShelveTestJSON-707707766-project] 10.222.0.18 "GET /v2.0/security-groups?id=09a15c79-9ad1-40b0-a245-fcad199271ef&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0430946 Apr 12 13:25:37.943719 dv-cinder-830097-4-iscsi neutron-server[103458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1aa0f466-c527-47e4-b97b-0eb94e53cf22 req-4bdf1a58-17f2-41a6-99b5-0381c1a838e5 tempest-AttachVolumeShelveTestJSON-707707766 tempest-AttachVolumeShelveTestJSON-707707766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 13:25:37.951404 dv-cinder-830097-4-iscsi neutron-server[103458]: INFO neutron.wsgi [req-1aa0f466-c527-47e4-b97b-0eb94e53cf22 req-4bdf1a58-17f2-41a6-99b5-0381c1a838e5 tempest-AttachVolumeShelveTestJSON-707707766 tempest-AttachVolumeShelveTestJSON-707707766-project] 10.222.0.18 "GET /v2.0/ports?device_id=86be2946-ca3b-4374-9704-0c44d13ac2bf HTTP/1.1" status: 200 len: 946 time: 0.0630126 Apr 12 13:25:37.994565 dv-cinder-830097-4-iscsi neutron-server[103458]: INFO neutron.wsgi [req-1aa0f466-c527-47e4-b97b-0eb94e53cf22 req-988987e8-523a-4bed-87a2-b2d5252404c6 tempest-AttachVolumeShelveTestJSON-707707766 tempest-AttachVolumeShelveTestJSON-707707766-project] 10.222.0.18 "GET /v2.0/security-groups?id=09a15c79-9ad1-40b0-a245-fcad199271ef&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0422692 Apr 12 13:25:39.109476 dv-cinder-830097-4-iscsi neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4846f715-d686-41cc-b408-b26069189888 req-52dd6b74-48f1-4d9b-9142-67f0fe2af4e0 tempest-AttachVolumeShelveTestJSON-707707766 tempest-AttachVolumeShelveTestJSON-707707766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 13:25:39.110803 dv-cinder-830097-4-iscsi neutron-server[103457]: INFO neutron.wsgi [req-4846f715-d686-41cc-b408-b26069189888 req-52dd6b74-48f1-4d9b-9142-67f0fe2af4e0 tempest-AttachVolumeShelveTestJSON-707707766 tempest-AttachVolumeShelveTestJSON-707707766-project] 10.222.0.18 "GET /v2.0/ports?device_id=86be2946-ca3b-4374-9704-0c44d13ac2bf HTTP/1.1" status: 200 len: 946 time: 0.0457168 Apr 12 13:25:39.155804 dv-cinder-830097-4-iscsi neutron-server[103457]: INFO neutron.wsgi [req-4846f715-d686-41cc-b408-b26069189888 req-720fab73-d8b3-4e43-9003-92e756728799 tempest-AttachVolumeShelveTestJSON-707707766 tempest-AttachVolumeShelveTestJSON-707707766-project] 10.222.0.18 "GET /v2.0/security-groups?id=09a15c79-9ad1-40b0-a245-fcad199271ef&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0396895 Apr 12 13:25:40.273646 dv-cinder-830097-4-iscsi neutron-server[103458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8d4bea9-1241-4c35-be98-d0d892f1fb02 req-79bdbb44-24ca-4a9c-935b-b417a9353005 tempest-AttachVolumeShelveTestJSON-707707766 tempest-AttachVolumeShelveTestJSON-707707766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 13:25:40.275118 dv-cinder-830097-4-iscsi neutron-server[103458]: INFO neutron.wsgi [req-f8d4bea9-1241-4c35-be98-d0d892f1fb02 req-79bdbb44-24ca-4a9c-935b-b417a9353005 tempest-AttachVolumeShelveTestJSON-707707766 tempest-AttachVolumeShelveTestJSON-707707766-project] 10.222.0.18 "GET /v2.0/ports?device_id=86be2946-ca3b-4374-9704-0c44d13ac2bf HTTP/1.1" status: 200 len: 946 time: 0.0495181 Apr 12 13:25:40.324018 dv-cinder-830097-4-iscsi neutron-server[103458]: INFO neutron.wsgi [req-f8d4bea9-1241-4c35-be98-d0d892f1fb02 req-e09a9924-db8a-44a8-a8a6-cbc5bf20ed57 tempest-AttachVolumeShelveTestJSON-707707766 tempest-AttachVolumeShelveTestJSON-707707766-project] 10.222.0.18 "GET /v2.0/security-groups?id=09a15c79-9ad1-40b0-a245-fcad199271ef&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0432832 Apr 12 13:25:41.446586 dv-cinder-830097-4-iscsi neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea6c756b-8f71-458c-bafb-614ed52d5c97 req-8e32dd83-33a4-4820-91ec-1c55cb2010a0 tempest-AttachVolumeShelveTestJSON-707707766 tempest-AttachVolumeShelveTestJSON-707707766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 13:25:41.448042 dv-cinder-830097-4-iscsi neutron-server[103457]: INFO neutron.wsgi [req-ea6c756b-8f71-458c-bafb-614ed52d5c97 req-8e32dd83-33a4-4820-91ec-1c55cb2010a0 tempest-AttachVolumeShelveTestJSON-707707766 tempest-AttachVolumeShelveTestJSON-707707766-project] 10.222.0.18 "GET /v2.0/ports?device_id=86be2946-ca3b-4374-9704-0c44d13ac2bf HTTP/1.1" status: 200 len: 946 time: 0.0460927 Apr 12 13:25:41.494105 dv-cinder-830097-4-iscsi neutron-server[103457]: INFO neutron.wsgi [req-ea6c756b-8f71-458c-bafb-614ed52d5c97 req-0131ee8d-b490-4dc0-a02c-44551b496311 tempest-AttachVolumeShelveTestJSON-707707766 tempest-AttachVolumeShelveTestJSON-707707766-project] 10.222.0.18 "GET /v2.0/security-groups?id=09a15c79-9ad1-40b0-a245-fcad199271ef&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0403559 Apr 12 13:25:42.607784 dv-cinder-830097-4-iscsi neutron-server[103458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b4fd633-cc09-4cce-9efa-8a44569a2682 req-4904b0fe-7753-4687-b733-9ac6a67b031c tempest-AttachVolumeShelveTestJSON-707707766 tempest-AttachVolumeShelveTestJSON-707707766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 13:25:42.609261 dv-cinder-830097-4-iscsi neutron-server[103458]: INFO neutron.wsgi [req-9b4fd633-cc09-4cce-9efa-8a44569a2682 req-4904b0fe-7753-4687-b733-9ac6a67b031c tempest-AttachVolumeShelveTestJSON-707707766 tempest-AttachVolumeShelveTestJSON-707707766-project] 10.222.0.18 "GET /v2.0/ports?device_id=86be2946-ca3b-4374-9704-0c44d13ac2bf HTTP/1.1" status: 200 len: 946 time: 0.0464044 Apr 12 13:25:42.654416 dv-cinder-830097-4-iscsi neutron-server[103458]: INFO neutron.wsgi [req-9b4fd633-cc09-4cce-9efa-8a44569a2682 req-29010225-0eec-4fed-bdaf-c985e0b1b0a4 tempest-AttachVolumeShelveTestJSON-707707766 tempest-AttachVolumeShelveTestJSON-707707766-project] 10.222.0.18 "GET /v2.0/security-groups?id=09a15c79-9ad1-40b0-a245-fcad199271ef&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0397203 Apr 12 13:25:43.772639 dv-cinder-830097-4-iscsi neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60563b3f-0f2e-423c-bf16-94c558f5ea44 req-547d9cec-0058-419b-8d26-05ba75c23ece tempest-AttachVolumeShelveTestJSON-707707766 tempest-AttachVolumeShelveTestJSON-707707766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 13:25:43.774907 dv-cinder-830097-4-iscsi neutron-server[103457]: INFO neutron.wsgi [req-60563b3f-0f2e-423c-bf16-94c558f5ea44 req-547d9cec-0058-419b-8d26-05ba75c23ece tempest-AttachVolumeShelveTestJSON-707707766 tempest-AttachVolumeShelveTestJSON-707707766-project] 10.222.0.18 "GET /v2.0/ports?device_id=86be2946-ca3b-4374-9704-0c44d13ac2bf HTTP/1.1" status: 200 len: 946 time: 0.0500586 Apr 12 13:25:43.819593 dv-cinder-830097-4-iscsi neutron-server[103457]: INFO neutron.wsgi [req-60563b3f-0f2e-423c-bf16-94c558f5ea44 req-03fc5644-ac69-4104-ae9d-7952c3d0ba7e tempest-AttachVolumeShelveTestJSON-707707766 tempest-AttachVolumeShelveTestJSON-707707766-project] 10.222.0.18 "GET /v2.0/security-groups?id=09a15c79-9ad1-40b0-a245-fcad199271ef&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0392559 Apr 12 13:25:44.936879 dv-cinder-830097-4-iscsi neutron-server[103458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb23ec65-221f-4068-8e54-49f072c71016 req-8aea2bef-5625-4e7a-bf0c-24a6557a0b98 tempest-AttachVolumeShelveTestJSON-707707766 tempest-AttachVolumeShelveTestJSON-707707766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 13:25:44.938335 dv-cinder-830097-4-iscsi neutron-server[103458]: INFO neutron.wsgi [req-eb23ec65-221f-4068-8e54-49f072c71016 req-8aea2bef-5625-4e7a-bf0c-24a6557a0b98 tempest-AttachVolumeShelveTestJSON-707707766 tempest-AttachVolumeShelveTestJSON-707707766-project] 10.222.0.18 "GET /v2.0/ports?device_id=86be2946-ca3b-4374-9704-0c44d13ac2bf HTTP/1.1" status: 200 len: 946 time: 0.0462792 Apr 12 13:25:44.988625 dv-cinder-830097-4-iscsi neutron-server[103458]: INFO neutron.wsgi [req-eb23ec65-221f-4068-8e54-49f072c71016 req-20911d16-daa2-489a-bddd-f882978b78cb tempest-AttachVolumeShelveTestJSON-707707766 tempest-AttachVolumeShelveTestJSON-707707766-project] 10.222.0.18 "GET /v2.0/security-groups?id=09a15c79-9ad1-40b0-a245-fcad199271ef&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0446923 Apr 12 13:25:46.103701 dv-cinder-830097-4-iscsi neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3d3bf0b-bd8c-48f3-902b-a86d1c84df04 req-3accddcc-ab75-4983-a905-d723b357e9c6 tempest-AttachVolumeShelveTestJSON-707707766 tempest-AttachVolumeShelveTestJSON-707707766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 13:25:46.105141 dv-cinder-830097-4-iscsi neutron-server[103457]: INFO neutron.wsgi [req-d3d3bf0b-bd8c-48f3-902b-a86d1c84df04 req-3accddcc-ab75-4983-a905-d723b357e9c6 tempest-AttachVolumeShelveTestJSON-707707766 tempest-AttachVolumeShelveTestJSON-707707766-project] 10.222.0.18 "GET /v2.0/ports?device_id=86be2946-ca3b-4374-9704-0c44d13ac2bf HTTP/1.1" status: 200 len: 946 time: 0.0460014 Apr 12 13:25:46.152193 dv-cinder-830097-4-iscsi neutron-server[103457]: INFO neutron.wsgi [req-d3d3bf0b-bd8c-48f3-902b-a86d1c84df04 req-13be05cc-4be9-4c21-90e5-8dd7e2fe8cd5 tempest-AttachVolumeShelveTestJSON-707707766 tempest-AttachVolumeShelveTestJSON-707707766-project] 10.222.0.18 "GET /v2.0/security-groups?id=09a15c79-9ad1-40b0-a245-fcad199271ef&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0414314 Apr 12 13:25:46.774740 dv-cinder-830097-4-iscsi neutron-server[103459]: DEBUG neutron_lib.callbacks.manager [None req-6928bd91-865a-40a4-8a32-2d33f50f7b6a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732727929501', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-657397'] for agent (246ca497-e2ee-4e0b-b432-b4153c207e5f), after_update {{(pid=103459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:25:47.270984 dv-cinder-830097-4-iscsi neutron-server[103458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a525562-9e99-4e4c-9969-2af5f2aaf574 req-543a39e9-0c2f-4b2b-afa5-f9feb487cf40 tempest-AttachVolumeShelveTestJSON-707707766 tempest-AttachVolumeShelveTestJSON-707707766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 13:25:47.272465 dv-cinder-830097-4-iscsi neutron-server[103458]: INFO neutron.wsgi [req-6a525562-9e99-4e4c-9969-2af5f2aaf574 req-543a39e9-0c2f-4b2b-afa5-f9feb487cf40 tempest-AttachVolumeShelveTestJSON-707707766 tempest-AttachVolumeShelveTestJSON-707707766-project] 10.222.0.18 "GET /v2.0/ports?device_id=86be2946-ca3b-4374-9704-0c44d13ac2bf HTTP/1.1" status: 200 len: 946 time: 0.0489302 Apr 12 13:25:47.326927 dv-cinder-830097-4-iscsi neutron-server[103458]: INFO neutron.wsgi [req-6a525562-9e99-4e4c-9969-2af5f2aaf574 req-671f7d70-7d46-41d2-94c7-8cd149f385e8 tempest-AttachVolumeShelveTestJSON-707707766 tempest-AttachVolumeShelveTestJSON-707707766-project] 10.222.0.18 "GET /v2.0/security-groups?id=09a15c79-9ad1-40b0-a245-fcad199271ef&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0481436 Apr 12 13:25:48.447740 dv-cinder-830097-4-iscsi neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4f747b7-3f4f-40a2-8dbd-b968c3c5ff4b req-b618cc1d-046d-4d0a-a2de-28bef4f4c242 tempest-AttachVolumeShelveTestJSON-707707766 tempest-AttachVolumeShelveTestJSON-707707766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 13:25:48.449556 dv-cinder-830097-4-iscsi neutron-server[103457]: INFO neutron.wsgi [req-d4f747b7-3f4f-40a2-8dbd-b968c3c5ff4b req-b618cc1d-046d-4d0a-a2de-28bef4f4c242 tempest-AttachVolumeShelveTestJSON-707707766 tempest-AttachVolumeShelveTestJSON-707707766-project] 10.222.0.18 "GET /v2.0/ports?device_id=86be2946-ca3b-4374-9704-0c44d13ac2bf HTTP/1.1" status: 200 len: 946 time: 0.0505562 Apr 12 13:25:48.499371 dv-cinder-830097-4-iscsi neutron-server[103457]: INFO neutron.wsgi [req-d4f747b7-3f4f-40a2-8dbd-b968c3c5ff4b req-3801c32d-dc37-4c66-bbf1-0d02e2f2809c tempest-AttachVolumeShelveTestJSON-707707766 tempest-AttachVolumeShelveTestJSON-707707766-project] 10.222.0.18 "GET /v2.0/security-groups?id=09a15c79-9ad1-40b0-a245-fcad199271ef&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0443001 Apr 12 13:25:49.362245 dv-cinder-830097-4-iscsi neutron-server[103459]: DEBUG neutron_lib.callbacks.manager [None req-a9efbeaa-d7bf-4079-aa7a-642b00649062 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732727929501', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-657397'] for agent (b7e11a8b-aeed-493f-9763-461016dddc93), after_update {{(pid=103459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:25:49.618697 dv-cinder-830097-4-iscsi neutron-server[103458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c99e5b3e-a6ec-4ba1-9d99-c00691bb8cfc req-742e7fe1-5e10-4f0f-bc84-cd3e23798137 tempest-AttachVolumeShelveTestJSON-707707766 tempest-AttachVolumeShelveTestJSON-707707766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 13:25:49.620227 dv-cinder-830097-4-iscsi neutron-server[103458]: INFO neutron.wsgi [req-c99e5b3e-a6ec-4ba1-9d99-c00691bb8cfc req-742e7fe1-5e10-4f0f-bc84-cd3e23798137 tempest-AttachVolumeShelveTestJSON-707707766 tempest-AttachVolumeShelveTestJSON-707707766-project] 10.222.0.18 "GET /v2.0/ports?device_id=86be2946-ca3b-4374-9704-0c44d13ac2bf HTTP/1.1" status: 200 len: 946 time: 0.0501423 Apr 12 13:25:49.669351 dv-cinder-830097-4-iscsi neutron-server[103458]: INFO neutron.wsgi [req-c99e5b3e-a6ec-4ba1-9d99-c00691bb8cfc req-4ea01be5-2691-4d61-b134-f40b7a4ade0b tempest-AttachVolumeShelveTestJSON-707707766 tempest-AttachVolumeShelveTestJSON-707707766-project] 10.222.0.18 "GET /v2.0/security-groups?id=09a15c79-9ad1-40b0-a245-fcad199271ef&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0434971 Apr 12 13:25:50.203223 dv-cinder-830097-4-iscsi neutron-server[103459]: DEBUG neutron.plugins.ml2.rpc [None req-3505bd68-a9fd-4823-92ea-1a6ded8ab071 None None] Device 6eb5a65f-e2fb-4f73-941b-f6ee09e123ea details requested by agent hyperv_hv-cinder-83009 with host hv-cinder-83009 {{(pid=103459) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 12 13:25:50.304750 dv-cinder-830097-4-iscsi neutron-server[103459]: DEBUG neutron_lib.callbacks.manager [None req-f20c20fe-5767-407a-9f30-b36f01c50254 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732727929501', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-657397'] for agent (1e8a91c7-94d1-4b17-9536-32bc01f44a9b), after_update {{(pid=103459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:25:50.310656 dv-cinder-830097-4-iscsi neutron-server[103459]: DEBUG neutron.plugins.ml2.db [None req-3505bd68-a9fd-4823-92ea-1a6ded8ab071 None None] For port 6eb5a65f-e2fb-4f73-941b-f6ee09e123ea, host hv-cinder-83009, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83009',level=0,port_id=6eb5a65f-e2fb-4f73-941b-f6ee09e123ea,segment=NetworkSegment(97cb7c0e-6017-4956-9bfd-101a1a75a7c0),segment_id=97cb7c0e-6017-4956-9bfd-101a1a75a7c0)] {{(pid=103459) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 12 13:25:50.321559 dv-cinder-830097-4-iscsi neutron-server[103459]: DEBUG neutron.plugins.ml2.rpc [None req-3505bd68-a9fd-4823-92ea-1a6ded8ab071 None None] Returning: {'device': '6eb5a65f-e2fb-4f73-941b-f6ee09e123ea', 'network_id': '6562521a-2ea5-45f4-a1f8-589dc7fbc9f3', 'port_id': '6eb5a65f-e2fb-4f73-941b-f6ee09e123ea', 'mac_address': 'fa:16:3e:68:fa:5a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 244, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'cf735079-dcf8-4625-b8a7-d372f8fef245', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103459) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 12 13:25:50.362436 dv-cinder-830097-4-iscsi neutron-server[103459]: DEBUG neutron.plugins.ml2.plugin [None req-3505bd68-a9fd-4823-92ea-1a6ded8ab071 None None] Current status of the port 6eb5a65f-e2fb-4f73-941b-f6ee09e123ea is: ACTIVE; New status is: BUILD {{(pid=103459) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 12 13:25:50.363127 dv-cinder-830097-4-iscsi neutron-server[103459]: DEBUG neutron_lib.callbacks.manager [None req-3505bd68-a9fd-4823-92ea-1a6ded8ab071 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-916304'] for port (6eb5a65f-e2fb-4f73-941b-f6ee09e123ea), before_update {{(pid=103459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:25:50.376716 dv-cinder-830097-4-iscsi neutron-server[103459]: DEBUG neutron.notifiers.nova [None req-3505bd68-a9fd-4823-92ea-1a6ded8ab071 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 6eb5a65f-e2fb-4f73-941b-f6ee09e123ea {{(pid=103459) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 12 13:25:50.395016 dv-cinder-830097-4-iscsi neutron-server[103459]: DEBUG neutron.plugins.ml2.db [None req-3505bd68-a9fd-4823-92ea-1a6ded8ab071 None None] For port 6eb5a65f-e2fb-4f73-941b-f6ee09e123ea, host hv-cinder-83009, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83009',level=0,port_id=6eb5a65f-e2fb-4f73-941b-f6ee09e123ea,segment=NetworkSegment(97cb7c0e-6017-4956-9bfd-101a1a75a7c0),segment_id=97cb7c0e-6017-4956-9bfd-101a1a75a7c0)] {{(pid=103459) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 12 13:25:50.398943 dv-cinder-830097-4-iscsi neutron-server[103459]: DEBUG neutron_lib.callbacks.manager [None req-3505bd68-a9fd-4823-92ea-1a6ded8ab071 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-915890', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3697887', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732727894815', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732727417932', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732727417950'] for port (6eb5a65f-e2fb-4f73-941b-f6ee09e123ea), after_update {{(pid=103459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:25:50.446117 dv-cinder-830097-4-iscsi neutron-server[103459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3505bd68-a9fd-4823-92ea-1a6ded8ab071 None None] Pushing event updated for resources: {'Port': ['ID=6eb5a65f-e2fb-4f73-941b-f6ee09e123ea,revision_number=6']} {{(pid=103459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 13:25:50.453574 dv-cinder-830097-4-iscsi neutron-server[103459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3505bd68-a9fd-4823-92ea-1a6ded8ab071 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830097-4-iscsi {{(pid=103459) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 13:25:50.453855 dv-cinder-830097-4-iscsi neutron-server[103459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3505bd68-a9fd-4823-92ea-1a6ded8ab071 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830097-4-iscsi {{(pid=103459) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 13:25:50.454215 dv-cinder-830097-4-iscsi neutron-server[103459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3505bd68-a9fd-4823-92ea-1a6ded8ab071 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830097-4-iscsi {{(pid=103459) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 13:25:50.454569 dv-cinder-830097-4-iscsi neutron-server[103459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3505bd68-a9fd-4823-92ea-1a6ded8ab071 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830097-4-iscsi {{(pid=103459) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 13:25:50.454904 dv-cinder-830097-4-iscsi neutron-server[103459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3505bd68-a9fd-4823-92ea-1a6ded8ab071 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830097-4-iscsi {{(pid=103459) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 13:25:50.455230 dv-cinder-830097-4-iscsi neutron-server[103459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3505bd68-a9fd-4823-92ea-1a6ded8ab071 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830097-4-iscsi {{(pid=103459) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 13:25:50.455552 dv-cinder-830097-4-iscsi neutron-server[103459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3505bd68-a9fd-4823-92ea-1a6ded8ab071 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830097-4-iscsi {{(pid=103459) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 13:25:50.455873 dv-cinder-830097-4-iscsi neutron-server[103459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3505bd68-a9fd-4823-92ea-1a6ded8ab071 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-830097-4-iscsi {{(pid=103459) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 13:25:50.456195 dv-cinder-830097-4-iscsi neutron-server[103459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3505bd68-a9fd-4823-92ea-1a6ded8ab071 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-830097-4-iscsi {{(pid=103459) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 13:25:50.456515 dv-cinder-830097-4-iscsi neutron-server[103459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3505bd68-a9fd-4823-92ea-1a6ded8ab071 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-830097-4-iscsi {{(pid=103459) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 13:25:50.456853 dv-cinder-830097-4-iscsi neutron-server[103459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3505bd68-a9fd-4823-92ea-1a6ded8ab071 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-830097-4-iscsi {{(pid=103459) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 13:25:50.457190 dv-cinder-830097-4-iscsi neutron-server[103459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3505bd68-a9fd-4823-92ea-1a6ded8ab071 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830097-4-iscsi {{(pid=103459) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 13:25:50.457512 dv-cinder-830097-4-iscsi neutron-server[103459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3505bd68-a9fd-4823-92ea-1a6ded8ab071 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830097-4-iscsi {{(pid=103459) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 13:25:50.457827 dv-cinder-830097-4-iscsi neutron-server[103459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3505bd68-a9fd-4823-92ea-1a6ded8ab071 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830097-4-iscsi {{(pid=103459) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 13:25:50.458247 dv-cinder-830097-4-iscsi neutron-server[103459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3505bd68-a9fd-4823-92ea-1a6ded8ab071 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830097-4-iscsi {{(pid=103459) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 13:25:50.593666 dv-cinder-830097-4-iscsi neutron-server[103459]: DEBUG neutron.plugins.ml2.db [None req-3505bd68-a9fd-4823-92ea-1a6ded8ab071 None None] get_ports_and_sgs() called for port_ids ['6eb5a65f-e2fb-4f73-941b-f6ee09e123ea'] {{(pid=103459) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 12 13:25:50.789536 dv-cinder-830097-4-iscsi neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c238fd3-ea34-42b7-ac79-2fa899449ac8 req-cf250d72-09bd-4054-a57c-3bb8debc1a25 tempest-AttachVolumeShelveTestJSON-707707766 tempest-AttachVolumeShelveTestJSON-707707766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 13:25:50.791818 dv-cinder-830097-4-iscsi neutron-server[103457]: INFO neutron.wsgi [req-8c238fd3-ea34-42b7-ac79-2fa899449ac8 req-cf250d72-09bd-4054-a57c-3bb8debc1a25 tempest-AttachVolumeShelveTestJSON-707707766 tempest-AttachVolumeShelveTestJSON-707707766-project] 10.222.0.18 "GET /v2.0/ports?device_id=86be2946-ca3b-4374-9704-0c44d13ac2bf HTTP/1.1" status: 200 len: 945 time: 0.0483747 Apr 12 13:25:50.838025 dv-cinder-830097-4-iscsi neutron-server[103457]: INFO neutron.wsgi [req-8c238fd3-ea34-42b7-ac79-2fa899449ac8 req-5104a4a1-e1fa-4961-bfe0-7391d1ac0482 tempest-AttachVolumeShelveTestJSON-707707766 tempest-AttachVolumeShelveTestJSON-707707766-project] 10.222.0.18 "GET /v2.0/security-groups?id=09a15c79-9ad1-40b0-a245-fcad199271ef&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0406096 Apr 12 13:25:51.428449 dv-cinder-830097-4-iscsi neutron-server[103459]: DEBUG neutron_lib.callbacks.manager [None req-09c91955-1169-4ba5-b480-d25faf385fa1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732727929501', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-657397'] for agent (6571c785-b050-42b7-b6d0-d71237f75507), after_update {{(pid=103459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:25:51.959287 dv-cinder-830097-4-iscsi neutron-server[103458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-131710f5-98fa-4ee9-a5af-62fd7083f7a3 req-67a1e7d8-f2d7-4836-a981-dfe40f00a851 tempest-AttachVolumeShelveTestJSON-707707766 tempest-AttachVolumeShelveTestJSON-707707766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 13:25:51.960744 dv-cinder-830097-4-iscsi neutron-server[103458]: INFO neutron.wsgi [req-131710f5-98fa-4ee9-a5af-62fd7083f7a3 req-67a1e7d8-f2d7-4836-a981-dfe40f00a851 tempest-AttachVolumeShelveTestJSON-707707766 tempest-AttachVolumeShelveTestJSON-707707766-project] 10.222.0.18 "GET /v2.0/ports?device_id=86be2946-ca3b-4374-9704-0c44d13ac2bf HTTP/1.1" status: 200 len: 945 time: 0.0510724 Apr 12 13:25:52.009727 dv-cinder-830097-4-iscsi neutron-server[103458]: INFO neutron.wsgi [req-131710f5-98fa-4ee9-a5af-62fd7083f7a3 req-9c96fa50-a028-4743-ae1d-fabe82b14b59 tempest-AttachVolumeShelveTestJSON-707707766 tempest-AttachVolumeShelveTestJSON-707707766-project] 10.222.0.18 "GET /v2.0/security-groups?id=09a15c79-9ad1-40b0-a245-fcad199271ef&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0418642 Apr 12 13:25:52.209980 dv-cinder-830097-4-iscsi neutron-server[103459]: DEBUG neutron.plugins.ml2.rpc [None req-3505bd68-a9fd-4823-92ea-1a6ded8ab071 None None] Device 6eb5a65f-e2fb-4f73-941b-f6ee09e123ea up at agent hyperv_hv-cinder-83009 {{(pid=103459) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 12 13:25:52.255182 dv-cinder-830097-4-iscsi neutron-server[103459]: DEBUG neutron.db.provisioning_blocks [None req-3505bd68-a9fd-4823-92ea-1a6ded8ab071 None None] Provisioning complete for port 6eb5a65f-e2fb-4f73-941b-f6ee09e123ea triggered by entity L2. {{(pid=103459) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 12 13:25:52.255554 dv-cinder-830097-4-iscsi neutron-server[103459]: DEBUG neutron_lib.callbacks.manager [None req-3505bd68-a9fd-4823-92ea-1a6ded8ab071 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-657243'] for port (6eb5a65f-e2fb-4f73-941b-f6ee09e123ea), provisioning_complete {{(pid=103459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:25:52.335897 dv-cinder-830097-4-iscsi neutron-server[103459]: DEBUG neutron.plugins.ml2.plugin [None req-3505bd68-a9fd-4823-92ea-1a6ded8ab071 None None] Current status of the port 6eb5a65f-e2fb-4f73-941b-f6ee09e123ea is: BUILD; New status is: ACTIVE {{(pid=103459) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 12 13:25:52.336280 dv-cinder-830097-4-iscsi neutron-server[103459]: DEBUG neutron_lib.callbacks.manager [None req-3505bd68-a9fd-4823-92ea-1a6ded8ab071 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-916304'] for port (6eb5a65f-e2fb-4f73-941b-f6ee09e123ea), before_update {{(pid=103459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:25:52.359658 dv-cinder-830097-4-iscsi neutron-server[103459]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '86be2946-ca3b-4374-9704-0c44d13ac2bf', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6eb5a65f-e2fb-4f73-941b-f6ee09e123ea'}] {{(pid=103459) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 12 13:25:52.361915 dv-cinder-830097-4-iscsi neutron-server[103459]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}95104bc0dd48ad9143548caf8a5bdec643107760c32fce8433ea43eac3fbdd81" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6ed0979b-4663-4572-ad90-1a03335f6791" -d '{"events": [{"server_uuid": "86be2946-ca3b-4374-9704-0c44d13ac2bf", "name": "network-vif-plugged", "status": "completed", "tag": "6eb5a65f-e2fb-4f73-941b-f6ee09e123ea"}]}' {{(pid=103459) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 12 13:25:52.374103 dv-cinder-830097-4-iscsi neutron-server[103459]: DEBUG neutron.plugins.ml2.db [None req-3505bd68-a9fd-4823-92ea-1a6ded8ab071 None None] For port 6eb5a65f-e2fb-4f73-941b-f6ee09e123ea, host hv-cinder-83009, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83009',level=0,port_id=6eb5a65f-e2fb-4f73-941b-f6ee09e123ea,segment=NetworkSegment(97cb7c0e-6017-4956-9bfd-101a1a75a7c0),segment_id=97cb7c0e-6017-4956-9bfd-101a1a75a7c0)] {{(pid=103459) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 12 13:25:52.378131 dv-cinder-830097-4-iscsi neutron-server[103459]: DEBUG neutron_lib.callbacks.manager [None req-3505bd68-a9fd-4823-92ea-1a6ded8ab071 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-915890', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3697887', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732727894815', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732727417932', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732727417950'] for port (6eb5a65f-e2fb-4f73-941b-f6ee09e123ea), after_update {{(pid=103459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:25:52.403456 dv-cinder-830097-4-iscsi neutron-server[103459]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 12 Apr 2022 13:25:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9c25c105-5afa-4223-a108-6999ef6b96b9 x-openstack-request-id: req-9c25c105-5afa-4223-a108-6999ef6b96b9 {{(pid=103459) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 12 13:25:52.403774 dv-cinder-830097-4-iscsi neutron-server[103459]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "86be2946-ca3b-4374-9704-0c44d13ac2bf", "name": "network-vif-plugged", "status": "completed", "tag": "6eb5a65f-e2fb-4f73-941b-f6ee09e123ea", "code": 200}]} {{(pid=103459) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 12 13:25:52.404029 dv-cinder-830097-4-iscsi neutron-server[103459]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-9c25c105-5afa-4223-a108-6999ef6b96b9 {{(pid=103459) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 12 13:25:52.404423 dv-cinder-830097-4-iscsi neutron-server[103459]: INFO neutron.notifiers.nova [-] Nova event matching ['req-9c25c105-5afa-4223-a108-6999ef6b96b9'] response: {'server_uuid': '86be2946-ca3b-4374-9704-0c44d13ac2bf', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6eb5a65f-e2fb-4f73-941b-f6ee09e123ea', 'code': 200} Apr 12 13:25:52.430746 dv-cinder-830097-4-iscsi neutron-server[103459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3505bd68-a9fd-4823-92ea-1a6ded8ab071 None None] Pushing event updated for resources: {'Port': ['ID=6eb5a65f-e2fb-4f73-941b-f6ee09e123ea,revision_number=7']} {{(pid=103459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 13:25:53.127489 dv-cinder-830097-4-iscsi neutron-server[103458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b80562af-fd71-44eb-9eae-2729ce09f086 req-510a4e1b-e4c5-4acf-b13f-306643517768 tempest-AttachVolumeShelveTestJSON-707707766 tempest-AttachVolumeShelveTestJSON-707707766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 13:25:53.128885 dv-cinder-830097-4-iscsi neutron-server[103458]: INFO neutron.wsgi [req-b80562af-fd71-44eb-9eae-2729ce09f086 req-510a4e1b-e4c5-4acf-b13f-306643517768 tempest-AttachVolumeShelveTestJSON-707707766 tempest-AttachVolumeShelveTestJSON-707707766-project] 10.222.0.18 "GET /v2.0/ports?device_id=86be2946-ca3b-4374-9704-0c44d13ac2bf HTTP/1.1" status: 200 len: 946 time: 0.0480421 Apr 12 13:25:53.175534 dv-cinder-830097-4-iscsi neutron-server[103458]: INFO neutron.wsgi [req-b80562af-fd71-44eb-9eae-2729ce09f086 req-ec3bdd78-1b26-45b2-937d-69794b4e7f64 tempest-AttachVolumeShelveTestJSON-707707766 tempest-AttachVolumeShelveTestJSON-707707766-project] 10.222.0.18 "GET /v2.0/security-groups?id=09a15c79-9ad1-40b0-a245-fcad199271ef&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0409849 Apr 12 13:25:53.208637 dv-cinder-830097-4-iscsi neutron-server[103459]: DEBUG neutron_lib.callbacks.manager [None req-53781792-8650-4c78-93a6-1c4d328d874c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732727929501', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-657397'] for agent (3f2daa45-5e56-452b-8a21-b519edfce99e), after_update {{(pid=103459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:25:53.222055 dv-cinder-830097-4-iscsi neutron-server[103460]: DEBUG neutron.db.agents_db [None req-38c2972b-b018-47ca-95cb-8760adc1e78b None None] Agent healthcheck: found 6 active agents {{(pid=103460) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 12 13:25:54.296577 dv-cinder-830097-4-iscsi neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa4c2852-4eb2-45c5-bdaa-bef30761a8d7 req-3a9364d7-df70-419b-b654-428f96026b48 tempest-AttachVolumeShelveTestJSON-707707766 tempest-AttachVolumeShelveTestJSON-707707766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 13:25:54.298044 dv-cinder-830097-4-iscsi neutron-server[103457]: INFO neutron.wsgi [req-aa4c2852-4eb2-45c5-bdaa-bef30761a8d7 req-3a9364d7-df70-419b-b654-428f96026b48 tempest-AttachVolumeShelveTestJSON-707707766 tempest-AttachVolumeShelveTestJSON-707707766-project] 10.222.0.18 "GET /v2.0/ports?device_id=86be2946-ca3b-4374-9704-0c44d13ac2bf HTTP/1.1" status: 200 len: 946 time: 0.0480912 Apr 12 13:25:54.346871 dv-cinder-830097-4-iscsi neutron-server[103457]: INFO neutron.wsgi [req-aa4c2852-4eb2-45c5-bdaa-bef30761a8d7 req-23028527-f037-496b-9228-e213035c6a32 tempest-AttachVolumeShelveTestJSON-707707766 tempest-AttachVolumeShelveTestJSON-707707766-project] 10.222.0.18 "GET /v2.0/security-groups?id=09a15c79-9ad1-40b0-a245-fcad199271ef&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0432818 Apr 12 13:25:55.464755 dv-cinder-830097-4-iscsi neutron-server[103458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7838c0a-b102-4bc6-92f1-11546c534117 req-aecee382-22f8-4531-b776-14e4b48a44b5 tempest-AttachVolumeShelveTestJSON-707707766 tempest-AttachVolumeShelveTestJSON-707707766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 13:25:55.466213 dv-cinder-830097-4-iscsi neutron-server[103458]: INFO neutron.wsgi [req-c7838c0a-b102-4bc6-92f1-11546c534117 req-aecee382-22f8-4531-b776-14e4b48a44b5 tempest-AttachVolumeShelveTestJSON-707707766 tempest-AttachVolumeShelveTestJSON-707707766-project] 10.222.0.18 "GET /v2.0/ports?device_id=86be2946-ca3b-4374-9704-0c44d13ac2bf HTTP/1.1" status: 200 len: 946 time: 0.0467875 Apr 12 13:25:55.530848 dv-cinder-830097-4-iscsi neutron-server[103458]: INFO neutron.wsgi [req-c7838c0a-b102-4bc6-92f1-11546c534117 req-49d9033f-e8e7-46ce-91e3-b2584a0b6888 tempest-AttachVolumeShelveTestJSON-707707766 tempest-AttachVolumeShelveTestJSON-707707766-project] 10.222.0.18 "GET /v2.0/security-groups?id=09a15c79-9ad1-40b0-a245-fcad199271ef&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0590880 Apr 12 13:25:56.651520 dv-cinder-830097-4-iscsi neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b3f1b08-3762-4d87-8d28-28f183c2aa89 req-2dbeae08-155e-4232-ac70-d08bf3767897 tempest-AttachVolumeShelveTestJSON-707707766 tempest-AttachVolumeShelveTestJSON-707707766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 13:25:56.653089 dv-cinder-830097-4-iscsi neutron-server[103457]: INFO neutron.wsgi [req-4b3f1b08-3762-4d87-8d28-28f183c2aa89 req-2dbeae08-155e-4232-ac70-d08bf3767897 tempest-AttachVolumeShelveTestJSON-707707766 tempest-AttachVolumeShelveTestJSON-707707766-project] 10.222.0.18 "GET /v2.0/ports?device_id=86be2946-ca3b-4374-9704-0c44d13ac2bf HTTP/1.1" status: 200 len: 946 time: 0.0507908 Apr 12 13:25:56.700569 dv-cinder-830097-4-iscsi neutron-server[103457]: INFO neutron.wsgi [req-4b3f1b08-3762-4d87-8d28-28f183c2aa89 req-4c96a856-75f7-4483-9836-7392e410a1ad tempest-AttachVolumeShelveTestJSON-707707766 tempest-AttachVolumeShelveTestJSON-707707766-project] 10.222.0.18 "GET /v2.0/security-groups?id=09a15c79-9ad1-40b0-a245-fcad199271ef&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0418708 Apr 12 13:25:57.832455 dv-cinder-830097-4-iscsi neutron-server[103458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2140328d-de21-471b-a78a-c5f1809faa49 req-1037410e-49bc-423c-8914-b651256f1c50 tempest-AttachVolumeShelveTestJSON-707707766 tempest-AttachVolumeShelveTestJSON-707707766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 13:25:57.840105 dv-cinder-830097-4-iscsi neutron-server[103458]: INFO neutron.wsgi [req-2140328d-de21-471b-a78a-c5f1809faa49 req-1037410e-49bc-423c-8914-b651256f1c50 tempest-AttachVolumeShelveTestJSON-707707766 tempest-AttachVolumeShelveTestJSON-707707766-project] 10.222.0.18 "GET /v2.0/ports?device_id=86be2946-ca3b-4374-9704-0c44d13ac2bf HTTP/1.1" status: 200 len: 946 time: 0.0590150 Apr 12 13:25:57.886481 dv-cinder-830097-4-iscsi neutron-server[103458]: INFO neutron.wsgi [req-2140328d-de21-471b-a78a-c5f1809faa49 req-727600eb-98ac-4b50-8a32-6360c9523324 tempest-AttachVolumeShelveTestJSON-707707766 tempest-AttachVolumeShelveTestJSON-707707766-project] 10.222.0.18 "GET /v2.0/security-groups?id=09a15c79-9ad1-40b0-a245-fcad199271ef&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0451334 Apr 12 13:25:59.027803 dv-cinder-830097-4-iscsi neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-644cb984-cbae-40a2-b957-b52109945a97 req-4eeb2862-def9-4280-ab25-97da0d33844c tempest-AttachVolumeShelveTestJSON-707707766 tempest-AttachVolumeShelveTestJSON-707707766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 13:25:59.030014 dv-cinder-830097-4-iscsi neutron-server[103457]: INFO neutron.wsgi [req-644cb984-cbae-40a2-b957-b52109945a97 req-4eeb2862-def9-4280-ab25-97da0d33844c tempest-AttachVolumeShelveTestJSON-707707766 tempest-AttachVolumeShelveTestJSON-707707766-project] 10.222.0.18 "GET /v2.0/ports?device_id=86be2946-ca3b-4374-9704-0c44d13ac2bf HTTP/1.1" status: 200 len: 946 time: 0.0577464 Apr 12 13:25:59.085652 dv-cinder-830097-4-iscsi neutron-server[103457]: INFO neutron.wsgi [req-644cb984-cbae-40a2-b957-b52109945a97 req-d4e5dbdc-0d52-48b3-b1b4-2c37d51db5e8 tempest-AttachVolumeShelveTestJSON-707707766 tempest-AttachVolumeShelveTestJSON-707707766-project] 10.222.0.18 "GET /v2.0/security-groups?id=09a15c79-9ad1-40b0-a245-fcad199271ef&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0495276 Apr 12 13:25:59.607650 dv-cinder-830097-4-iscsi neutron-server[103459]: DEBUG neutron_lib.callbacks.manager [None req-3505bd68-a9fd-4823-92ea-1a6ded8ab071 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732727929501', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-657397'] for agent (ee5509cd-6dd7-49df-aa37-3740ebd1e34b), after_update {{(pid=103459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:26:00.207909 dv-cinder-830097-4-iscsi neutron-server[103458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbde94e3-ad0c-4be6-8658-b54b673f9c3a req-36f18a16-4ff6-4f50-9e02-4ddd5eb43714 tempest-AttachVolumeShelveTestJSON-707707766 tempest-AttachVolumeShelveTestJSON-707707766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 13:26:00.209620 dv-cinder-830097-4-iscsi neutron-server[103458]: INFO neutron.wsgi [req-dbde94e3-ad0c-4be6-8658-b54b673f9c3a req-36f18a16-4ff6-4f50-9e02-4ddd5eb43714 tempest-AttachVolumeShelveTestJSON-707707766 tempest-AttachVolumeShelveTestJSON-707707766-project] 10.222.0.18 "GET /v2.0/ports?device_id=86be2946-ca3b-4374-9704-0c44d13ac2bf HTTP/1.1" status: 200 len: 946 time: 0.0499661 Apr 12 13:26:00.281418 dv-cinder-830097-4-iscsi neutron-server[103458]: INFO neutron.wsgi [req-dbde94e3-ad0c-4be6-8658-b54b673f9c3a req-a99516a7-81a4-466e-946d-a91660502a3c tempest-AttachVolumeShelveTestJSON-707707766 tempest-AttachVolumeShelveTestJSON-707707766-project] 10.222.0.18 "GET /v2.0/security-groups?id=09a15c79-9ad1-40b0-a245-fcad199271ef&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0655558 Apr 12 13:26:01.574153 dv-cinder-830097-4-iscsi neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8de1738a-baca-414a-bedb-21c2d6554869 req-cf00f468-2902-4e67-8520-aabd8fd58c50 tempest-AttachVolumeShelveTestJSON-707707766 tempest-AttachVolumeShelveTestJSON-707707766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 13:26:01.580908 dv-cinder-830097-4-iscsi neutron-server[103457]: INFO neutron.wsgi [req-8de1738a-baca-414a-bedb-21c2d6554869 req-cf00f468-2902-4e67-8520-aabd8fd58c50 tempest-AttachVolumeShelveTestJSON-707707766 tempest-AttachVolumeShelveTestJSON-707707766-project] 10.222.0.18 "GET /v2.0/ports?device_id=86be2946-ca3b-4374-9704-0c44d13ac2bf HTTP/1.1" status: 200 len: 946 time: 0.2319891 Apr 12 13:26:01.625367 dv-cinder-830097-4-iscsi neutron-server[103457]: INFO neutron.wsgi [req-8de1738a-baca-414a-bedb-21c2d6554869 req-8a324b12-6645-43cc-b62b-4f71a07b79e6 tempest-AttachVolumeShelveTestJSON-707707766 tempest-AttachVolumeShelveTestJSON-707707766-project] 10.222.0.18 "GET /v2.0/security-groups?id=09a15c79-9ad1-40b0-a245-fcad199271ef&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0435257 Apr 12 13:26:02.818411 dv-cinder-830097-4-iscsi neutron-server[103458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06879a40-d90e-499b-b3dc-24807ee39f3d req-0def03e8-d9d8-477c-9771-b97da44ddaca tempest-AttachVolumeShelveTestJSON-707707766 tempest-AttachVolumeShelveTestJSON-707707766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 13:26:02.819873 dv-cinder-830097-4-iscsi neutron-server[103458]: INFO neutron.wsgi [req-06879a40-d90e-499b-b3dc-24807ee39f3d req-0def03e8-d9d8-477c-9771-b97da44ddaca tempest-AttachVolumeShelveTestJSON-707707766 tempest-AttachVolumeShelveTestJSON-707707766-project] 10.222.0.18 "GET /v2.0/ports?device_id=86be2946-ca3b-4374-9704-0c44d13ac2bf HTTP/1.1" status: 200 len: 946 time: 0.1144619 Apr 12 13:26:02.867206 dv-cinder-830097-4-iscsi neutron-server[103458]: INFO neutron.wsgi [req-06879a40-d90e-499b-b3dc-24807ee39f3d req-c77a7bc3-816d-41f9-bf95-ab48fa1b0ce9 tempest-AttachVolumeShelveTestJSON-707707766 tempest-AttachVolumeShelveTestJSON-707707766-project] 10.222.0.18 "GET /v2.0/security-groups?id=09a15c79-9ad1-40b0-a245-fcad199271ef&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0404677 Apr 12 13:26:03.993235 dv-cinder-830097-4-iscsi neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9a21351-4f55-44c8-8e5c-e404c301062b req-b4562426-2655-4445-873e-e09f23c62ddd tempest-AttachVolumeShelveTestJSON-707707766 tempest-AttachVolumeShelveTestJSON-707707766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 13:26:03.994837 dv-cinder-830097-4-iscsi neutron-server[103457]: INFO neutron.wsgi [req-a9a21351-4f55-44c8-8e5c-e404c301062b req-b4562426-2655-4445-873e-e09f23c62ddd tempest-AttachVolumeShelveTestJSON-707707766 tempest-AttachVolumeShelveTestJSON-707707766-project] 10.222.0.18 "GET /v2.0/ports?device_id=86be2946-ca3b-4374-9704-0c44d13ac2bf HTTP/1.1" status: 200 len: 946 time: 0.0464339 Apr 12 13:26:04.048500 dv-cinder-830097-4-iscsi neutron-server[103457]: INFO neutron.wsgi [req-a9a21351-4f55-44c8-8e5c-e404c301062b req-7c9a19da-3c06-41c6-84da-6eaf20c1aadc tempest-AttachVolumeShelveTestJSON-707707766 tempest-AttachVolumeShelveTestJSON-707707766-project] 10.222.0.18 "GET /v2.0/security-groups?id=09a15c79-9ad1-40b0-a245-fcad199271ef&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0481441 Apr 12 13:26:05.166773 dv-cinder-830097-4-iscsi neutron-server[103458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a776f85a-46ab-4f2c-a064-2e2458f07c57 req-103b39ac-b626-40ad-9b6f-9829ac4511af tempest-AttachVolumeShelveTestJSON-707707766 tempest-AttachVolumeShelveTestJSON-707707766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 13:26:05.168167 dv-cinder-830097-4-iscsi neutron-server[103458]: INFO neutron.wsgi [req-a776f85a-46ab-4f2c-a064-2e2458f07c57 req-103b39ac-b626-40ad-9b6f-9829ac4511af tempest-AttachVolumeShelveTestJSON-707707766 tempest-AttachVolumeShelveTestJSON-707707766-project] 10.222.0.18 "GET /v2.0/ports?device_id=86be2946-ca3b-4374-9704-0c44d13ac2bf HTTP/1.1" status: 200 len: 946 time: 0.0479088 Apr 12 13:26:05.217314 dv-cinder-830097-4-iscsi neutron-server[103458]: INFO neutron.wsgi [req-a776f85a-46ab-4f2c-a064-2e2458f07c57 req-40f04941-a19e-49ec-bc0f-f079a2920a55 tempest-AttachVolumeShelveTestJSON-707707766 tempest-AttachVolumeShelveTestJSON-707707766-project] 10.222.0.18 "GET /v2.0/security-groups?id=09a15c79-9ad1-40b0-a245-fcad199271ef&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0435362 Apr 12 13:26:06.351074 dv-cinder-830097-4-iscsi neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aba4bda0-d97e-4f45-80be-cf11ffe1f061 req-2a7cc095-27c4-418e-9bd1-d29b05cb3473 tempest-AttachVolumeShelveTestJSON-707707766 tempest-AttachVolumeShelveTestJSON-707707766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 13:26:06.352597 dv-cinder-830097-4-iscsi neutron-server[103457]: INFO neutron.wsgi [req-aba4bda0-d97e-4f45-80be-cf11ffe1f061 req-2a7cc095-27c4-418e-9bd1-d29b05cb3473 tempest-AttachVolumeShelveTestJSON-707707766 tempest-AttachVolumeShelveTestJSON-707707766-project] 10.222.0.18 "GET /v2.0/ports?device_id=86be2946-ca3b-4374-9704-0c44d13ac2bf HTTP/1.1" status: 200 len: 946 time: 0.0509586 Apr 12 13:26:06.410710 dv-cinder-830097-4-iscsi neutron-server[103457]: INFO neutron.wsgi [req-aba4bda0-d97e-4f45-80be-cf11ffe1f061 req-6e16a14d-1844-4ce7-840f-c0a9b1b183a3 tempest-AttachVolumeShelveTestJSON-707707766 tempest-AttachVolumeShelveTestJSON-707707766-project] 10.222.0.18 "GET /v2.0/security-groups?id=09a15c79-9ad1-40b0-a245-fcad199271ef&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0516291 Apr 12 13:26:07.284955 dv-cinder-830097-4-iscsi neutron-server[103458]: DEBUG neutron.wsgi [-] (103458) accepted ('10.222.0.18', 49052) {{(pid=103458) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 13:26:07.573416 dv-cinder-830097-4-iscsi neutron-server[103458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c070e6fa-459d-4b37-8f77-30db2e043d6e req-e5dc3254-9d0c-45ff-b1d5-05b6675c62ab tempest-AttachVolumeShelveTestJSON-707707766 tempest-AttachVolumeShelveTestJSON-707707766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 13:26:07.576101 dv-cinder-830097-4-iscsi neutron-server[103458]: INFO neutron.wsgi [req-c070e6fa-459d-4b37-8f77-30db2e043d6e req-e5dc3254-9d0c-45ff-b1d5-05b6675c62ab tempest-AttachVolumeShelveTestJSON-707707766 tempest-AttachVolumeShelveTestJSON-707707766-project] 10.222.0.18 "GET /v2.0/ports?device_id=86be2946-ca3b-4374-9704-0c44d13ac2bf HTTP/1.1" status: 200 len: 946 time: 0.0787432 Apr 12 13:26:07.585169 dv-cinder-830097-4-iscsi neutron-server[103458]: DEBUG neutron.plugins.ml2.plugin [None req-8d027a47-b8ae-4438-a663-97a74b0574e1 tempest-TestShelveInstance-750106452 tempest-TestShelveInstance-750106452-project] Deleting port bbfef7b7-8b80-45e5-9896-672d3d3dc31c {{(pid=103458) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 12 13:26:07.585515 dv-cinder-830097-4-iscsi neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-8d027a47-b8ae-4438-a663-97a74b0574e1 tempest-TestShelveInstance-750106452 tempest-TestShelveInstance-750106452-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732727887391'] for port (bbfef7b7-8b80-45e5-9896-672d3d3dc31c), before_delete {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:26:07.678053 dv-cinder-830097-4-iscsi neutron-server[103458]: INFO neutron.wsgi [req-c070e6fa-459d-4b37-8f77-30db2e043d6e req-d158da73-b7e7-44e5-badc-fcc8c0823378 tempest-AttachVolumeShelveTestJSON-707707766 tempest-AttachVolumeShelveTestJSON-707707766-project] 10.222.0.18 "GET /v2.0/security-groups?id=09a15c79-9ad1-40b0-a245-fcad199271ef&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0939748 Apr 12 13:26:07.705239 dv-cinder-830097-4-iscsi neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-8d027a47-b8ae-4438-a663-97a74b0574e1 tempest-TestShelveInstance-750106452 tempest-TestShelveInstance-750106452-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3742288'] for port (bbfef7b7-8b80-45e5-9896-672d3d3dc31c), precommit_delete {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:26:07.705890 dv-cinder-830097-4-iscsi neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-8d027a47-b8ae-4438-a663-97a74b0574e1 tempest-TestShelveInstance-750106452 tempest-TestShelveInstance-750106452-project] Publish callbacks [] for floatingip (bbfef7b7-8b80-45e5-9896-672d3d3dc31c), precommit_delete {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:26:07.719036 dv-cinder-830097-4-iscsi neutron-server[103458]: DEBUG neutron.plugins.ml2.plugin [None req-8d027a47-b8ae-4438-a663-97a74b0574e1 tempest-TestShelveInstance-750106452 tempest-TestShelveInstance-750106452-project] Calling delete_port for bbfef7b7-8b80-45e5-9896-672d3d3dc31c owned by network:floatingip {{(pid=103458) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 12 13:26:07.866890 dv-cinder-830097-4-iscsi neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-8d027a47-b8ae-4438-a663-97a74b0574e1 tempest-TestShelveInstance-750106452 tempest-TestShelveInstance-750106452-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-915890', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3697887', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732727894797', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732727417923', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26097133'] for port (bbfef7b7-8b80-45e5-9896-672d3d3dc31c), after_delete {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:26:07.895810 dv-cinder-830097-4-iscsi neutron-server[103458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d027a47-b8ae-4438-a663-97a74b0574e1 tempest-TestShelveInstance-750106452 tempest-TestShelveInstance-750106452-project] Pushing event deleted for resources: {'Port': ['ID=bbfef7b7-8b80-45e5-9896-672d3d3dc31c,revision_number=None']} {{(pid=103458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 13:26:07.957911 dv-cinder-830097-4-iscsi neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-8d027a47-b8ae-4438-a663-97a74b0574e1 tempest-TestShelveInstance-750106452 tempest-TestShelveInstance-750106452-project] Publish callbacks [] for floatingip (1890b447-5131-4869-8793-e4a566450414), after_delete {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:26:07.958238 dv-cinder-830097-4-iscsi neutron-server[103458]: INFO neutron.db.l3_db [None req-8d027a47-b8ae-4438-a663-97a74b0574e1 tempest-TestShelveInstance-750106452 tempest-TestShelveInstance-750106452-project] Floating IP 1890b447-5131-4869-8793-e4a566450414 disassociated (deleted). External IP: 172.27.0.160, port: 31972305-3c0e-45f1-b071-0c5c3582b82f. Apr 12 13:26:08.178834 dv-cinder-830097-4-iscsi neutron-server[103458]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8d027a47-b8ae-4438-a663-97a74b0574e1 tempest-TestShelveInstance-750106452 tempest-TestShelveInstance-750106452-project] Router b07a6f3d-13d7-49d3-a26b-8607e959c04a has already been hosted by L3 agent b7e11a8b-aeed-493f-9763-461016dddc93 {{(pid=103458) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 12 13:26:08.293413 dv-cinder-830097-4-iscsi neutron-server[103458]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8d027a47-b8ae-4438-a663-97a74b0574e1 tempest-TestShelveInstance-750106452 tempest-TestShelveInstance-750106452-project] Notify agent at l3_agent.dv-cinder-830097-4-iscsi the message routers_updated {{(pid=103458) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 12 13:26:08.298788 dv-cinder-830097-4-iscsi neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-8d027a47-b8ae-4438-a663-97a74b0574e1 tempest-TestShelveInstance-750106452 tempest-TestShelveInstance-750106452-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-500965'] for floatingip (None), before_response {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:26:08.303434 dv-cinder-830097-4-iscsi neutron-server[103460]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-94c6180e-325a-4ea1-92fd-2c597aa3642f None None] Sync routers for ids ['b07a6f3d-13d7-49d3-a26b-8607e959c04a'] in dv-cinder-830097-4-iscsi {{(pid=103460) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 12 13:26:08.314036 dv-cinder-830097-4-iscsi neutron-server[103460]: DEBUG neutron.db.l3_dvrscheduler_db [None req-94c6180e-325a-4ea1-92fd-2c597aa3642f None None] Routers {'b07a6f3d-13d7-49d3-a26b-8607e959c04a'} bound to L3 agent in host dv-cinder-830097-4-iscsi {{(pid=103460) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 12 13:26:08.314657 dv-cinder-830097-4-iscsi neutron-server[103460]: DEBUG neutron.db.l3_hamode_db [None req-94c6180e-325a-4ea1-92fd-2c597aa3642f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830097-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-04-12T13:07:19Z,description=,heartbeat_timestamp=2022-04-12T13:25:49Z,host='dv-cinder-830097-4-iscsi',id=b7e11a8b-aeed-493f-9763-461016dddc93,load=0,resource_versions=,resources_synced=,started_at=2022-04-12T13:07:19Z,topic='l3_agent')) {'router_ids': ['b07a6f3d-13d7-49d3-a26b-8607e959c04a'], 'active': True} {{(pid=103460) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 13:26:08.328748 dv-cinder-830097-4-iscsi neutron-server[103458]: INFO neutron.wsgi [None req-8d027a47-b8ae-4438-a663-97a74b0574e1 tempest-TestShelveInstance-750106452 tempest-TestShelveInstance-750106452-project] 10.222.0.18 "DELETE /v2.0/floatingips/1890b447-5131-4869-8793-e4a566450414 HTTP/1.1" status: 204 len: 168 time: 1.0426943 Apr 12 13:26:08.329361 dv-cinder-830097-4-iscsi neutron-server[103458]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bc77c197-89c7-4e0d-b60b-22abc9b99bd6', 'tag': '31972305-3c0e-45f1-b071-0c5c3582b82f'}] {{(pid=103458) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 12 13:26:08.331733 dv-cinder-830097-4-iscsi neutron-server[103458]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c94cb96f70f67f51233d4af7d4702c9d455fb3abb34896310c9f043c18b7c2b4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9bbf9064-4557-4ba7-9812-85caaa6f62ba" -d '{"events": [{"name": "network-changed", "server_uuid": "bc77c197-89c7-4e0d-b60b-22abc9b99bd6", "tag": "31972305-3c0e-45f1-b071-0c5c3582b82f"}]}' {{(pid=103458) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 12 13:26:08.383368 dv-cinder-830097-4-iscsi neutron-server[103458]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 12 Apr 2022 13:26:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cad4fb9b-5a34-4585-af8f-31ba23314559 x-openstack-request-id: req-cad4fb9b-5a34-4585-af8f-31ba23314559 {{(pid=103458) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 12 13:26:08.383978 dv-cinder-830097-4-iscsi neutron-server[103458]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "bc77c197-89c7-4e0d-b60b-22abc9b99bd6", "tag": "31972305-3c0e-45f1-b071-0c5c3582b82f", "status": "completed", "code": 200}]} {{(pid=103458) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 12 13:26:08.384995 dv-cinder-830097-4-iscsi neutron-server[103458]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-cad4fb9b-5a34-4585-af8f-31ba23314559 {{(pid=103458) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 12 13:26:08.385606 dv-cinder-830097-4-iscsi neutron-server[103458]: INFO neutron.notifiers.nova [-] Nova event matching ['req-cad4fb9b-5a34-4585-af8f-31ba23314559'] response: {'name': 'network-changed', 'server_uuid': 'bc77c197-89c7-4e0d-b60b-22abc9b99bd6', 'tag': '31972305-3c0e-45f1-b071-0c5c3582b82f', 'status': 'completed', 'code': 200} Apr 12 13:26:08.446502 dv-cinder-830097-4-iscsi neutron-server[103460]: DEBUG neutron.db.l3_dvr_db [None req-94c6180e-325a-4ea1-92fd-2c597aa3642f None None] Set router b07a6f3d-13d7-49d3-a26b-8607e959c04a gateway port host: dv-cinder-830097-4-iscsi {{(pid=103460) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 12 13:26:08.472076 dv-cinder-830097-4-iscsi neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bbf9064-4557-4ba7-9812-85caaa6f62ba req-122b002c-4918-4d2c-8b1c-811ddf613f6d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 13:26:08.473699 dv-cinder-830097-4-iscsi neutron-server[103457]: INFO neutron.wsgi [req-9bbf9064-4557-4ba7-9812-85caaa6f62ba req-122b002c-4918-4d2c-8b1c-811ddf613f6d service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=713bbcf7a57142f0a2bb30d1eed8f037&device_id=bc77c197-89c7-4e0d-b60b-22abc9b99bd6 HTTP/1.1" status: 200 len: 1129 time: 0.0442507 Apr 12 13:26:08.595785 dv-cinder-830097-4-iscsi neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bbf9064-4557-4ba7-9812-85caaa6f62ba req-f98424c6-8201-429f-a564-433278b6a534 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 13:26:08.597568 dv-cinder-830097-4-iscsi neutron-server[103457]: INFO neutron.wsgi [req-9bbf9064-4557-4ba7-9812-85caaa6f62ba req-f98424c6-8201-429f-a564-433278b6a534 service neutron] 10.222.0.55 "GET /v2.0/networks?id=dd564e5e-84b2-456c-afed-34fe02080a74 HTTP/1.1" status: 200 len: 910 time: 0.1155386 Apr 12 13:26:08.604270 dv-cinder-830097-4-iscsi neutron-server[103458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3411d206-b445-4e9e-9693-395091e862d5 req-f9eff456-2a6f-42bb-94ec-67849c2f2744 tempest-TestShelveInstance-750106452 tempest-TestShelveInstance-750106452-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 13:26:08.605807 dv-cinder-830097-4-iscsi neutron-server[103458]: INFO neutron.wsgi [req-3411d206-b445-4e9e-9693-395091e862d5 req-f9eff456-2a6f-42bb-94ec-67849c2f2744 tempest-TestShelveInstance-750106452 tempest-TestShelveInstance-750106452-project] 10.222.0.18 "GET /v2.0/ports?device_id=bc77c197-89c7-4e0d-b60b-22abc9b99bd6 HTTP/1.1" status: 200 len: 945 time: 0.0557938 Apr 12 13:26:08.656200 dv-cinder-830097-4-iscsi neutron-server[103460]: DEBUG neutron.db.l3_hamode_db [None req-94c6180e-325a-4ea1-92fd-2c597aa3642f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b07a6f3d-13d7-49d3-a26b-8607e959c04a', 'name': 'tempest-TestShelveInstance-1558463520-router', 'tenant_id': '713bbcf7a57142f0a2bb30d1eed8f037', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '26d0436d-8ae2-49bd-8cc6-3d2eac552c84', 'external_fixed_ips': [{'subnet_id': 'd93852d8-8f89-4b1c-bef4-0e05f499a8db', 'ip_address': '172.27.0.213'}], 'enable_snat': True}, 'gw_port_id': '9b541114-9306-4cda-a16a-61689157b0c2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-12T13:19:15Z', 'updated_at': '2022-04-12T13:19:18Z', 'revision_number': 4, 'project_id': '713bbcf7a57142f0a2bb30d1eed8f037', 'gw_port': {'id': '9b541114-9306-4cda-a16a-61689157b0c2', 'name': '', 'network_id': '26d0436d-8ae2-49bd-8cc6-3d2eac552c84', 'tenant_id': '', 'mac_address': 'fa:16:3e:69:76:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b07a6f3d-13d7-49d3-a26b-8607e959c04a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 389, 'fixed_ips': [{'subnet_id': 'd93852d8-8f89-4b1c-bef4-0e05f499a8db', 'ip_address': '172.27.0.213', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830097-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T13:19:16Z', 'updated_at': '2022-04-12T13:19:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd93852d8-8f89-4b1c-bef4-0e05f499a8db', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830097-4-iscsi', '_interfaces': [{'id': 'b1daae69-1b9d-464b-8d90-f0ccd9098da6', 'name': '', 'network_id': 'dd564e5e-84b2-456c-afed-34fe02080a74', 'tenant_id': '713bbcf7a57142f0a2bb30d1eed8f037', 'mac_address': 'fa:16:3e:49:59:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b07a6f3d-13d7-49d3-a26b-8607e959c04a', 'device_owner': 'network:router_interface', 'standard_attr_id': 390, 'fixed_ips': [{'subnet_id': 'b573db6a-5739-46b0-a65e-7d9b85205259', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830097-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T13:19:18Z', 'updated_at': '2022-04-12T13:19:25Z', 'revision_number': 5, 'project_id': '713bbcf7a57142f0a2bb30d1eed8f037', 'subnets': [{'id': 'b573db6a-5739-46b0-a65e-7d9b85205259', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-830097-4-iscsi', False) {} {{(pid=103460) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 13:26:08.661221 dv-cinder-830097-4-iscsi neutron-server[103458]: INFO neutron.wsgi [req-3411d206-b445-4e9e-9693-395091e862d5 req-5c499fad-e23c-40d7-b46b-08ccb49603f2 tempest-TestShelveInstance-750106452 tempest-TestShelveInstance-750106452-project] 10.222.0.18 "GET /v2.0/security-groups?id=2baa67a9-5f14-404b-94ce-8aa7d37b6772&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0491402 Apr 12 13:26:08.685236 dv-cinder-830097-4-iscsi neutron-server[103460]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-94c6180e-325a-4ea1-92fd-2c597aa3642f None None] Checking router: b07a6f3d-13d7-49d3-a26b-8607e959c04a for host: dv-cinder-830097-4-iscsi {{(pid=103460) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 12 13:26:08.694075 dv-cinder-830097-4-iscsi neutron-server[103460]: DEBUG neutron.db.l3_dvrscheduler_db [None req-94c6180e-325a-4ea1-92fd-2c597aa3642f None None] Routers {'b07a6f3d-13d7-49d3-a26b-8607e959c04a'} bound to L3 agent in host dv-cinder-830097-4-iscsi {{(pid=103460) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 12 13:26:08.694586 dv-cinder-830097-4-iscsi neutron-server[103460]: DEBUG neutron.db.l3_hamode_db [None req-94c6180e-325a-4ea1-92fd-2c597aa3642f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830097-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-04-12T13:07:19Z,description=,heartbeat_timestamp=2022-04-12T13:25:49Z,host='dv-cinder-830097-4-iscsi',id=b7e11a8b-aeed-493f-9763-461016dddc93,load=0,resource_versions=,resources_synced=,started_at=2022-04-12T13:07:19Z,topic='l3_agent')) {'router_ids': ['b07a6f3d-13d7-49d3-a26b-8607e959c04a'], 'active': True} {{(pid=103460) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 13:26:08.808587 dv-cinder-830097-4-iscsi neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57fb5f33-0137-4941-a2cc-2ade396c02bc req-f25b1b02-2feb-427d-bc56-0a7ab91cc7a1 tempest-AttachVolumeShelveTestJSON-707707766 tempest-AttachVolumeShelveTestJSON-707707766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 13:26:08.810218 dv-cinder-830097-4-iscsi neutron-server[103457]: INFO neutron.wsgi [req-57fb5f33-0137-4941-a2cc-2ade396c02bc req-f25b1b02-2feb-427d-bc56-0a7ab91cc7a1 tempest-AttachVolumeShelveTestJSON-707707766 tempest-AttachVolumeShelveTestJSON-707707766-project] 10.222.0.18 "GET /v2.0/ports?device_id=86be2946-ca3b-4374-9704-0c44d13ac2bf HTTP/1.1" status: 200 len: 946 time: 0.0555305 Apr 12 13:26:08.811759 dv-cinder-830097-4-iscsi neutron-server[103460]: DEBUG neutron.db.l3_dvr_db [None req-94c6180e-325a-4ea1-92fd-2c597aa3642f None None] Set router b07a6f3d-13d7-49d3-a26b-8607e959c04a gateway port host: dv-cinder-830097-4-iscsi {{(pid=103460) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 12 13:26:08.868069 dv-cinder-830097-4-iscsi neutron-server[103457]: INFO neutron.wsgi [req-57fb5f33-0137-4941-a2cc-2ade396c02bc req-80e59dba-4d2c-47d8-8ade-f24ecf37a01e tempest-AttachVolumeShelveTestJSON-707707766 tempest-AttachVolumeShelveTestJSON-707707766-project] 10.222.0.18 "GET /v2.0/security-groups?id=09a15c79-9ad1-40b0-a245-fcad199271ef&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0517161 Apr 12 13:26:09.016886 dv-cinder-830097-4-iscsi neutron-server[103460]: DEBUG neutron.db.l3_hamode_db [None req-94c6180e-325a-4ea1-92fd-2c597aa3642f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b07a6f3d-13d7-49d3-a26b-8607e959c04a', 'name': 'tempest-TestShelveInstance-1558463520-router', 'tenant_id': '713bbcf7a57142f0a2bb30d1eed8f037', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '26d0436d-8ae2-49bd-8cc6-3d2eac552c84', 'external_fixed_ips': [{'subnet_id': 'd93852d8-8f89-4b1c-bef4-0e05f499a8db', 'ip_address': '172.27.0.213'}], 'enable_snat': True}, 'gw_port_id': '9b541114-9306-4cda-a16a-61689157b0c2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-12T13:19:15Z', 'updated_at': '2022-04-12T13:19:18Z', 'revision_number': 4, 'project_id': '713bbcf7a57142f0a2bb30d1eed8f037', 'gw_port': {'id': '9b541114-9306-4cda-a16a-61689157b0c2', 'name': '', 'network_id': '26d0436d-8ae2-49bd-8cc6-3d2eac552c84', 'tenant_id': '', 'mac_address': 'fa:16:3e:69:76:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b07a6f3d-13d7-49d3-a26b-8607e959c04a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 389, 'fixed_ips': [{'subnet_id': 'd93852d8-8f89-4b1c-bef4-0e05f499a8db', 'ip_address': '172.27.0.213', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830097-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T13:19:16Z', 'updated_at': '2022-04-12T13:19:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd93852d8-8f89-4b1c-bef4-0e05f499a8db', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830097-4-iscsi', '_interfaces': [{'id': 'b1daae69-1b9d-464b-8d90-f0ccd9098da6', 'name': '', 'network_id': 'dd564e5e-84b2-456c-afed-34fe02080a74', 'tenant_id': '713bbcf7a57142f0a2bb30d1eed8f037', 'mac_address': 'fa:16:3e:49:59:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b07a6f3d-13d7-49d3-a26b-8607e959c04a', 'device_owner': 'network:router_interface', 'standard_attr_id': 390, 'fixed_ips': [{'subnet_id': 'b573db6a-5739-46b0-a65e-7d9b85205259', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830097-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T13:19:18Z', 'updated_at': '2022-04-12T13:19:25Z', 'revision_number': 5, 'project_id': '713bbcf7a57142f0a2bb30d1eed8f037', 'subnets': [{'id': 'b573db6a-5739-46b0-a65e-7d9b85205259', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-830097-4-iscsi', False) {} {{(pid=103460) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 13:26:09.047902 dv-cinder-830097-4-iscsi neutron-server[103460]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-94c6180e-325a-4ea1-92fd-2c597aa3642f None None] The sync data for ids ['b07a6f3d-13d7-49d3-a26b-8607e959c04a'] in dv-cinder-830097-4-iscsi is: [{'id': 'b07a6f3d-13d7-49d3-a26b-8607e959c04a', 'name': 'tempest-TestShelveInstance-1558463520-router', 'tenant_id': '713bbcf7a57142f0a2bb30d1eed8f037', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '26d0436d-8ae2-49bd-8cc6-3d2eac552c84', 'external_fixed_ips': [{'subnet_id': 'd93852d8-8f89-4b1c-bef4-0e05f499a8db', 'ip_address': '172.27.0.213'}], 'enable_snat': True}, 'gw_port_id': '9b541114-9306-4cda-a16a-61689157b0c2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-12T13:19:15Z', 'updated_at': '2022-04-12T13:19:18Z', 'revision_number': 4, 'project_id': '713bbcf7a57142f0a2bb30d1eed8f037', 'gw_port': {'id': '9b541114-9306-4cda-a16a-61689157b0c2', 'name': '', 'network_id': '26d0436d-8ae2-49bd-8cc6-3d2eac552c84', 'tenant_id': '', 'mac_address': 'fa:16:3e:69:76:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b07a6f3d-13d7-49d3-a26b-8607e959c04a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 389, 'fixed_ips': [{'subnet_id': 'd93852d8-8f89-4b1c-bef4-0e05f499a8db', 'ip_address': '172.27.0.213', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830097-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T13:19:16Z', 'updated_at': '2022-04-12T13:19:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd93852d8-8f89-4b1c-bef4-0e05f499a8db', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830097-4-iscsi', '_interfaces': [{'id': 'b1daae69-1b9d-464b-8d90-f0ccd9098da6', 'name': '', 'network_id': 'dd564e5e-84b2-456c-afed-34fe02080a74', 'tenant_id': '713bbcf7a57142f0a2bb30d1eed8f037', 'mac_address': 'fa:16:3e:49:59:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b07a6f3d-13d7-49d3-a26b-8607e959c04a', 'device_owner': 'network:router_interface', 'standard_attr_id': 390, 'fixed_ips': [{'subnet_id': 'b573db6a-5739-46b0-a65e-7d9b85205259', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830097-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T13:19:18Z', 'updated_at': '2022-04-12T13:19:25Z', 'revision_number': 5, 'project_id': '713bbcf7a57142f0a2bb30d1eed8f037', 'subnets': [{'id': 'b573db6a-5739-46b0-a65e-7d9b85205259', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103460) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 12 13:26:09.291155 dv-cinder-830097-4-iscsi neutron-server[103459]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4f0af3e2-b352-424f-8b23-b407ec03841c None None] New status for floating IP 1890b447-5131-4869-8793-e4a566450414: DOWN {{(pid=103459) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 12 13:26:09.707273 dv-cinder-830097-4-iscsi neutron-server[103457]: INFO neutron.wsgi [req-9bbf9064-4557-4ba7-9812-85caaa6f62ba req-c75e0856-b135-40a0-985b-045a83fdd634 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=31972305-3c0e-45f1-b071-0c5c3582b82f HTTP/1.1" status: 200 len: 217 time: 0.0556364 Apr 12 13:26:09.787808 dv-cinder-830097-4-iscsi neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a060ad2-609f-475f-90d8-9a0ced0049c4 req-fe1d1056-6b1e-471d-8a91-9e569e720f0e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 13:26:09.789422 dv-cinder-830097-4-iscsi neutron-server[103457]: INFO neutron.wsgi [req-6a060ad2-609f-475f-90d8-9a0ced0049c4 req-fe1d1056-6b1e-471d-8a91-9e569e720f0e service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=5ebad6ef7aca47f397d0e45a428e3948&device_id=86be2946-ca3b-4374-9704-0c44d13ac2bf HTTP/1.1" status: 200 len: 1130 time: 0.0728405 Apr 12 13:26:09.795455 dv-cinder-830097-4-iscsi neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bbf9064-4557-4ba7-9812-85caaa6f62ba req-dbca4fbe-c502-4151-903b-071fdd2fe763 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 13:26:09.796898 dv-cinder-830097-4-iscsi neutron-server[103457]: INFO neutron.wsgi [req-9bbf9064-4557-4ba7-9812-85caaa6f62ba req-dbca4fbe-c502-4151-903b-071fdd2fe763 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=b573db6a-5739-46b0-a65e-7d9b85205259 HTTP/1.1" status: 200 len: 848 time: 0.0724220 Apr 12 13:26:09.801186 dv-cinder-830097-4-iscsi neutron-server[103458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fdb992c-8402-49e6-ac1b-a3dfef4a6463 req-ef25dfd2-894e-4c9b-a8bc-562cb44fbecc tempest-TestShelveInstance-750106452 tempest-TestShelveInstance-750106452-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 13:26:09.803529 dv-cinder-830097-4-iscsi neutron-server[103458]: INFO neutron.wsgi [req-8fdb992c-8402-49e6-ac1b-a3dfef4a6463 req-ef25dfd2-894e-4c9b-a8bc-562cb44fbecc tempest-TestShelveInstance-750106452 tempest-TestShelveInstance-750106452-project] 10.222.0.18 "GET /v2.0/ports?device_id=bc77c197-89c7-4e0d-b60b-22abc9b99bd6 HTTP/1.1" status: 200 len: 945 time: 0.0585330 Apr 12 13:26:09.866087 dv-cinder-830097-4-iscsi neutron-server[103458]: INFO neutron.wsgi [req-8fdb992c-8402-49e6-ac1b-a3dfef4a6463 req-4f3f15a9-5084-4c7f-a047-488813770c8c tempest-TestShelveInstance-750106452 tempest-TestShelveInstance-750106452-project] 10.222.0.18 "GET /v2.0/security-groups?id=2baa67a9-5f14-404b-94ce-8aa7d37b6772&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0547996 Apr 12 13:26:09.922384 dv-cinder-830097-4-iscsi neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bbf9064-4557-4ba7-9812-85caaa6f62ba req-0493add1-6287-4cc6-b6ce-02c53dd36939 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 13:26:09.924018 dv-cinder-830097-4-iscsi neutron-server[103457]: INFO neutron.wsgi [req-9bbf9064-4557-4ba7-9812-85caaa6f62ba req-0493add1-6287-4cc6-b6ce-02c53dd36939 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=dd564e5e-84b2-456c-afed-34fe02080a74&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.1158590 Apr 12 13:26:10.034267 dv-cinder-830097-4-iscsi neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a060ad2-609f-475f-90d8-9a0ced0049c4 req-63a98d52-27a8-4691-8abf-58136f067899 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 13:26:10.035607 dv-cinder-830097-4-iscsi neutron-server[103457]: INFO neutron.wsgi [req-6a060ad2-609f-475f-90d8-9a0ced0049c4 req-63a98d52-27a8-4691-8abf-58136f067899 service neutron] 10.222.0.55 "GET /v2.0/networks?id=6562521a-2ea5-45f4-a1f8-589dc7fbc9f3 HTTP/1.1" status: 200 len: 917 time: 0.2149479 Apr 12 13:26:10.051083 dv-cinder-830097-4-iscsi neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8973a94d-34b8-47c4-a873-8d9b1ca66d4d req-ea3b7f1b-f7fb-4494-9ac1-57595a3a0793 tempest-AttachVolumeShelveTestJSON-707707766 tempest-AttachVolumeShelveTestJSON-707707766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 13:26:10.052499 dv-cinder-830097-4-iscsi neutron-server[103457]: INFO neutron.wsgi [req-8973a94d-34b8-47c4-a873-8d9b1ca66d4d req-ea3b7f1b-f7fb-4494-9ac1-57595a3a0793 tempest-AttachVolumeShelveTestJSON-707707766 tempest-AttachVolumeShelveTestJSON-707707766-project] 10.222.0.18 "GET /v2.0/ports?device_id=86be2946-ca3b-4374-9704-0c44d13ac2bf HTTP/1.1" status: 200 len: 946 time: 0.1039796 Apr 12 13:26:10.136195 dv-cinder-830097-4-iscsi neutron-server[103457]: INFO neutron.wsgi [req-9bbf9064-4557-4ba7-9812-85caaa6f62ba req-69802b6a-4cc8-466f-9b55-15a17fcf1b75 service neutron] 10.222.0.55 "GET /v2.0/networks/dd564e5e-84b2-456c-afed-34fe02080a74?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2039135 Apr 12 13:26:10.161782 dv-cinder-830097-4-iscsi neutron-server[103457]: INFO neutron.wsgi [req-8973a94d-34b8-47c4-a873-8d9b1ca66d4d req-df14cdc8-ee29-4969-a276-d86bb447cb5b tempest-AttachVolumeShelveTestJSON-707707766 tempest-AttachVolumeShelveTestJSON-707707766-project] 10.222.0.18 "GET /v2.0/security-groups?id=09a15c79-9ad1-40b0-a245-fcad199271ef&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1028097 Apr 12 13:26:10.174257 dv-cinder-830097-4-iscsi neutron-server[103457]: INFO neutron.wsgi [req-6a060ad2-609f-475f-90d8-9a0ced0049c4 req-beb72acf-ab00-4466-9119-cfe607614622 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=6eb5a65f-e2fb-4f73-941b-f6ee09e123ea HTTP/1.1" status: 200 len: 1002 time: 0.0844202 Apr 12 13:26:10.709561 dv-cinder-830097-4-iscsi neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a060ad2-609f-475f-90d8-9a0ced0049c4 req-38336c74-2dbd-41ff-99cd-ddcdeb09e32d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 13:26:10.711182 dv-cinder-830097-4-iscsi neutron-server[103457]: INFO neutron.wsgi [req-6a060ad2-609f-475f-90d8-9a0ced0049c4 req-38336c74-2dbd-41ff-99cd-ddcdeb09e32d service neutron] 10.222.0.55 "GET /v2.0/subnets?id=cf735079-dcf8-4625-b8a7-d372f8fef245 HTTP/1.1" status: 200 len: 855 time: 0.0993791 Apr 12 13:26:10.788309 dv-cinder-830097-4-iscsi neutron-server[103457]: INFO neutron.wsgi [req-9bbf9064-4557-4ba7-9812-85caaa6f62ba req-329d82c7-ad67-43c5-b4c1-292e9b9bd7ba service neutron] 10.222.0.55 "GET /v2.0/networks/dd564e5e-84b2-456c-afed-34fe02080a74?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1775811 Apr 12 13:26:10.809444 dv-cinder-830097-4-iscsi neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a060ad2-609f-475f-90d8-9a0ced0049c4 req-23c3ce90-2c16-41cd-958a-72ea0ceebdc9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 13:26:10.811131 dv-cinder-830097-4-iscsi neutron-server[103457]: INFO neutron.wsgi [req-6a060ad2-609f-475f-90d8-9a0ced0049c4 req-23c3ce90-2c16-41cd-958a-72ea0ceebdc9 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=6562521a-2ea5-45f4-a1f8-589dc7fbc9f3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0806894 Apr 12 13:26:10.817399 dv-cinder-830097-4-iscsi neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45fcfb1d-b2e2-4d15-a587-efb249fd0a1e req-bf6d9835-47cd-41b5-89bb-d6a770143f40 tempest-TestShelveInstance-750106452 tempest-TestShelveInstance-750106452-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 13:26:10.818956 dv-cinder-830097-4-iscsi neutron-server[103457]: INFO neutron.wsgi [req-45fcfb1d-b2e2-4d15-a587-efb249fd0a1e req-bf6d9835-47cd-41b5-89bb-d6a770143f40 tempest-TestShelveInstance-750106452 tempest-TestShelveInstance-750106452-project] 10.222.0.55 "GET /v2.0/ports?device_id=bc77c197-89c7-4e0d-b60b-22abc9b99bd6 HTTP/1.1" status: 200 len: 945 time: 0.0895171 Apr 12 13:26:10.974512 dv-cinder-830097-4-iscsi neutron-server[103457]: DEBUG neutron.plugins.ml2.plugin [req-45fcfb1d-b2e2-4d15-a587-efb249fd0a1e req-c1f7a071-6e2f-4f4e-9449-d6d661b2a760 tempest-TestShelveInstance-750106452 tempest-TestShelveInstance-750106452-project] Deleting port 31972305-3c0e-45f1-b071-0c5c3582b82f {{(pid=103457) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 12 13:26:10.974872 dv-cinder-830097-4-iscsi neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [req-45fcfb1d-b2e2-4d15-a587-efb249fd0a1e req-c1f7a071-6e2f-4f4e-9449-d6d661b2a760 tempest-TestShelveInstance-750106452 tempest-TestShelveInstance-750106452-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732727887391'] for port (31972305-3c0e-45f1-b071-0c5c3582b82f), before_delete {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:26:10.992491 dv-cinder-830097-4-iscsi neutron-server[103458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c51e235-1f68-45f0-a69f-14525b1cfa30 req-be6fd0cf-db56-49c1-96af-c6ae76eace82 tempest-TestShelveInstance-750106452 tempest-TestShelveInstance-750106452-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 13:26:10.996128 dv-cinder-830097-4-iscsi neutron-server[103458]: INFO neutron.wsgi [req-0c51e235-1f68-45f0-a69f-14525b1cfa30 req-be6fd0cf-db56-49c1-96af-c6ae76eace82 tempest-TestShelveInstance-750106452 tempest-TestShelveInstance-750106452-project] 10.222.0.18 "GET /v2.0/ports?device_id=bc77c197-89c7-4e0d-b60b-22abc9b99bd6 HTTP/1.1" status: 200 len: 945 time: 0.0524075 Apr 12 13:26:11.015675 dv-cinder-830097-4-iscsi neutron-server[103457]: INFO neutron.wsgi [req-6a060ad2-609f-475f-90d8-9a0ced0049c4 req-77a969a5-24f3-42d8-aeb5-6755dfdaa75f service neutron] 10.222.0.55 "GET /v2.0/networks/6562521a-2ea5-45f4-a1f8-589dc7fbc9f3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1946571 Apr 12 13:26:11.051470 dv-cinder-830097-4-iscsi neutron-server[103458]: INFO neutron.wsgi [req-0c51e235-1f68-45f0-a69f-14525b1cfa30 req-c2a41612-209d-4cd1-8c6a-6883a3c590b5 tempest-TestShelveInstance-750106452 tempest-TestShelveInstance-750106452-project] 10.222.0.18 "GET /v2.0/security-groups?id=2baa67a9-5f14-404b-94ce-8aa7d37b6772&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0510635 Apr 12 13:26:11.165918 dv-cinder-830097-4-iscsi neutron-server[103457]: DEBUG neutron.plugins.ml2.db [req-45fcfb1d-b2e2-4d15-a587-efb249fd0a1e req-c1f7a071-6e2f-4f4e-9449-d6d661b2a760 tempest-TestShelveInstance-750106452 tempest-TestShelveInstance-750106452-project] For port 31972305-3c0e-45f1-b071-0c5c3582b82f, host hv-cinder-83009, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83009',level=0,port_id=31972305-3c0e-45f1-b071-0c5c3582b82f,segment=NetworkSegment(22816d98-787f-4f09-adc7-9591d9bff28c),segment_id=22816d98-787f-4f09-adc7-9591d9bff28c)] {{(pid=103457) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 12 13:26:11.166646 dv-cinder-830097-4-iscsi neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [req-45fcfb1d-b2e2-4d15-a587-efb249fd0a1e req-c1f7a071-6e2f-4f4e-9449-d6d661b2a760 tempest-TestShelveInstance-750106452 tempest-TestShelveInstance-750106452-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3742288'] for port (31972305-3c0e-45f1-b071-0c5c3582b82f), precommit_delete {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:26:11.187696 dv-cinder-830097-4-iscsi neutron-server[103457]: DEBUG neutron.plugins.ml2.plugin [req-45fcfb1d-b2e2-4d15-a587-efb249fd0a1e req-c1f7a071-6e2f-4f4e-9449-d6d661b2a760 tempest-TestShelveInstance-750106452 tempest-TestShelveInstance-750106452-project] Calling delete_port for 31972305-3c0e-45f1-b071-0c5c3582b82f owned by compute:nova {{(pid=103457) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 12 13:26:11.210297 dv-cinder-830097-4-iscsi neutron-server[103457]: INFO neutron.wsgi [req-6a060ad2-609f-475f-90d8-9a0ced0049c4 req-13a3b5e0-44ec-46ba-84a1-524f9e7c5666 service neutron] 10.222.0.55 "GET /v2.0/networks/6562521a-2ea5-45f4-a1f8-589dc7fbc9f3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1460774 Apr 12 13:26:11.320315 dv-cinder-830097-4-iscsi neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c983f1bc-ed6c-42c5-b6e7-f516f1eaf831 req-cd0f3662-088f-40fd-9b54-7a21b6def2b5 tempest-AttachVolumeShelveTestJSON-707707766 tempest-AttachVolumeShelveTestJSON-707707766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 13:26:11.322185 dv-cinder-830097-4-iscsi neutron-server[103457]: INFO neutron.wsgi [req-c983f1bc-ed6c-42c5-b6e7-f516f1eaf831 req-cd0f3662-088f-40fd-9b54-7a21b6def2b5 tempest-AttachVolumeShelveTestJSON-707707766 tempest-AttachVolumeShelveTestJSON-707707766-project] 10.222.0.18 "GET /v2.0/ports?device_id=86be2946-ca3b-4374-9704-0c44d13ac2bf HTTP/1.1" status: 200 len: 946 time: 0.0601587 Apr 12 13:26:11.380040 dv-cinder-830097-4-iscsi neutron-server[103457]: INFO neutron.wsgi [req-c983f1bc-ed6c-42c5-b6e7-f516f1eaf831 req-d8126242-a442-4d4e-92de-731d6de211d1 tempest-AttachVolumeShelveTestJSON-707707766 tempest-AttachVolumeShelveTestJSON-707707766-project] 10.222.0.18 "GET /v2.0/security-groups?id=09a15c79-9ad1-40b0-a245-fcad199271ef&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0450931 Apr 12 13:26:11.442401 dv-cinder-830097-4-iscsi neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [req-45fcfb1d-b2e2-4d15-a587-efb249fd0a1e req-c1f7a071-6e2f-4f4e-9449-d6d661b2a760 tempest-TestShelveInstance-750106452 tempest-TestShelveInstance-750106452-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-915890', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3697887', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732727894797', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732727417923', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25610742'] for port (31972305-3c0e-45f1-b071-0c5c3582b82f), after_delete {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:26:11.479551 dv-cinder-830097-4-iscsi neutron-server[103457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1f7a071-6e2f-4f4e-9449-d6d661b2a760 tempest-TestShelveInstance-750106452 tempest-TestShelveInstance-750106452-project] Pushing event deleted for resources: {'Port': ['ID=31972305-3c0e-45f1-b071-0c5c3582b82f,revision_number=None']} {{(pid=103457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 13:26:11.494722 dv-cinder-830097-4-iscsi neutron-server[103457]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1f7a071-6e2f-4f4e-9449-d6d661b2a760 tempest-TestShelveInstance-750106452 tempest-TestShelveInstance-750106452-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830097-4-iscsi {{(pid=103457) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 13:26:11.495123 dv-cinder-830097-4-iscsi neutron-server[103457]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1f7a071-6e2f-4f4e-9449-d6d661b2a760 tempest-TestShelveInstance-750106452 tempest-TestShelveInstance-750106452-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830097-4-iscsi {{(pid=103457) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 13:26:11.495515 dv-cinder-830097-4-iscsi neutron-server[103457]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1f7a071-6e2f-4f4e-9449-d6d661b2a760 tempest-TestShelveInstance-750106452 tempest-TestShelveInstance-750106452-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830097-4-iscsi {{(pid=103457) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 13:26:11.495756 dv-cinder-830097-4-iscsi neutron-server[103457]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1f7a071-6e2f-4f4e-9449-d6d661b2a760 tempest-TestShelveInstance-750106452 tempest-TestShelveInstance-750106452-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830097-4-iscsi {{(pid=103457) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 13:26:11.497923 dv-cinder-830097-4-iscsi neutron-server[103457]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1f7a071-6e2f-4f4e-9449-d6d661b2a760 tempest-TestShelveInstance-750106452 tempest-TestShelveInstance-750106452-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830097-4-iscsi {{(pid=103457) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 13:26:11.497923 dv-cinder-830097-4-iscsi neutron-server[103457]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1f7a071-6e2f-4f4e-9449-d6d661b2a760 tempest-TestShelveInstance-750106452 tempest-TestShelveInstance-750106452-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830097-4-iscsi {{(pid=103457) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 13:26:11.497923 dv-cinder-830097-4-iscsi neutron-server[103457]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1f7a071-6e2f-4f4e-9449-d6d661b2a760 tempest-TestShelveInstance-750106452 tempest-TestShelveInstance-750106452-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830097-4-iscsi {{(pid=103457) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 13:26:11.497923 dv-cinder-830097-4-iscsi neutron-server[103457]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1f7a071-6e2f-4f4e-9449-d6d661b2a760 tempest-TestShelveInstance-750106452 tempest-TestShelveInstance-750106452-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-830097-4-iscsi {{(pid=103457) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 13:26:11.497923 dv-cinder-830097-4-iscsi neutron-server[103457]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1f7a071-6e2f-4f4e-9449-d6d661b2a760 tempest-TestShelveInstance-750106452 tempest-TestShelveInstance-750106452-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-830097-4-iscsi {{(pid=103457) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 13:26:11.497923 dv-cinder-830097-4-iscsi neutron-server[103457]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1f7a071-6e2f-4f4e-9449-d6d661b2a760 tempest-TestShelveInstance-750106452 tempest-TestShelveInstance-750106452-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-830097-4-iscsi {{(pid=103457) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 13:26:11.498479 dv-cinder-830097-4-iscsi neutron-server[103457]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1f7a071-6e2f-4f4e-9449-d6d661b2a760 tempest-TestShelveInstance-750106452 tempest-TestShelveInstance-750106452-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-830097-4-iscsi {{(pid=103457) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 13:26:11.498479 dv-cinder-830097-4-iscsi neutron-server[103457]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1f7a071-6e2f-4f4e-9449-d6d661b2a760 tempest-TestShelveInstance-750106452 tempest-TestShelveInstance-750106452-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830097-4-iscsi {{(pid=103457) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 13:26:11.498747 dv-cinder-830097-4-iscsi neutron-server[103457]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1f7a071-6e2f-4f4e-9449-d6d661b2a760 tempest-TestShelveInstance-750106452 tempest-TestShelveInstance-750106452-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830097-4-iscsi {{(pid=103457) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 13:26:11.498976 dv-cinder-830097-4-iscsi neutron-server[103457]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1f7a071-6e2f-4f4e-9449-d6d661b2a760 tempest-TestShelveInstance-750106452 tempest-TestShelveInstance-750106452-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830097-4-iscsi {{(pid=103457) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 13:26:11.499294 dv-cinder-830097-4-iscsi neutron-server[103457]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1f7a071-6e2f-4f4e-9449-d6d661b2a760 tempest-TestShelveInstance-750106452 tempest-TestShelveInstance-750106452-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830097-4-iscsi {{(pid=103457) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 13:26:11.554420 dv-cinder-830097-4-iscsi neutron-server[103457]: DEBUG neutron.db.l3_dvrscheduler_db [req-45fcfb1d-b2e2-4d15-a587-efb249fd0a1e req-c1f7a071-6e2f-4f4e-9449-d6d661b2a760 tempest-TestShelveInstance-750106452 tempest-TestShelveInstance-750106452-project] No DVR routers for this DVR port 31972305-3c0e-45f1-b071-0c5c3582b82f on host hv-cinder-83009 {{(pid=103457) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 12 13:26:11.560639 dv-cinder-830097-4-iscsi neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [req-45fcfb1d-b2e2-4d15-a587-efb249fd0a1e req-c1f7a071-6e2f-4f4e-9449-d6d661b2a760 tempest-TestShelveInstance-750106452 tempest-TestShelveInstance-750106452-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-500965'] for port (None), before_response {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:26:11.571399 dv-cinder-830097-4-iscsi neutron-server[103457]: INFO neutron.wsgi [req-45fcfb1d-b2e2-4d15-a587-efb249fd0a1e req-c1f7a071-6e2f-4f4e-9449-d6d661b2a760 tempest-TestShelveInstance-750106452 tempest-TestShelveInstance-750106452-project] 10.222.0.55 "DELETE /v2.0/ports/31972305-3c0e-45f1-b071-0c5c3582b82f HTTP/1.1" status: 204 len: 173 time: 0.7438617 Apr 12 13:26:11.572397 dv-cinder-830097-4-iscsi neutron-server[103457]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bc77c197-89c7-4e0d-b60b-22abc9b99bd6', 'name': 'network-vif-deleted', 'tag': '31972305-3c0e-45f1-b071-0c5c3582b82f'}] {{(pid=103457) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 12 13:26:11.575980 dv-cinder-830097-4-iscsi neutron-server[103457]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}086c7d3de3560e72b9669b0aa2f8f0aa3a7dc6896401f4467231a6605ceb6cb3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-50ad88d5-616c-403e-be46-df974727f16c" -d '{"events": [{"server_uuid": "bc77c197-89c7-4e0d-b60b-22abc9b99bd6", "name": "network-vif-deleted", "tag": "31972305-3c0e-45f1-b071-0c5c3582b82f"}]}' {{(pid=103457) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 12 13:26:11.644889 dv-cinder-830097-4-iscsi neutron-server[103457]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 12 Apr 2022 13:26:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-91e34ecf-3b2e-434f-952d-3c11cd0dac07 x-openstack-request-id: req-91e34ecf-3b2e-434f-952d-3c11cd0dac07 {{(pid=103457) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 12 13:26:11.645229 dv-cinder-830097-4-iscsi neutron-server[103457]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bc77c197-89c7-4e0d-b60b-22abc9b99bd6", "name": "network-vif-deleted", "tag": "31972305-3c0e-45f1-b071-0c5c3582b82f", "status": "completed", "code": 200}]} {{(pid=103457) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 12 13:26:11.645560 dv-cinder-830097-4-iscsi neutron-server[103457]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-91e34ecf-3b2e-434f-952d-3c11cd0dac07 {{(pid=103457) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 12 13:26:11.645986 dv-cinder-830097-4-iscsi neutron-server[103457]: INFO neutron.notifiers.nova [-] Nova event matching ['req-91e34ecf-3b2e-434f-952d-3c11cd0dac07'] response: {'server_uuid': 'bc77c197-89c7-4e0d-b60b-22abc9b99bd6', 'name': 'network-vif-deleted', 'tag': '31972305-3c0e-45f1-b071-0c5c3582b82f', 'status': 'completed', 'code': 200} Apr 12 13:26:12.234105 dv-cinder-830097-4-iscsi neutron-server[103457]: INFO neutron.wsgi [req-4051a869-36ef-4845-8b51-4f8cf6ad60be req-cea2ceab-5d29-4664-af7c-775b6b06d0dd tempest-TestShelveInstance-750106452 tempest-TestShelveInstance-750106452-project] 10.222.0.18 "GET /v2.0/ports?device_id=bc77c197-89c7-4e0d-b60b-22abc9b99bd6 HTTP/1.1" status: 200 len: 210 time: 0.0442154 Apr 12 13:26:12.540141 dv-cinder-830097-4-iscsi neutron-server[103458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a97b321-b40a-4466-bf24-f8518a01f981 req-bc734f29-3fd6-4ecd-8ba6-de6666ce210c tempest-AttachVolumeShelveTestJSON-707707766 tempest-AttachVolumeShelveTestJSON-707707766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 13:26:12.542505 dv-cinder-830097-4-iscsi neutron-server[103458]: INFO neutron.wsgi [req-7a97b321-b40a-4466-bf24-f8518a01f981 req-bc734f29-3fd6-4ecd-8ba6-de6666ce210c tempest-AttachVolumeShelveTestJSON-707707766 tempest-AttachVolumeShelveTestJSON-707707766-project] 10.222.0.18 "GET /v2.0/ports?device_id=86be2946-ca3b-4374-9704-0c44d13ac2bf HTTP/1.1" status: 200 len: 946 time: 0.0664718 Apr 12 13:26:12.614190 dv-cinder-830097-4-iscsi neutron-server[103458]: INFO neutron.wsgi [req-7a97b321-b40a-4466-bf24-f8518a01f981 req-f6a13566-9ba4-43f8-a0a2-362370434541 tempest-AttachVolumeShelveTestJSON-707707766 tempest-AttachVolumeShelveTestJSON-707707766-project] 10.222.0.18 "GET /v2.0/security-groups?id=09a15c79-9ad1-40b0-a245-fcad199271ef&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0618148 Apr 12 13:26:13.296642 dv-cinder-830097-4-iscsi neutron-server[103458]: DEBUG neutron.wsgi [-] (103458) accepted ('10.222.0.18', 49132) {{(pid=103458) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 13:26:13.354412 dv-cinder-830097-4-iscsi neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-e6f0ac60-0925-45f9-8966-6fa0233e0694 tempest-TestShelveInstance-750106452 tempest-TestShelveInstance-750106452-project] Publish callbacks [] for security_group (2baa67a9-5f14-404b-94ce-8aa7d37b6772), before_delete {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:26:13.378842 dv-cinder-830097-4-iscsi neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-e6f0ac60-0925-45f9-8966-6fa0233e0694 tempest-TestShelveInstance-750106452 tempest-TestShelveInstance-750106452-project] Publish callbacks [] for security_group (2baa67a9-5f14-404b-94ce-8aa7d37b6772), precommit_delete {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:26:13.440987 dv-cinder-830097-4-iscsi neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-e6f0ac60-0925-45f9-8966-6fa0233e0694 tempest-TestShelveInstance-750106452 tempest-TestShelveInstance-750106452-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3691807'] for security_group (2baa67a9-5f14-404b-94ce-8aa7d37b6772), after_delete {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:26:13.443496 dv-cinder-830097-4-iscsi neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-e6f0ac60-0925-45f9-8966-6fa0233e0694 tempest-TestShelveInstance-750106452 tempest-TestShelveInstance-750106452-project] Publish callbacks [] for security_group (None), before_response {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:26:13.444649 dv-cinder-830097-4-iscsi neutron-server[103458]: INFO neutron.wsgi [None req-e6f0ac60-0925-45f9-8966-6fa0233e0694 tempest-TestShelveInstance-750106452 tempest-TestShelveInstance-750106452-project] 10.222.0.18 "DELETE /v2.0/security-groups/2baa67a9-5f14-404b-94ce-8aa7d37b6772 HTTP/1.1" status: 204 len: 168 time: 0.1468952 Apr 12 13:26:13.454449 dv-cinder-830097-4-iscsi neutron-server[103458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6f0ac60-0925-45f9-8966-6fa0233e0694 tempest-TestShelveInstance-750106452 tempest-TestShelveInstance-750106452-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=2baa67a9-5f14-404b-94ce-8aa7d37b6772,revision_number=None']} {{(pid=103458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 13:26:13.496904 dv-cinder-830097-4-iscsi neutron-server[103458]: DEBUG neutron.wsgi [-] (103458) accepted ('10.222.0.18', 49138) {{(pid=103458) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 13:26:13.731549 dv-cinder-830097-4-iscsi neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da65b51c-416b-411b-8046-4c09d736d21d req-1e7cd22c-97f1-4c86-9f66-e44e32ddca50 tempest-AttachVolumeShelveTestJSON-707707766 tempest-AttachVolumeShelveTestJSON-707707766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 13:26:13.733368 dv-cinder-830097-4-iscsi neutron-server[103457]: INFO neutron.wsgi [req-da65b51c-416b-411b-8046-4c09d736d21d req-1e7cd22c-97f1-4c86-9f66-e44e32ddca50 tempest-AttachVolumeShelveTestJSON-707707766 tempest-AttachVolumeShelveTestJSON-707707766-project] 10.222.0.18 "GET /v2.0/ports?device_id=86be2946-ca3b-4374-9704-0c44d13ac2bf HTTP/1.1" status: 200 len: 946 time: 0.0503120 Apr 12 13:26:13.783890 dv-cinder-830097-4-iscsi neutron-server[103457]: INFO neutron.wsgi [req-da65b51c-416b-411b-8046-4c09d736d21d req-560e73d6-8135-4e98-bed4-fbd2f9c5eada tempest-AttachVolumeShelveTestJSON-707707766 tempest-AttachVolumeShelveTestJSON-707707766-project] 10.222.0.18 "GET /v2.0/security-groups?id=09a15c79-9ad1-40b0-a245-fcad199271ef&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0447974 Apr 12 13:26:13.877079 dv-cinder-830097-4-iscsi neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c3cc875-be0b-4bf8-b146-32599b5cdc4f req-0a54a58e-a907-49ed-90e8-67ceb8d3ea44 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 13:26:13.878564 dv-cinder-830097-4-iscsi neutron-server[103457]: INFO neutron.wsgi [req-0c3cc875-be0b-4bf8-b146-32599b5cdc4f req-0a54a58e-a907-49ed-90e8-67ceb8d3ea44 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=5ebad6ef7aca47f397d0e45a428e3948&device_id=86be2946-ca3b-4374-9704-0c44d13ac2bf HTTP/1.1" status: 200 len: 1130 time: 0.0391152 Apr 12 13:26:13.935318 dv-cinder-830097-4-iscsi neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-62f6ddee-d83d-4ebf-8716-ddb5250a6499 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3750862'] for router_interface (b07a6f3d-13d7-49d3-a26b-8607e959c04a), before_delete {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:26:13.965504 dv-cinder-830097-4-iscsi neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c3cc875-be0b-4bf8-b146-32599b5cdc4f req-63593cd1-59d1-46b8-a413-d5412a4433d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 13:26:13.967325 dv-cinder-830097-4-iscsi neutron-server[103457]: INFO neutron.wsgi [req-0c3cc875-be0b-4bf8-b146-32599b5cdc4f req-63593cd1-59d1-46b8-a413-d5412a4433d8 service neutron] 10.222.0.55 "GET /v2.0/networks?id=6562521a-2ea5-45f4-a1f8-589dc7fbc9f3 HTTP/1.1" status: 200 len: 917 time: 0.0830679 Apr 12 13:26:14.034565 dv-cinder-830097-4-iscsi neutron-server[103457]: INFO neutron.wsgi [req-0c3cc875-be0b-4bf8-b146-32599b5cdc4f req-7ac436e6-ee11-416c-9c12-bc050357428e service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=6eb5a65f-e2fb-4f73-941b-f6ee09e123ea HTTP/1.1" status: 200 len: 1002 time: 0.0609045 Apr 12 13:26:14.081306 dv-cinder-830097-4-iscsi neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c3cc875-be0b-4bf8-b146-32599b5cdc4f req-403c3717-c0d5-4125-b959-65fe44775c33 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 13:26:14.082740 dv-cinder-830097-4-iscsi neutron-server[103457]: INFO neutron.wsgi [req-0c3cc875-be0b-4bf8-b146-32599b5cdc4f req-403c3717-c0d5-4125-b959-65fe44775c33 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=cf735079-dcf8-4625-b8a7-d372f8fef245 HTTP/1.1" status: 200 len: 855 time: 0.0430632 Apr 12 13:26:14.125909 dv-cinder-830097-4-iscsi neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c3cc875-be0b-4bf8-b146-32599b5cdc4f req-26bb654d-7cf7-4922-9f48-f7a216819f37 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 13:26:14.127491 dv-cinder-830097-4-iscsi neutron-server[103457]: INFO neutron.wsgi [req-0c3cc875-be0b-4bf8-b146-32599b5cdc4f req-26bb654d-7cf7-4922-9f48-f7a216819f37 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=6562521a-2ea5-45f4-a1f8-589dc7fbc9f3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0384254 Apr 12 13:26:14.178675 dv-cinder-830097-4-iscsi neutron-server[103458]: DEBUG neutron.plugins.ml2.plugin [None req-62f6ddee-d83d-4ebf-8716-ddb5250a6499 admin admin] Deleting port b1daae69-1b9d-464b-8d90-f0ccd9098da6 {{(pid=103458) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 12 13:26:14.179022 dv-cinder-830097-4-iscsi neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-62f6ddee-d83d-4ebf-8716-ddb5250a6499 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732727887391'] for port (b1daae69-1b9d-464b-8d90-f0ccd9098da6), before_delete {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:26:14.218300 dv-cinder-830097-4-iscsi neutron-server[103457]: INFO neutron.wsgi [req-0c3cc875-be0b-4bf8-b146-32599b5cdc4f req-d9257c30-2f31-4a88-bea2-5bf40d61e19d service neutron] 10.222.0.55 "GET /v2.0/networks/6562521a-2ea5-45f4-a1f8-589dc7fbc9f3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0850911 Apr 12 13:26:14.313097 dv-cinder-830097-4-iscsi neutron-server[103457]: INFO neutron.wsgi [req-0c3cc875-be0b-4bf8-b146-32599b5cdc4f req-91f5b8b8-4bc9-42d1-9776-dd36e9e90a30 service neutron] 10.222.0.55 "GET /v2.0/networks/6562521a-2ea5-45f4-a1f8-589dc7fbc9f3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0887506 Apr 12 13:26:14.319460 dv-cinder-830097-4-iscsi neutron-server[103459]: DEBUG neutron.plugins.ml2.rpc [None req-3505bd68-a9fd-4823-92ea-1a6ded8ab071 None None] Device 31972305-3c0e-45f1-b071-0c5c3582b82f no longer exists at agent hyperv_hv-cinder-83009 {{(pid=103459) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 12 13:26:14.340604 dv-cinder-830097-4-iscsi neutron-server[103459]: DEBUG neutron.plugins.ml2.plugin [None req-3505bd68-a9fd-4823-92ea-1a6ded8ab071 None None] No Port match for: 31972305-3c0e-45f1-b071-0c5c3582b82f {{(pid=103459) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2341}} Apr 12 13:26:14.340987 dv-cinder-830097-4-iscsi neutron-server[103459]: DEBUG neutron.plugins.ml2.rpc [None req-3505bd68-a9fd-4823-92ea-1a6ded8ab071 None None] Device 31972305-3c0e-45f1-b071-0c5c3582b82f not bound to the agent host hv-cinder-83009 {{(pid=103459) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 12 13:26:14.481217 dv-cinder-830097-4-iscsi neutron-server[103458]: DEBUG neutron.plugins.ml2.db [None req-62f6ddee-d83d-4ebf-8716-ddb5250a6499 admin admin] For port b1daae69-1b9d-464b-8d90-f0ccd9098da6, host dv-cinder-830097-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-830097-4-iscsi',level=0,port_id=b1daae69-1b9d-464b-8d90-f0ccd9098da6,segment=NetworkSegment(22816d98-787f-4f09-adc7-9591d9bff28c),segment_id=22816d98-787f-4f09-adc7-9591d9bff28c)] {{(pid=103458) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 12 13:26:14.481581 dv-cinder-830097-4-iscsi neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-62f6ddee-d83d-4ebf-8716-ddb5250a6499 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3742288'] for port (b1daae69-1b9d-464b-8d90-f0ccd9098da6), precommit_delete {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:26:14.494384 dv-cinder-830097-4-iscsi neutron-server[103458]: DEBUG neutron.plugins.ml2.plugin [None req-62f6ddee-d83d-4ebf-8716-ddb5250a6499 admin admin] Calling delete_port for b1daae69-1b9d-464b-8d90-f0ccd9098da6 owned by network:router_interface {{(pid=103458) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 12 13:26:14.671602 dv-cinder-830097-4-iscsi neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-62f6ddee-d83d-4ebf-8716-ddb5250a6499 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-915890', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3697887', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732727894797', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732727417923', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26097133'] for port (b1daae69-1b9d-464b-8d90-f0ccd9098da6), after_delete {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:26:14.700614 dv-cinder-830097-4-iscsi neutron-server[103458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62f6ddee-d83d-4ebf-8716-ddb5250a6499 admin admin] Pushing event deleted for resources: {'Port': ['ID=b1daae69-1b9d-464b-8d90-f0ccd9098da6,revision_number=None']} {{(pid=103458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 13:26:14.913961 dv-cinder-830097-4-iscsi neutron-server[103458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9c6f5c7-2774-4ab6-aab0-bbd43c129703 req-6f839056-de14-4332-af34-538690f5e7f9 tempest-AttachVolumeShelveTestJSON-707707766 tempest-AttachVolumeShelveTestJSON-707707766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 13:26:14.915465 dv-cinder-830097-4-iscsi neutron-server[103458]: INFO neutron.wsgi [req-a9c6f5c7-2774-4ab6-aab0-bbd43c129703 req-6f839056-de14-4332-af34-538690f5e7f9 tempest-AttachVolumeShelveTestJSON-707707766 tempest-AttachVolumeShelveTestJSON-707707766-project] 10.222.0.18 "GET /v2.0/ports?device_id=86be2946-ca3b-4374-9704-0c44d13ac2bf HTTP/1.1" status: 200 len: 946 time: 0.0521243 Apr 12 13:26:14.916192 dv-cinder-830097-4-iscsi neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-62f6ddee-d83d-4ebf-8716-ddb5250a6499 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3697864', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3750754'] for router_interface (b07a6f3d-13d7-49d3-a26b-8607e959c04a), after_delete {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:26:15.012172 dv-cinder-830097-4-iscsi neutron-server[103458]: INFO neutron.wsgi [req-a9c6f5c7-2774-4ab6-aab0-bbd43c129703 req-72e10dbc-8619-4a29-b9b4-f09299f87fa6 tempest-AttachVolumeShelveTestJSON-707707766 tempest-AttachVolumeShelveTestJSON-707707766-project] 10.222.0.18 "GET /v2.0/security-groups?id=09a15c79-9ad1-40b0-a245-fcad199271ef&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0898280 Apr 12 13:26:15.167859 dv-cinder-830097-4-iscsi neutron-server[103458]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-62f6ddee-d83d-4ebf-8716-ddb5250a6499 admin admin] Router b07a6f3d-13d7-49d3-a26b-8607e959c04a has already been hosted by L3 agent b7e11a8b-aeed-493f-9763-461016dddc93 {{(pid=103458) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 12 13:26:15.274730 dv-cinder-830097-4-iscsi neutron-server[103458]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-62f6ddee-d83d-4ebf-8716-ddb5250a6499 admin admin] Notify agent at l3_agent.dv-cinder-830097-4-iscsi the message routers_updated {{(pid=103458) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 12 13:26:15.280834 dv-cinder-830097-4-iscsi neutron-server[103458]: INFO neutron.wsgi [None req-62f6ddee-d83d-4ebf-8716-ddb5250a6499 admin admin] 10.222.0.18 "PUT /v2.0/routers/b07a6f3d-13d7-49d3-a26b-8607e959c04a/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7815862 Apr 12 13:26:15.282247 dv-cinder-830097-4-iscsi neutron-server[103458]: DEBUG neutron.wsgi [-] (103458) accepted ('10.222.0.18', 49152) {{(pid=103458) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 13:26:15.284733 dv-cinder-830097-4-iscsi neutron-server[103460]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8186c1e5-135f-4324-9f1c-264c6c81d1a4 None None] Sync routers for ids ['b07a6f3d-13d7-49d3-a26b-8607e959c04a'] in dv-cinder-830097-4-iscsi {{(pid=103460) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 12 13:26:15.295136 dv-cinder-830097-4-iscsi neutron-server[103460]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8186c1e5-135f-4324-9f1c-264c6c81d1a4 None None] Routers {'b07a6f3d-13d7-49d3-a26b-8607e959c04a'} bound to L3 agent in host dv-cinder-830097-4-iscsi {{(pid=103460) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 12 13:26:15.295731 dv-cinder-830097-4-iscsi neutron-server[103460]: DEBUG neutron.db.l3_hamode_db [None req-8186c1e5-135f-4324-9f1c-264c6c81d1a4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830097-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-04-12T13:07:19Z,description=,heartbeat_timestamp=2022-04-12T13:25:49Z,host='dv-cinder-830097-4-iscsi',id=b7e11a8b-aeed-493f-9763-461016dddc93,load=0,resource_versions=,resources_synced=,started_at=2022-04-12T13:07:19Z,topic='l3_agent')) {'router_ids': ['b07a6f3d-13d7-49d3-a26b-8607e959c04a'], 'active': True} {{(pid=103460) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 13:26:15.387480 dv-cinder-830097-4-iscsi neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-75be10df-85d8-41cf-bb9e-4e2dba6bef97 admin admin] Publish callbacks [] for router (b07a6f3d-13d7-49d3-a26b-8607e959c04a), before_delete {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:26:15.400679 dv-cinder-830097-4-iscsi neutron-server[103460]: DEBUG neutron.db.l3_dvr_db [None req-8186c1e5-135f-4324-9f1c-264c6c81d1a4 None None] Set router b07a6f3d-13d7-49d3-a26b-8607e959c04a gateway port host: dv-cinder-830097-4-iscsi {{(pid=103460) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 12 13:26:15.491129 dv-cinder-830097-4-iscsi neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-75be10df-85d8-41cf-bb9e-4e2dba6bef97 admin admin] Publish callbacks [] for router_gateway (b07a6f3d-13d7-49d3-a26b-8607e959c04a), before_delete {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:26:15.549088 dv-cinder-830097-4-iscsi neutron-server[103458]: DEBUG neutron.plugins.ml2.plugin [None req-75be10df-85d8-41cf-bb9e-4e2dba6bef97 admin admin] Deleting port 9b541114-9306-4cda-a16a-61689157b0c2 {{(pid=103458) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 12 13:26:15.549392 dv-cinder-830097-4-iscsi neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-75be10df-85d8-41cf-bb9e-4e2dba6bef97 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732727887391'] for port (9b541114-9306-4cda-a16a-61689157b0c2), before_delete {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:26:15.582474 dv-cinder-830097-4-iscsi neutron-server[103460]: DEBUG neutron.db.l3_hamode_db [None req-8186c1e5-135f-4324-9f1c-264c6c81d1a4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b07a6f3d-13d7-49d3-a26b-8607e959c04a', 'name': 'tempest-TestShelveInstance-1558463520-router', 'tenant_id': '713bbcf7a57142f0a2bb30d1eed8f037', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '26d0436d-8ae2-49bd-8cc6-3d2eac552c84', 'external_fixed_ips': [{'subnet_id': 'd93852d8-8f89-4b1c-bef4-0e05f499a8db', 'ip_address': '172.27.0.213'}], 'enable_snat': True}, 'gw_port_id': '9b541114-9306-4cda-a16a-61689157b0c2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-12T13:19:15Z', 'updated_at': '2022-04-12T13:26:14Z', 'revision_number': 5, 'project_id': '713bbcf7a57142f0a2bb30d1eed8f037', 'gw_port': {'id': '9b541114-9306-4cda-a16a-61689157b0c2', 'name': '', 'network_id': '26d0436d-8ae2-49bd-8cc6-3d2eac552c84', 'tenant_id': '', 'mac_address': 'fa:16:3e:69:76:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b07a6f3d-13d7-49d3-a26b-8607e959c04a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 389, 'fixed_ips': [{'subnet_id': 'd93852d8-8f89-4b1c-bef4-0e05f499a8db', 'ip_address': '172.27.0.213', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830097-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T13:19:16Z', 'updated_at': '2022-04-12T13:19:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd93852d8-8f89-4b1c-bef4-0e05f499a8db', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830097-4-iscsi'}], 'dv-cinder-830097-4-iscsi', False) {} {{(pid=103460) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 13:26:15.637699 dv-cinder-830097-4-iscsi neutron-server[103458]: DEBUG neutron.plugins.ml2.db [None req-75be10df-85d8-41cf-bb9e-4e2dba6bef97 admin admin] For port 9b541114-9306-4cda-a16a-61689157b0c2, host dv-cinder-830097-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-830097-4-iscsi',level=0,port_id=9b541114-9306-4cda-a16a-61689157b0c2,segment=NetworkSegment(333e2245-11dc-4fcd-9fb1-9fe65fae59ea),segment_id=333e2245-11dc-4fcd-9fb1-9fe65fae59ea)] {{(pid=103458) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 12 13:26:15.638074 dv-cinder-830097-4-iscsi neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-75be10df-85d8-41cf-bb9e-4e2dba6bef97 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3742288'] for port (9b541114-9306-4cda-a16a-61689157b0c2), precommit_delete {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:26:15.653368 dv-cinder-830097-4-iscsi neutron-server[103458]: DEBUG neutron.plugins.ml2.plugin [None req-75be10df-85d8-41cf-bb9e-4e2dba6bef97 admin admin] Calling delete_port for 9b541114-9306-4cda-a16a-61689157b0c2 owned by network:router_gateway {{(pid=103458) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 12 13:26:15.700087 dv-cinder-830097-4-iscsi neutron-server[103460]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8186c1e5-135f-4324-9f1c-264c6c81d1a4 None None] Checking router: b07a6f3d-13d7-49d3-a26b-8607e959c04a for host: dv-cinder-830097-4-iscsi {{(pid=103460) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 12 13:26:15.708156 dv-cinder-830097-4-iscsi neutron-server[103460]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8186c1e5-135f-4324-9f1c-264c6c81d1a4 None None] Routers {'b07a6f3d-13d7-49d3-a26b-8607e959c04a'} bound to L3 agent in host dv-cinder-830097-4-iscsi {{(pid=103460) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 12 13:26:15.708750 dv-cinder-830097-4-iscsi neutron-server[103460]: DEBUG neutron.db.l3_hamode_db [None req-8186c1e5-135f-4324-9f1c-264c6c81d1a4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830097-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-04-12T13:07:19Z,description=,heartbeat_timestamp=2022-04-12T13:25:49Z,host='dv-cinder-830097-4-iscsi',id=b7e11a8b-aeed-493f-9763-461016dddc93,load=0,resource_versions=,resources_synced=,started_at=2022-04-12T13:07:19Z,topic='l3_agent')) {'router_ids': ['b07a6f3d-13d7-49d3-a26b-8607e959c04a'], 'active': True} {{(pid=103460) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 13:26:15.799307 dv-cinder-830097-4-iscsi neutron-server[103460]: DEBUG neutron.db.l3_dvr_db [None req-8186c1e5-135f-4324-9f1c-264c6c81d1a4 None None] Set router b07a6f3d-13d7-49d3-a26b-8607e959c04a gateway port host: None {{(pid=103460) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 12 13:26:15.829294 dv-cinder-830097-4-iscsi neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-75be10df-85d8-41cf-bb9e-4e2dba6bef97 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-915890', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3697887', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732727894797', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732727417923', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26097133'] for port (9b541114-9306-4cda-a16a-61689157b0c2), after_delete {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:26:15.854165 dv-cinder-830097-4-iscsi neutron-server[103460]: DEBUG neutron.db.l3_hamode_db [None req-8186c1e5-135f-4324-9f1c-264c6c81d1a4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b07a6f3d-13d7-49d3-a26b-8607e959c04a', 'name': 'tempest-TestShelveInstance-1558463520-router', 'tenant_id': '713bbcf7a57142f0a2bb30d1eed8f037', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-12T13:19:15Z', 'updated_at': '2022-04-12T13:26:15Z', 'revision_number': 6, 'project_id': '713bbcf7a57142f0a2bb30d1eed8f037', 'gw_port_host': None}], 'dv-cinder-830097-4-iscsi', False) {} {{(pid=103460) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 13:26:15.857423 dv-cinder-830097-4-iscsi neutron-server[103458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75be10df-85d8-41cf-bb9e-4e2dba6bef97 admin admin] Pushing event deleted for resources: {'Port': ['ID=9b541114-9306-4cda-a16a-61689157b0c2,revision_number=None']} {{(pid=103458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 13:26:15.883612 dv-cinder-830097-4-iscsi neutron-server[103460]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8186c1e5-135f-4324-9f1c-264c6c81d1a4 None None] The sync data for ids ['b07a6f3d-13d7-49d3-a26b-8607e959c04a'] in dv-cinder-830097-4-iscsi is: [{'id': 'b07a6f3d-13d7-49d3-a26b-8607e959c04a', 'name': 'tempest-TestShelveInstance-1558463520-router', 'tenant_id': '713bbcf7a57142f0a2bb30d1eed8f037', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-12T13:19:15Z', 'updated_at': '2022-04-12T13:26:15Z', 'revision_number': 6, 'project_id': '713bbcf7a57142f0a2bb30d1eed8f037', 'gw_port_host': None}] {{(pid=103460) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 12 13:26:15.927937 dv-cinder-830097-4-iscsi neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-75be10df-85d8-41cf-bb9e-4e2dba6bef97 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3739012'] for router_gateway (b07a6f3d-13d7-49d3-a26b-8607e959c04a), after_delete {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:26:16.028116 dv-cinder-830097-4-iscsi neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-75be10df-85d8-41cf-bb9e-4e2dba6bef97 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3800106', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-36279'] for router (b07a6f3d-13d7-49d3-a26b-8607e959c04a), precommit_delete {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:26:16.031259 dv-cinder-830097-4-iscsi neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-75be10df-85d8-41cf-bb9e-4e2dba6bef97 admin admin] Publish callbacks [] for router_controller (b07a6f3d-13d7-49d3-a26b-8607e959c04a), precommit_delete_associations {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:26:16.078284 dv-cinder-830097-4-iscsi neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-75be10df-85d8-41cf-bb9e-4e2dba6bef97 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3800099'] for router (b07a6f3d-13d7-49d3-a26b-8607e959c04a), after_delete {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:26:16.078946 dv-cinder-830097-4-iscsi neutron-server[103458]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-75be10df-85d8-41cf-bb9e-4e2dba6bef97 admin admin] Fanout notify agent at l3_agent the message router_deleted on router b07a6f3d-13d7-49d3-a26b-8607e959c04a {{(pid=103458) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 12 13:26:16.083396 dv-cinder-830097-4-iscsi neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-75be10df-85d8-41cf-bb9e-4e2dba6bef97 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:26:16.084582 dv-cinder-830097-4-iscsi neutron-server[103458]: INFO neutron.wsgi [None req-75be10df-85d8-41cf-bb9e-4e2dba6bef97 admin admin] 10.222.0.18 "DELETE /v2.0/routers/b07a6f3d-13d7-49d3-a26b-8607e959c04a HTTP/1.1" status: 204 len: 168 time: 0.8013897 Apr 12 13:26:16.087672 dv-cinder-830097-4-iscsi neutron-server[103458]: DEBUG neutron.wsgi [-] (103458) accepted ('10.222.0.18', 49162) {{(pid=103458) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 13:26:16.134871 dv-cinder-830097-4-iscsi neutron-server[103458]: DEBUG neutron.db.db_base_plugin_v2 [None req-b6739010-bf99-4584-b994-2148cc2a345c admin admin] Deleting subnet b573db6a-5739-46b0-a65e-7d9b85205259 {{(pid=103458) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Apr 12 13:26:16.138608 dv-cinder-830097-4-iscsi neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-b6739010-bf99-4584-b994-2148cc2a345c admin admin] Publish callbacks [] for subnet (b573db6a-5739-46b0-a65e-7d9b85205259), before_delete {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:26:16.174590 dv-cinder-830097-4-iscsi neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-b6739010-bf99-4584-b994-2148cc2a345c admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26034251'] for subnet (b573db6a-5739-46b0-a65e-7d9b85205259), precommit_delete_associations {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:26:16.265467 dv-cinder-830097-4-iscsi neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-b6739010-bf99-4584-b994-2148cc2a345c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-660287'] for subnet (b573db6a-5739-46b0-a65e-7d9b85205259), precommit_delete {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:26:16.334390 dv-cinder-830097-4-iscsi neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-b6739010-bf99-4584-b994-2148cc2a345c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-660230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3682813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3697887', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26097040', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25420786'] for subnet (b573db6a-5739-46b0-a65e-7d9b85205259), after_delete {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:26:16.366911 dv-cinder-830097-4-iscsi neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-b6739010-bf99-4584-b994-2148cc2a345c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3697709'] for subnet (None), before_response {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:26:16.374134 dv-cinder-830097-4-iscsi neutron-server[103458]: INFO neutron.wsgi [None req-b6739010-bf99-4584-b994-2148cc2a345c admin admin] 10.222.0.18 "DELETE /v2.0/subnets/b573db6a-5739-46b0-a65e-7d9b85205259 HTTP/1.1" status: 204 len: 168 time: 0.2832165 Apr 12 13:26:16.374134 dv-cinder-830097-4-iscsi neutron-server[103458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6739010-bf99-4584-b994-2148cc2a345c admin admin] Pushing event deleted for resources: {'Subnet': ['ID=b573db6a-5739-46b0-a65e-7d9b85205259,revision_number=None']} {{(pid=103458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 13:26:16.375662 dv-cinder-830097-4-iscsi neutron-server[103458]: DEBUG neutron.wsgi [-] (103458) accepted ('10.222.0.18', 49164) {{(pid=103458) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 13:26:16.392397 dv-cinder-830097-4-iscsi neutron-server[103459]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4ee9a0f9-92da-44e1-8abe-7e1f32057f5d None None] Network dd564e5e-84b2-456c-afed-34fe02080a74 requested from dv-cinder-830097-4-iscsi {{(pid=103459) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 12 13:26:16.412348 dv-cinder-830097-4-iscsi neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee1914a3-2a06-4844-85ef-1184a82d2ca8 req-cb163c9f-2f6c-4eb4-909d-5b64c97bf799 tempest-AttachVolumeShelveTestJSON-707707766 tempest-AttachVolumeShelveTestJSON-707707766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 13:26:16.413851 dv-cinder-830097-4-iscsi neutron-server[103457]: INFO neutron.wsgi [req-ee1914a3-2a06-4844-85ef-1184a82d2ca8 req-cb163c9f-2f6c-4eb4-909d-5b64c97bf799 tempest-AttachVolumeShelveTestJSON-707707766 tempest-AttachVolumeShelveTestJSON-707707766-project] 10.222.0.18 "GET /v2.0/ports?device_id=86be2946-ca3b-4374-9704-0c44d13ac2bf HTTP/1.1" status: 200 len: 946 time: 0.3292651 Apr 12 13:26:16.453653 dv-cinder-830097-4-iscsi neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-2074dff5-4df6-4951-8b2f-6fd86d048861 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-739948'] for network (dd564e5e-84b2-456c-afed-34fe02080a74), before_delete {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:26:16.464293 dv-cinder-830097-4-iscsi neutron-server[103457]: INFO neutron.wsgi [req-ee1914a3-2a06-4844-85ef-1184a82d2ca8 req-84d736b4-9b6e-49a0-806b-1f4c3a1c2998 tempest-AttachVolumeShelveTestJSON-707707766 tempest-AttachVolumeShelveTestJSON-707707766-project] 10.222.0.18 "GET /v2.0/security-groups?id=09a15c79-9ad1-40b0-a245-fcad199271ef&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0434861 Apr 12 13:26:16.504121 dv-cinder-830097-4-iscsi neutron-server[103458]: DEBUG neutron.plugins.ml2.plugin [None req-2074dff5-4df6-4951-8b2f-6fd86d048861 admin admin] Deleting port 6a6f8540-f13a-454f-b360-18afbeaf2168 {{(pid=103458) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 12 13:26:16.504465 dv-cinder-830097-4-iscsi neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-2074dff5-4df6-4951-8b2f-6fd86d048861 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732727887391'] for port (6a6f8540-f13a-454f-b360-18afbeaf2168), before_delete {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:26:16.569720 dv-cinder-830097-4-iscsi neutron-server[103458]: DEBUG neutron.plugins.ml2.db [None req-2074dff5-4df6-4951-8b2f-6fd86d048861 admin admin] For port 6a6f8540-f13a-454f-b360-18afbeaf2168, host dv-cinder-830097-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-830097-4-iscsi',level=0,port_id=6a6f8540-f13a-454f-b360-18afbeaf2168,segment=NetworkSegment(22816d98-787f-4f09-adc7-9591d9bff28c),segment_id=22816d98-787f-4f09-adc7-9591d9bff28c)] {{(pid=103458) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 12 13:26:16.570088 dv-cinder-830097-4-iscsi neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-2074dff5-4df6-4951-8b2f-6fd86d048861 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3742288'] for port (6a6f8540-f13a-454f-b360-18afbeaf2168), precommit_delete {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:26:16.584342 dv-cinder-830097-4-iscsi neutron-server[103458]: DEBUG neutron.plugins.ml2.plugin [None req-2074dff5-4df6-4951-8b2f-6fd86d048861 admin admin] Calling delete_port for 6a6f8540-f13a-454f-b360-18afbeaf2168 owned by network:dhcp {{(pid=103458) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 12 13:26:16.695867 dv-cinder-830097-4-iscsi neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-2074dff5-4df6-4951-8b2f-6fd86d048861 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-915890', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3697887', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732727894797', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732727417923', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26097133'] for port (6a6f8540-f13a-454f-b360-18afbeaf2168), after_delete {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:26:16.708803 dv-cinder-830097-4-iscsi neutron-server[103459]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c9fb3e79-fe09-4e4e-a5f8-27cc898016e2 None None] DHCP port deletion for dd564e5e-84b2-456c-afed-34fe02080a74 request from dv-cinder-830097-4-iscsi {{(pid=103459) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Apr 12 13:26:16.739498 dv-cinder-830097-4-iscsi neutron-server[103458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2074dff5-4df6-4951-8b2f-6fd86d048861 admin admin] Pushing event deleted for resources: {'Port': ['ID=6a6f8540-f13a-454f-b360-18afbeaf2168,revision_number=None']} {{(pid=103458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 13:26:16.744511 dv-cinder-830097-4-iscsi neutron-server[103458]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2074dff5-4df6-4951-8b2f-6fd86d048861 admin admin] No DVR routers for this DVR port 6a6f8540-f13a-454f-b360-18afbeaf2168 on host dv-cinder-830097-4-iscsi {{(pid=103458) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 12 13:26:16.778396 dv-cinder-830097-4-iscsi neutron-server[103459]: DEBUG neutron_lib.callbacks.manager [None req-4a9ebe9c-6d14-4e67-b173-d3079c0362dc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732727929501', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-657397'] for agent (246ca497-e2ee-4e0b-b432-b4153c207e5f), after_update {{(pid=103459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:26:16.836427 dv-cinder-830097-4-iscsi neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-2074dff5-4df6-4951-8b2f-6fd86d048861 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-661938', 'neutron.services.segments.db._delete_segments_for_network-8732727929519'] for network (dd564e5e-84b2-456c-afed-34fe02080a74), precommit_delete {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:26:16.868833 dv-cinder-830097-4-iscsi neutron-server[103458]: DEBUG neutron.services.segments.db [None req-2074dff5-4df6-4951-8b2f-6fd86d048861 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['dd564e5e-84b2-456c-afed-34fe02080a74']}} {{(pid=103458) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 13:26:16.880576 dv-cinder-830097-4-iscsi neutron-server[103458]: DEBUG neutron.services.segments.db [None req-2074dff5-4df6-4951-8b2f-6fd86d048861 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '22816d98-787f-4f09-adc7-9591d9bff28c') {'for_net_delete': True} {{(pid=103458) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 13:26:16.881314 dv-cinder-830097-4-iscsi neutron-server[103458]: DEBUG neutron.services.segments.db [None req-2074dff5-4df6-4951-8b2f-6fd86d048861 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '22816d98-787f-4f09-adc7-9591d9bff28c') {} {{(pid=103458) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 13:26:16.896884 dv-cinder-830097-4-iscsi neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-2074dff5-4df6-4951-8b2f-6fd86d048861 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8732727932344', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26034242'] for segment (22816d98-787f-4f09-adc7-9591d9bff28c), before_delete {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:26:16.921486 dv-cinder-830097-4-iscsi neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-2074dff5-4df6-4951-8b2f-6fd86d048861 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-715442'] for segment (22816d98-787f-4f09-adc7-9591d9bff28c), precommit_delete {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:26:16.938166 dv-cinder-830097-4-iscsi neutron-server[103458]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2074dff5-4df6-4951-8b2f-6fd86d048861 admin admin] Releasing vlan 201 on physical network physnet1 to pool {{(pid=103458) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 12 13:26:16.938764 dv-cinder-830097-4-iscsi neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-2074dff5-4df6-4951-8b2f-6fd86d048861 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-715442', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26096954'] for segment (22816d98-787f-4f09-adc7-9591d9bff28c), after_delete {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:26:16.940671 dv-cinder-830097-4-iscsi neutron-server[103458]: Traceback (most recent call last): Apr 12 13:26:16.940671 dv-cinder-830097-4-iscsi neutron-server[103458]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 12 13:26:16.940671 dv-cinder-830097-4-iscsi neutron-server[103458]: timer() Apr 12 13:26:16.940671 dv-cinder-830097-4-iscsi neutron-server[103458]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 12 13:26:16.940671 dv-cinder-830097-4-iscsi neutron-server[103458]: cb(*args, **kw) Apr 12 13:26:16.940671 dv-cinder-830097-4-iscsi neutron-server[103458]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 12 13:26:16.940671 dv-cinder-830097-4-iscsi neutron-server[103458]: return func(*args, **kwargs) Apr 12 13:26:16.940671 dv-cinder-830097-4-iscsi neutron-server[103458]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 12 13:26:16.940671 dv-cinder-830097-4-iscsi neutron-server[103458]: self._notify() Apr 12 13:26:16.940671 dv-cinder-830097-4-iscsi neutron-server[103458]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 12 13:26:16.940671 dv-cinder-830097-4-iscsi neutron-server[103458]: self.callback(batched_events) Apr 12 13:26:16.940671 dv-cinder-830097-4-iscsi neutron-server[103458]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 12 13:26:16.940671 dv-cinder-830097-4-iscsi neutron-server[103458]: event.method(event) Apr 12 13:26:16.940671 dv-cinder-830097-4-iscsi neutron-server[103458]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 12 13:26:16.940671 dv-cinder-830097-4-iscsi neutron-server[103458]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 12 13:26:16.940671 dv-cinder-830097-4-iscsi neutron-server[103458]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 12 13:26:16.940671 dv-cinder-830097-4-iscsi neutron-server[103458]: aggregate_uuid = self.p_client.list_aggregates( Apr 12 13:26:16.940671 dv-cinder-830097-4-iscsi neutron-server[103458]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 12 13:26:16.940671 dv-cinder-830097-4-iscsi neutron-server[103458]: return f(self, *a, **k) Apr 12 13:26:16.940671 dv-cinder-830097-4-iscsi neutron-server[103458]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 12 13:26:16.940671 dv-cinder-830097-4-iscsi neutron-server[103458]: return self._get(url).json() Apr 12 13:26:16.940671 dv-cinder-830097-4-iscsi neutron-server[103458]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 12 13:26:16.940671 dv-cinder-830097-4-iscsi neutron-server[103458]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 12 13:26:16.940671 dv-cinder-830097-4-iscsi neutron-server[103458]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 12 13:26:16.940671 dv-cinder-830097-4-iscsi neutron-server[103458]: return self.request(url, 'GET', **kwargs) Apr 12 13:26:16.940671 dv-cinder-830097-4-iscsi neutron-server[103458]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 12 13:26:16.940671 dv-cinder-830097-4-iscsi neutron-server[103458]: base_url = self.get_endpoint(auth, allow=allow, Apr 12 13:26:16.940671 dv-cinder-830097-4-iscsi neutron-server[103458]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 12 13:26:16.940671 dv-cinder-830097-4-iscsi neutron-server[103458]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 12 13:26:16.940671 dv-cinder-830097-4-iscsi neutron-server[103458]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 12 13:26:16.940671 dv-cinder-830097-4-iscsi neutron-server[103458]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 12 13:26:16.940671 dv-cinder-830097-4-iscsi neutron-server[103458]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 12 13:26:16.958259 dv-cinder-830097-4-iscsi neutron-server[103457]: DEBUG neutron.wsgi [-] (103457) accepted ('10.222.0.18', 49186) {{(pid=103457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 13:26:16.974072 dv-cinder-830097-4-iscsi neutron-server[103459]: DEBUG neutron.plugins.ml2.rpc [None req-53781792-8650-4c78-93a6-1c4d328d874c None None] Device b1daae69-1b9d-464b-8d90-f0ccd9098da6 no longer exists at agent ovs-agent-dv-cinder-830097-4-iscsi {{(pid=103459) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 12 13:26:17.014245 dv-cinder-830097-4-iscsi neutron-server[103459]: DEBUG neutron.plugins.ml2.plugin [None req-53781792-8650-4c78-93a6-1c4d328d874c None None] No Port match for: b1daae69-1b9d-464b-8d90-f0ccd9098da6 {{(pid=103459) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2341}} Apr 12 13:26:17.014599 dv-cinder-830097-4-iscsi neutron-server[103459]: DEBUG neutron.plugins.ml2.rpc [None req-53781792-8650-4c78-93a6-1c4d328d874c None None] Device b1daae69-1b9d-464b-8d90-f0ccd9098da6 not bound to the agent host dv-cinder-830097-4-iscsi {{(pid=103459) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 12 13:26:17.015354 dv-cinder-830097-4-iscsi neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-2074dff5-4df6-4951-8b2f-6fd86d048861 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-661949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3691972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3697887', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3739104'] for network (dd564e5e-84b2-456c-afed-34fe02080a74), after_delete {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:26:17.019091 dv-cinder-830097-4-iscsi neutron-server[103459]: DEBUG neutron.plugins.ml2.rpc [None req-53781792-8650-4c78-93a6-1c4d328d874c None None] Device 9b541114-9306-4cda-a16a-61689157b0c2 no longer exists at agent ovs-agent-dv-cinder-830097-4-iscsi {{(pid=103459) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 12 13:26:17.022473 dv-cinder-830097-4-iscsi neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-2074dff5-4df6-4951-8b2f-6fd86d048861 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3697709'] for network (None), before_response {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:26:17.031515 dv-cinder-830097-4-iscsi neutron-server[103458]: INFO neutron.wsgi [None req-2074dff5-4df6-4951-8b2f-6fd86d048861 admin admin] 10.222.0.18 "DELETE /v2.0/networks/dd564e5e-84b2-456c-afed-34fe02080a74 HTTP/1.1" status: 204 len: 168 time: 0.6524782 Apr 12 13:26:17.032607 dv-cinder-830097-4-iscsi neutron-server[103457]: DEBUG neutron.wsgi [-] (103457) accepted ('10.222.0.18', 49192) {{(pid=103457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 13:26:17.059673 dv-cinder-830097-4-iscsi neutron-server[103458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2074dff5-4df6-4951-8b2f-6fd86d048861 admin admin] Pushing event deleted for resources: {'Network': ['ID=dd564e5e-84b2-456c-afed-34fe02080a74,revision_number=None']} {{(pid=103458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 13:26:17.100659 dv-cinder-830097-4-iscsi neutron-server[103459]: DEBUG neutron.plugins.ml2.plugin [None req-53781792-8650-4c78-93a6-1c4d328d874c None None] No Port match for: 9b541114-9306-4cda-a16a-61689157b0c2 {{(pid=103459) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2341}} Apr 12 13:26:17.101036 dv-cinder-830097-4-iscsi neutron-server[103459]: DEBUG neutron.plugins.ml2.rpc [None req-53781792-8650-4c78-93a6-1c4d328d874c None None] Device 9b541114-9306-4cda-a16a-61689157b0c2 not bound to the agent host dv-cinder-830097-4-iscsi {{(pid=103459) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 12 13:26:17.101712 dv-cinder-830097-4-iscsi neutron-server[103459]: DEBUG neutron.plugins.ml2.rpc [None req-53781792-8650-4c78-93a6-1c4d328d874c None None] Device 6a6f8540-f13a-454f-b360-18afbeaf2168 no longer exists at agent ovs-agent-dv-cinder-830097-4-iscsi {{(pid=103459) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 12 13:26:17.121415 dv-cinder-830097-4-iscsi neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-aca85f90-3d4b-410f-b26b-82e3f188a9a8 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:26:17.124099 dv-cinder-830097-4-iscsi neutron-server[103459]: DEBUG neutron.plugins.ml2.plugin [None req-53781792-8650-4c78-93a6-1c4d328d874c None None] No Port match for: 6a6f8540-f13a-454f-b360-18afbeaf2168 {{(pid=103459) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2341}} Apr 12 13:26:17.124450 dv-cinder-830097-4-iscsi neutron-server[103459]: DEBUG neutron.plugins.ml2.rpc [None req-53781792-8650-4c78-93a6-1c4d328d874c None None] Device 6a6f8540-f13a-454f-b360-18afbeaf2168 not bound to the agent host dv-cinder-830097-4-iscsi {{(pid=103459) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 12 13:26:17.322464 dv-cinder-830097-4-iscsi neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-aca85f90-3d4b-410f-b26b-82e3f188a9a8 admin admin] Publish callbacks [] for security_group (e9d0c6a3-1b00-4544-8732-7b825fec4b88), precommit_create {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:26:17.329412 dv-cinder-830097-4-iscsi neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-aca85f90-3d4b-410f-b26b-82e3f188a9a8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3691807'] for security_group (e9d0c6a3-1b00-4544-8732-7b825fec4b88), after_create {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:26:17.382505 dv-cinder-830097-4-iscsi neutron-server[103457]: INFO neutron.wsgi [None req-aca85f90-3d4b-410f-b26b-82e3f188a9a8 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=dc6de57e022040ad9e684cbbf449cf44&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4226716 Apr 12 13:26:17.383488 dv-cinder-830097-4-iscsi neutron-server[103457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aca85f90-3d4b-410f-b26b-82e3f188a9a8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e9d0c6a3-1b00-4544-8732-7b825fec4b88,revision_number=1']} {{(pid=103457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 13:26:17.385842 dv-cinder-830097-4-iscsi neutron-server[103458]: DEBUG neutron.wsgi [-] (103458) accepted ('10.222.0.18', 49200) {{(pid=103458) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 13:26:17.437187 dv-cinder-830097-4-iscsi neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-4f0358ae-a9dc-45f8-a09e-962866eb0f7b admin admin] Publish callbacks [] for security_group (e9d0c6a3-1b00-4544-8732-7b825fec4b88), before_delete {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:26:17.445178 dv-cinder-830097-4-iscsi neutron-server[103458]: DEBUG neutron.wsgi [req-2ec3d07d-299c-476b-8591-f0681a4edf94 req-dada2208-87f1-4cc9-a378-ca504301acc6 service neutron] http://10.222.0.18:9696/v2.0/extensions returned with HTTP 200 {{(pid=103458) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Apr 12 13:26:17.446919 dv-cinder-830097-4-iscsi neutron-server[103458]: INFO neutron.wsgi [req-2ec3d07d-299c-476b-8591-f0681a4edf94 req-dada2208-87f1-4cc9-a378-ca504301acc6 service neutron] 10.222.0.18 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0064144 Apr 12 13:26:17.468947 dv-cinder-830097-4-iscsi neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-4f0358ae-a9dc-45f8-a09e-962866eb0f7b admin admin] Publish callbacks [] for security_group (e9d0c6a3-1b00-4544-8732-7b825fec4b88), precommit_delete {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:26:17.536679 dv-cinder-830097-4-iscsi neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-4f0358ae-a9dc-45f8-a09e-962866eb0f7b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3691807'] for security_group (e9d0c6a3-1b00-4544-8732-7b825fec4b88), after_delete {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:26:17.540913 dv-cinder-830097-4-iscsi neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-4f0358ae-a9dc-45f8-a09e-962866eb0f7b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:26:17.542396 dv-cinder-830097-4-iscsi neutron-server[103458]: INFO neutron.wsgi [None req-4f0358ae-a9dc-45f8-a09e-962866eb0f7b admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/e9d0c6a3-1b00-4544-8732-7b825fec4b88 HTTP/1.1" status: 204 len: 168 time: 0.1553998 Apr 12 13:26:17.551517 dv-cinder-830097-4-iscsi neutron-server[103458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f0358ae-a9dc-45f8-a09e-962866eb0f7b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e9d0c6a3-1b00-4544-8732-7b825fec4b88,revision_number=None']} {{(pid=103458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 13:26:17.621247 dv-cinder-830097-4-iscsi neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-1312e3f2-4b76-4ac4-922b-fc3e15fec0dd admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3750862'] for router_interface (77f0c1f2-2a1c-4b8f-95da-2b05bf74039c), before_delete {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:26:17.686556 dv-cinder-830097-4-iscsi neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-952491ce-8929-486a-b56a-fbc3ec67fa44 req-8cd22290-b84a-4087-b19a-fcd95695ff94 tempest-AttachVolumeShelveTestJSON-707707766 tempest-AttachVolumeShelveTestJSON-707707766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 13:26:17.693358 dv-cinder-830097-4-iscsi neutron-server[103457]: INFO neutron.wsgi [req-952491ce-8929-486a-b56a-fbc3ec67fa44 req-8cd22290-b84a-4087-b19a-fcd95695ff94 tempest-AttachVolumeShelveTestJSON-707707766 tempest-AttachVolumeShelveTestJSON-707707766-project] 10.222.0.18 "GET /v2.0/ports?device_id=86be2946-ca3b-4374-9704-0c44d13ac2bf HTTP/1.1" status: 200 len: 946 time: 0.1019814 Apr 12 13:26:17.785972 dv-cinder-830097-4-iscsi neutron-server[103457]: INFO neutron.wsgi [req-952491ce-8929-486a-b56a-fbc3ec67fa44 req-3f41465e-98f1-41d5-b650-7c0c15a7040f tempest-AttachVolumeShelveTestJSON-707707766 tempest-AttachVolumeShelveTestJSON-707707766-project] 10.222.0.18 "GET /v2.0/security-groups?id=09a15c79-9ad1-40b0-a245-fcad199271ef&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0886843 Apr 12 13:26:17.976830 dv-cinder-830097-4-iscsi neutron-server[103458]: INFO neutron.wsgi [req-e20e5640-73a7-4297-b3e5-1e53ad808636 req-0c3f1731-16f2-4ef6-8852-47ee41b73a77 service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=86be2946-ca3b-4374-9704-0c44d13ac2bf&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0436766 Apr 12 13:26:17.995075 dv-cinder-830097-4-iscsi neutron-server[103457]: DEBUG neutron.plugins.ml2.plugin [None req-1312e3f2-4b76-4ac4-922b-fc3e15fec0dd admin admin] Deleting port 104e2d86-5be8-464a-9c32-bd5bd4949092 {{(pid=103457) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 12 13:26:17.995415 dv-cinder-830097-4-iscsi neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-1312e3f2-4b76-4ac4-922b-fc3e15fec0dd admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732727887391'] for port (104e2d86-5be8-464a-9c32-bd5bd4949092), before_delete {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:26:18.091177 dv-cinder-830097-4-iscsi neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e20e5640-73a7-4297-b3e5-1e53ad808636 req-08b6ec66-dbf0-486e-b92a-e9f18407d66a tempest-AttachVolumeShelveTestJSON-707707766 tempest-AttachVolumeShelveTestJSON-707707766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 13:26:18.092512 dv-cinder-830097-4-iscsi neutron-server[103457]: INFO neutron.wsgi [req-e20e5640-73a7-4297-b3e5-1e53ad808636 req-08b6ec66-dbf0-486e-b92a-e9f18407d66a tempest-AttachVolumeShelveTestJSON-707707766 tempest-AttachVolumeShelveTestJSON-707707766-project] 10.222.0.18 "GET /v2.0/ports/6eb5a65f-e2fb-4f73-941b-f6ee09e123ea HTTP/1.1" status: 200 len: 943 time: 0.0846374 Apr 12 13:26:18.116576 dv-cinder-830097-4-iscsi neutron-server[103457]: DEBUG neutron.plugins.ml2.db [None req-1312e3f2-4b76-4ac4-922b-fc3e15fec0dd admin admin] For port 104e2d86-5be8-464a-9c32-bd5bd4949092, host dv-cinder-830097-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-830097-4-iscsi',level=0,port_id=104e2d86-5be8-464a-9c32-bd5bd4949092,segment=NetworkSegment(8a48a266-e467-47d0-a36f-2f3cd76a4aff),segment_id=8a48a266-e467-47d0-a36f-2f3cd76a4aff)] {{(pid=103457) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 12 13:26:18.117116 dv-cinder-830097-4-iscsi neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-1312e3f2-4b76-4ac4-922b-fc3e15fec0dd admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3742288'] for port (104e2d86-5be8-464a-9c32-bd5bd4949092), precommit_delete {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:26:18.130942 dv-cinder-830097-4-iscsi neutron-server[103457]: DEBUG neutron.plugins.ml2.plugin [None req-1312e3f2-4b76-4ac4-922b-fc3e15fec0dd admin admin] Calling delete_port for 104e2d86-5be8-464a-9c32-bd5bd4949092 owned by network:router_interface {{(pid=103457) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 12 13:26:18.328376 dv-cinder-830097-4-iscsi neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-1312e3f2-4b76-4ac4-922b-fc3e15fec0dd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-915890', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3697887', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732727894797', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732727417923', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25610742'] for port (104e2d86-5be8-464a-9c32-bd5bd4949092), after_delete {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:26:18.356799 dv-cinder-830097-4-iscsi neutron-server[103457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1312e3f2-4b76-4ac4-922b-fc3e15fec0dd admin admin] Pushing event deleted for resources: {'Port': ['ID=104e2d86-5be8-464a-9c32-bd5bd4949092,revision_number=None']} {{(pid=103457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 13:26:18.375873 dv-cinder-830097-4-iscsi neutron-server[103459]: DEBUG neutron.plugins.ml2.rpc [None req-3505bd68-a9fd-4823-92ea-1a6ded8ab071 None None] Device 6eb5a65f-e2fb-4f73-941b-f6ee09e123ea no longer exists at agent hyperv_hv-cinder-83009 {{(pid=103459) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 12 13:26:18.516708 dv-cinder-830097-4-iscsi neutron-server[103459]: DEBUG neutron.plugins.ml2.plugin [None req-3505bd68-a9fd-4823-92ea-1a6ded8ab071 None None] Current status of the port 6eb5a65f-e2fb-4f73-941b-f6ee09e123ea is: ACTIVE; New status is: DOWN {{(pid=103459) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 12 13:26:18.517253 dv-cinder-830097-4-iscsi neutron-server[103459]: DEBUG neutron_lib.callbacks.manager [None req-3505bd68-a9fd-4823-92ea-1a6ded8ab071 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-916304'] for port (6eb5a65f-e2fb-4f73-941b-f6ee09e123ea), before_update {{(pid=103459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:26:18.563019 dv-cinder-830097-4-iscsi neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-1312e3f2-4b76-4ac4-922b-fc3e15fec0dd admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3697864', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3750754'] for router_interface (77f0c1f2-2a1c-4b8f-95da-2b05bf74039c), after_delete {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:26:18.566496 dv-cinder-830097-4-iscsi neutron-server[103459]: DEBUG neutron.plugins.ml2.db [None req-3505bd68-a9fd-4823-92ea-1a6ded8ab071 None None] For port 6eb5a65f-e2fb-4f73-941b-f6ee09e123ea, host hv-cinder-83009, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83009',level=0,port_id=6eb5a65f-e2fb-4f73-941b-f6ee09e123ea,segment=NetworkSegment(97cb7c0e-6017-4956-9bfd-101a1a75a7c0),segment_id=97cb7c0e-6017-4956-9bfd-101a1a75a7c0)] {{(pid=103459) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 12 13:26:18.568299 dv-cinder-830097-4-iscsi neutron-server[103459]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '86be2946-ca3b-4374-9704-0c44d13ac2bf', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '6eb5a65f-e2fb-4f73-941b-f6ee09e123ea'}] {{(pid=103459) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 12 13:26:18.571972 dv-cinder-830097-4-iscsi neutron-server[103459]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}95104bc0dd48ad9143548caf8a5bdec643107760c32fce8433ea43eac3fbdd81" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bce3f825-0f7b-4768-a920-567783ad82b5" -d '{"events": [{"server_uuid": "86be2946-ca3b-4374-9704-0c44d13ac2bf", "name": "network-vif-unplugged", "status": "completed", "tag": "6eb5a65f-e2fb-4f73-941b-f6ee09e123ea"}]}' {{(pid=103459) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 12 13:26:18.598002 dv-cinder-830097-4-iscsi neutron-server[103459]: DEBUG neutron_lib.callbacks.manager [None req-3505bd68-a9fd-4823-92ea-1a6ded8ab071 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-915890', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3697887', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732727894815', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732727417932', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732727417950'] for port (6eb5a65f-e2fb-4f73-941b-f6ee09e123ea), after_update {{(pid=103459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:26:18.642673 dv-cinder-830097-4-iscsi neutron-server[103459]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Tue, 12 Apr 2022 13:26:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-49429241-b5d7-4d76-9175-cb158b8a6f4d x-openstack-request-id: req-49429241-b5d7-4d76-9175-cb158b8a6f4d {{(pid=103459) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 12 13:26:18.643149 dv-cinder-830097-4-iscsi neutron-server[103459]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "86be2946-ca3b-4374-9704-0c44d13ac2bf", "name": "network-vif-unplugged", "status": "failed", "tag": "6eb5a65f-e2fb-4f73-941b-f6ee09e123ea", "code": 422}]} {{(pid=103459) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 12 13:26:18.643568 dv-cinder-830097-4-iscsi neutron-server[103459]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-49429241-b5d7-4d76-9175-cb158b8a6f4d {{(pid=103459) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 12 13:26:18.644118 dv-cinder-830097-4-iscsi neutron-server[103459]: WARNING neutron.notifiers.nova [-] Nova event matching ['req-49429241-b5d7-4d76-9175-cb158b8a6f4d']: {'server_uuid': '86be2946-ca3b-4374-9704-0c44d13ac2bf', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': '6eb5a65f-e2fb-4f73-941b-f6ee09e123ea', 'code': 422} returned with failed status Apr 12 13:26:18.684240 dv-cinder-830097-4-iscsi neutron-server[103459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3505bd68-a9fd-4823-92ea-1a6ded8ab071 None None] Pushing event updated for resources: {'Port': ['ID=6eb5a65f-e2fb-4f73-941b-f6ee09e123ea,revision_number=8']} {{(pid=103459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 13:26:18.842525 dv-cinder-830097-4-iscsi neutron-server[103457]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1312e3f2-4b76-4ac4-922b-fc3e15fec0dd admin admin] Router 77f0c1f2-2a1c-4b8f-95da-2b05bf74039c has already been hosted by L3 agent b7e11a8b-aeed-493f-9763-461016dddc93 {{(pid=103457) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 12 13:26:18.954515 dv-cinder-830097-4-iscsi neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbb2a1e4-2bfe-41cf-965e-f409397f651a req-d178050f-c224-4bb9-9321-1d8b1ae17edc tempest-AttachVolumeShelveTestJSON-707707766 tempest-AttachVolumeShelveTestJSON-707707766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 13:26:18.955973 dv-cinder-830097-4-iscsi neutron-server[103457]: INFO neutron.wsgi [req-cbb2a1e4-2bfe-41cf-965e-f409397f651a req-d178050f-c224-4bb9-9321-1d8b1ae17edc tempest-AttachVolumeShelveTestJSON-707707766 tempest-AttachVolumeShelveTestJSON-707707766-project] 10.222.0.18 "GET /v2.0/ports?device_id=86be2946-ca3b-4374-9704-0c44d13ac2bf HTTP/1.1" status: 200 len: 944 time: 0.0898683 Apr 12 13:26:19.054838 dv-cinder-830097-4-iscsi neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e20e5640-73a7-4297-b3e5-1e53ad808636 req-0a6ed108-e40a-40ec-94f7-c8e0b0529062 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 13:26:19.057089 dv-cinder-830097-4-iscsi neutron-server[103457]: INFO neutron.wsgi [req-e20e5640-73a7-4297-b3e5-1e53ad808636 req-0a6ed108-e40a-40ec-94f7-c8e0b0529062 service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=86be2946-ca3b-4374-9704-0c44d13ac2bf&tenant_id=5ebad6ef7aca47f397d0e45a428e3948 HTTP/1.1" status: 200 len: 1128 time: 0.0730743 Apr 12 13:26:19.060681 dv-cinder-830097-4-iscsi neutron-server[103457]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1312e3f2-4b76-4ac4-922b-fc3e15fec0dd admin admin] Notify agent at l3_agent.dv-cinder-830097-4-iscsi the message routers_updated {{(pid=103457) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 12 13:26:19.069570 dv-cinder-830097-4-iscsi neutron-server[103459]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-09d53af7-5f3d-45d2-bfed-e45537434b16 None None] Sync routers for ids ['77f0c1f2-2a1c-4b8f-95da-2b05bf74039c'] in dv-cinder-830097-4-iscsi {{(pid=103459) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 12 13:26:19.069737 dv-cinder-830097-4-iscsi neutron-server[103457]: INFO neutron.wsgi [None req-1312e3f2-4b76-4ac4-922b-fc3e15fec0dd admin admin] 10.222.0.18 "PUT /v2.0/routers/77f0c1f2-2a1c-4b8f-95da-2b05bf74039c/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.0369151 Apr 12 13:26:19.072866 dv-cinder-830097-4-iscsi neutron-server[103458]: DEBUG neutron.wsgi [-] (103458) accepted ('10.222.0.18', 49260) {{(pid=103458) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 13:26:19.073862 dv-cinder-830097-4-iscsi neutron-server[103457]: DEBUG neutron.wsgi [req-e20e5640-73a7-4297-b3e5-1e53ad808636 req-574ca483-c878-438a-9858-c50e1c52446f service neutron] http://10.222.0.18:9696/v2.0/extensions returned with HTTP 200 {{(pid=103457) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Apr 12 13:26:19.074813 dv-cinder-830097-4-iscsi neutron-server[103457]: INFO neutron.wsgi [req-e20e5640-73a7-4297-b3e5-1e53ad808636 req-574ca483-c878-438a-9858-c50e1c52446f service neutron] 10.222.0.55 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0088251 Apr 12 13:26:19.080626 dv-cinder-830097-4-iscsi neutron-server[103459]: DEBUG neutron.db.l3_dvrscheduler_db [None req-09d53af7-5f3d-45d2-bfed-e45537434b16 None None] Routers {'77f0c1f2-2a1c-4b8f-95da-2b05bf74039c'} bound to L3 agent in host dv-cinder-830097-4-iscsi {{(pid=103459) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 12 13:26:19.081309 dv-cinder-830097-4-iscsi neutron-server[103459]: DEBUG neutron.db.l3_hamode_db [None req-09d53af7-5f3d-45d2-bfed-e45537434b16 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830097-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-04-12T13:07:19Z,description=,heartbeat_timestamp=2022-04-12T13:25:49Z,host='dv-cinder-830097-4-iscsi',id=b7e11a8b-aeed-493f-9763-461016dddc93,load=0,resource_versions=,resources_synced=,started_at=2022-04-12T13:07:19Z,topic='l3_agent')) {'router_ids': ['77f0c1f2-2a1c-4b8f-95da-2b05bf74039c'], 'active': True} {{(pid=103459) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 13:26:19.082240 dv-cinder-830097-4-iscsi neutron-server[103457]: INFO neutron.wsgi [req-cbb2a1e4-2bfe-41cf-965e-f409397f651a req-f984db71-51e3-4d90-9dfd-6579ff3d570c tempest-AttachVolumeShelveTestJSON-707707766 tempest-AttachVolumeShelveTestJSON-707707766-project] 10.222.0.18 "GET /v2.0/security-groups?id=09a15c79-9ad1-40b0-a245-fcad199271ef&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0992804 Apr 12 13:26:19.149058 dv-cinder-830097-4-iscsi neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e20e5640-73a7-4297-b3e5-1e53ad808636 req-a8caf6eb-1af9-45fd-b818-e901dfa6baf0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 13:26:19.150557 dv-cinder-830097-4-iscsi neutron-server[103457]: INFO neutron.wsgi [req-e20e5640-73a7-4297-b3e5-1e53ad808636 req-a8caf6eb-1af9-45fd-b818-e901dfa6baf0 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=5ebad6ef7aca47f397d0e45a428e3948&device_id=86be2946-ca3b-4374-9704-0c44d13ac2bf HTTP/1.1" status: 200 len: 1128 time: 0.0410969 Apr 12 13:26:19.188073 dv-cinder-830097-4-iscsi neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-5f127161-6199-460a-b879-f9b10ca54f51 admin admin] Publish callbacks [] for router (77f0c1f2-2a1c-4b8f-95da-2b05bf74039c), before_delete {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:26:19.195382 dv-cinder-830097-4-iscsi neutron-server[103459]: DEBUG neutron.db.l3_dvr_db [None req-09d53af7-5f3d-45d2-bfed-e45537434b16 None None] Set router 77f0c1f2-2a1c-4b8f-95da-2b05bf74039c gateway port host: dv-cinder-830097-4-iscsi {{(pid=103459) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 12 13:26:19.245785 dv-cinder-830097-4-iscsi neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e20e5640-73a7-4297-b3e5-1e53ad808636 req-13e847d9-bea9-4a51-b38e-0a77e63ba984 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 13:26:19.247239 dv-cinder-830097-4-iscsi neutron-server[103457]: INFO neutron.wsgi [req-e20e5640-73a7-4297-b3e5-1e53ad808636 req-13e847d9-bea9-4a51-b38e-0a77e63ba984 service neutron] 10.222.0.55 "GET /v2.0/networks?id=6562521a-2ea5-45f4-a1f8-589dc7fbc9f3 HTTP/1.1" status: 200 len: 917 time: 0.0895252 Apr 12 13:26:19.297251 dv-cinder-830097-4-iscsi neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-5f127161-6199-460a-b879-f9b10ca54f51 admin admin] Publish callbacks [] for router_gateway (77f0c1f2-2a1c-4b8f-95da-2b05bf74039c), before_delete {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:26:19.316738 dv-cinder-830097-4-iscsi neutron-server[103457]: INFO neutron.wsgi [req-e20e5640-73a7-4297-b3e5-1e53ad808636 req-1ccb823d-0b18-4212-af1a-19179bd8d284 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=6eb5a65f-e2fb-4f73-941b-f6ee09e123ea HTTP/1.1" status: 200 len: 1000 time: 0.0638666 Apr 12 13:26:19.345297 dv-cinder-830097-4-iscsi neutron-server[103458]: DEBUG neutron.plugins.ml2.plugin [None req-5f127161-6199-460a-b879-f9b10ca54f51 admin admin] Deleting port 706bf3a0-a850-4048-9c15-4b97fbc5e5de {{(pid=103458) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 12 13:26:19.345674 dv-cinder-830097-4-iscsi neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-5f127161-6199-460a-b879-f9b10ca54f51 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732727887391'] for port (706bf3a0-a850-4048-9c15-4b97fbc5e5de), before_delete {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:26:19.370940 dv-cinder-830097-4-iscsi neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e20e5640-73a7-4297-b3e5-1e53ad808636 req-c26bda8c-b650-497d-921f-627f748de0d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 13:26:19.372536 dv-cinder-830097-4-iscsi neutron-server[103457]: INFO neutron.wsgi [req-e20e5640-73a7-4297-b3e5-1e53ad808636 req-c26bda8c-b650-497d-921f-627f748de0d5 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=cf735079-dcf8-4625-b8a7-d372f8fef245 HTTP/1.1" status: 200 len: 855 time: 0.0497420 Apr 12 13:26:19.417005 dv-cinder-830097-4-iscsi neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e20e5640-73a7-4297-b3e5-1e53ad808636 req-c0f660a9-bb23-44e6-aa08-89edf06f682d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 13:26:19.418784 dv-cinder-830097-4-iscsi neutron-server[103457]: INFO neutron.wsgi [req-e20e5640-73a7-4297-b3e5-1e53ad808636 req-c0f660a9-bb23-44e6-aa08-89edf06f682d service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=6562521a-2ea5-45f4-a1f8-589dc7fbc9f3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0400827 Apr 12 13:26:19.438193 dv-cinder-830097-4-iscsi neutron-server[103458]: DEBUG neutron.plugins.ml2.db [None req-5f127161-6199-460a-b879-f9b10ca54f51 admin admin] For port 706bf3a0-a850-4048-9c15-4b97fbc5e5de, host dv-cinder-830097-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-830097-4-iscsi',level=0,port_id=706bf3a0-a850-4048-9c15-4b97fbc5e5de,segment=NetworkSegment(333e2245-11dc-4fcd-9fb1-9fe65fae59ea),segment_id=333e2245-11dc-4fcd-9fb1-9fe65fae59ea)] {{(pid=103458) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 12 13:26:19.438562 dv-cinder-830097-4-iscsi neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-5f127161-6199-460a-b879-f9b10ca54f51 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3742288'] for port (706bf3a0-a850-4048-9c15-4b97fbc5e5de), precommit_delete {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:26:19.454554 dv-cinder-830097-4-iscsi neutron-server[103458]: DEBUG neutron.plugins.ml2.plugin [None req-5f127161-6199-460a-b879-f9b10ca54f51 admin admin] Calling delete_port for 706bf3a0-a850-4048-9c15-4b97fbc5e5de owned by network:router_gateway {{(pid=103458) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 12 13:26:19.455134 dv-cinder-830097-4-iscsi neutron-server[103459]: DEBUG neutron_lib.callbacks.manager [None req-c46fd23d-d7dc-4f69-9171-33198a86f54a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732727929501', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-657397'] for agent (b7e11a8b-aeed-493f-9763-461016dddc93), after_update {{(pid=103459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:26:19.511496 dv-cinder-830097-4-iscsi neutron-server[103457]: INFO neutron.wsgi [req-e20e5640-73a7-4297-b3e5-1e53ad808636 req-a000c800-762e-4ba0-947c-6c20deae679c service neutron] 10.222.0.55 "GET /v2.0/networks/6562521a-2ea5-45f4-a1f8-589dc7fbc9f3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0868669 Apr 12 13:26:19.516552 dv-cinder-830097-4-iscsi neutron-server[103459]: DEBUG neutron.db.l3_hamode_db [None req-09d53af7-5f3d-45d2-bfed-e45537434b16 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '77f0c1f2-2a1c-4b8f-95da-2b05bf74039c', 'name': 'tempest-TestShelveInstance-915963601-router', 'tenant_id': '61e42aab63ce4f38bcd1e2bc8ade6e06', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '26d0436d-8ae2-49bd-8cc6-3d2eac552c84', 'external_fixed_ips': [{'subnet_id': 'd93852d8-8f89-4b1c-bef4-0e05f499a8db', 'ip_address': '172.27.0.194'}], 'enable_snat': True}, 'gw_port_id': '706bf3a0-a850-4048-9c15-4b97fbc5e5de', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-12T13:19:22Z', 'updated_at': '2022-04-12T13:26:18Z', 'revision_number': 5, 'project_id': '61e42aab63ce4f38bcd1e2bc8ade6e06', 'gw_port': {'id': '706bf3a0-a850-4048-9c15-4b97fbc5e5de', 'name': '', 'network_id': '26d0436d-8ae2-49bd-8cc6-3d2eac552c84', 'tenant_id': '', 'mac_address': 'fa:16:3e:bf:3f:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '77f0c1f2-2a1c-4b8f-95da-2b05bf74039c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 417, 'fixed_ips': [{'subnet_id': 'd93852d8-8f89-4b1c-bef4-0e05f499a8db', 'ip_address': '172.27.0.194', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830097-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T13:19:22Z', 'updated_at': '2022-04-12T13:19:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd93852d8-8f89-4b1c-bef4-0e05f499a8db', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830097-4-iscsi'}], 'dv-cinder-830097-4-iscsi', False) {} {{(pid=103459) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 13:26:19.548891 dv-cinder-830097-4-iscsi neutron-server[103459]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-09d53af7-5f3d-45d2-bfed-e45537434b16 None None] Checking router: 77f0c1f2-2a1c-4b8f-95da-2b05bf74039c for host: dv-cinder-830097-4-iscsi {{(pid=103459) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 12 13:26:19.557720 dv-cinder-830097-4-iscsi neutron-server[103459]: DEBUG neutron.db.l3_dvrscheduler_db [None req-09d53af7-5f3d-45d2-bfed-e45537434b16 None None] Routers {'77f0c1f2-2a1c-4b8f-95da-2b05bf74039c'} bound to L3 agent in host dv-cinder-830097-4-iscsi {{(pid=103459) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 12 13:26:19.558356 dv-cinder-830097-4-iscsi neutron-server[103459]: DEBUG neutron.db.l3_hamode_db [None req-09d53af7-5f3d-45d2-bfed-e45537434b16 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830097-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-12T13:07:19Z,description=,heartbeat_timestamp=2022-04-12T13:26:19Z,host='dv-cinder-830097-4-iscsi',id=b7e11a8b-aeed-493f-9763-461016dddc93,load=0,resource_versions=,resources_synced=,started_at=2022-04-12T13:07:19Z,topic='l3_agent')) {'router_ids': ['77f0c1f2-2a1c-4b8f-95da-2b05bf74039c'], 'active': True} {{(pid=103459) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 13:26:19.604002 dv-cinder-830097-4-iscsi neutron-server[103457]: INFO neutron.wsgi [req-e20e5640-73a7-4297-b3e5-1e53ad808636 req-b4a0df63-547f-463a-be4f-40c5eb92bd83 service neutron] 10.222.0.55 "GET /v2.0/networks/6562521a-2ea5-45f4-a1f8-589dc7fbc9f3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0872393 Apr 12 13:26:19.652655 dv-cinder-830097-4-iscsi neutron-server[103459]: DEBUG neutron.db.l3_dvr_db [None req-09d53af7-5f3d-45d2-bfed-e45537434b16 None None] Set router 77f0c1f2-2a1c-4b8f-95da-2b05bf74039c gateway port host: None {{(pid=103459) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 12 13:26:19.707652 dv-cinder-830097-4-iscsi neutron-server[103459]: DEBUG neutron.db.l3_hamode_db [None req-09d53af7-5f3d-45d2-bfed-e45537434b16 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '77f0c1f2-2a1c-4b8f-95da-2b05bf74039c', 'name': 'tempest-TestShelveInstance-915963601-router', 'tenant_id': '61e42aab63ce4f38bcd1e2bc8ade6e06', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-12T13:19:22Z', 'updated_at': '2022-04-12T13:26:19Z', 'revision_number': 6, 'project_id': '61e42aab63ce4f38bcd1e2bc8ade6e06', 'gw_port_host': None}], 'dv-cinder-830097-4-iscsi', False) {} {{(pid=103459) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 13:26:19.739253 dv-cinder-830097-4-iscsi neutron-server[103459]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-09d53af7-5f3d-45d2-bfed-e45537434b16 None None] The sync data for ids ['77f0c1f2-2a1c-4b8f-95da-2b05bf74039c'] in dv-cinder-830097-4-iscsi is: [{'id': '77f0c1f2-2a1c-4b8f-95da-2b05bf74039c', 'name': 'tempest-TestShelveInstance-915963601-router', 'tenant_id': '61e42aab63ce4f38bcd1e2bc8ade6e06', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-12T13:19:22Z', 'updated_at': '2022-04-12T13:26:19Z', 'revision_number': 6, 'project_id': '61e42aab63ce4f38bcd1e2bc8ade6e06', 'gw_port_host': None}] {{(pid=103459) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 12 13:26:19.894906 dv-cinder-830097-4-iscsi neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-5f127161-6199-460a-b879-f9b10ca54f51 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-915890', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3697887', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732727894797', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732727417923', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26097133'] for port (706bf3a0-a850-4048-9c15-4b97fbc5e5de), after_delete {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:26:19.925059 dv-cinder-830097-4-iscsi neutron-server[103458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f127161-6199-460a-b879-f9b10ca54f51 admin admin] Pushing event deleted for resources: {'Port': ['ID=706bf3a0-a850-4048-9c15-4b97fbc5e5de,revision_number=None']} {{(pid=103458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 13:26:19.996877 dv-cinder-830097-4-iscsi neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-5f127161-6199-460a-b879-f9b10ca54f51 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3739012'] for router_gateway (77f0c1f2-2a1c-4b8f-95da-2b05bf74039c), after_delete {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:26:20.107385 dv-cinder-830097-4-iscsi neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-5f127161-6199-460a-b879-f9b10ca54f51 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3800106', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-36279'] for router (77f0c1f2-2a1c-4b8f-95da-2b05bf74039c), precommit_delete {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:26:20.110013 dv-cinder-830097-4-iscsi neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-5f127161-6199-460a-b879-f9b10ca54f51 admin admin] Publish callbacks [] for router_controller (77f0c1f2-2a1c-4b8f-95da-2b05bf74039c), precommit_delete_associations {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:26:20.180109 dv-cinder-830097-4-iscsi neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-5f127161-6199-460a-b879-f9b10ca54f51 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3800099'] for router (77f0c1f2-2a1c-4b8f-95da-2b05bf74039c), after_delete {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:26:20.181528 dv-cinder-830097-4-iscsi neutron-server[103458]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5f127161-6199-460a-b879-f9b10ca54f51 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 77f0c1f2-2a1c-4b8f-95da-2b05bf74039c {{(pid=103458) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 12 13:26:20.191072 dv-cinder-830097-4-iscsi neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-5f127161-6199-460a-b879-f9b10ca54f51 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:26:20.196087 dv-cinder-830097-4-iscsi neutron-server[103457]: DEBUG neutron.wsgi [-] (103457) accepted ('10.222.0.18', 49292) {{(pid=103457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 13:26:20.199503 dv-cinder-830097-4-iscsi neutron-server[103458]: INFO neutron.wsgi [None req-5f127161-6199-460a-b879-f9b10ca54f51 admin admin] 10.222.0.18 "DELETE /v2.0/routers/77f0c1f2-2a1c-4b8f-95da-2b05bf74039c HTTP/1.1" status: 204 len: 168 time: 1.1252587 Apr 12 13:26:20.272758 dv-cinder-830097-4-iscsi neutron-server[103457]: DEBUG neutron.db.db_base_plugin_v2 [None req-c9e232ee-1b06-44f6-a7d9-7d667d9a6c93 admin admin] Deleting subnet c8599d78-739f-40a5-b108-d031addacad8 {{(pid=103457) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Apr 12 13:26:20.278899 dv-cinder-830097-4-iscsi neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-c9e232ee-1b06-44f6-a7d9-7d667d9a6c93 admin admin] Publish callbacks [] for subnet (c8599d78-739f-40a5-b108-d031addacad8), before_delete {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:26:20.299456 dv-cinder-830097-4-iscsi neutron-server[103459]: DEBUG neutron_lib.callbacks.manager [None req-f20c20fe-5767-407a-9f30-b36f01c50254 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732727929501', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-657397'] for agent (1e8a91c7-94d1-4b17-9536-32bc01f44a9b), after_update {{(pid=103459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:26:20.355472 dv-cinder-830097-4-iscsi neutron-server[103458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b472517-fcdb-456f-a6fe-39e0e5150cb0 req-3ff408a1-82c9-48ea-b5f8-6d2b349459cb tempest-AttachVolumeShelveTestJSON-707707766 tempest-AttachVolumeShelveTestJSON-707707766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 13:26:20.358093 dv-cinder-830097-4-iscsi neutron-server[103458]: INFO neutron.wsgi [req-9b472517-fcdb-456f-a6fe-39e0e5150cb0 req-3ff408a1-82c9-48ea-b5f8-6d2b349459cb tempest-AttachVolumeShelveTestJSON-707707766 tempest-AttachVolumeShelveTestJSON-707707766-project] 10.222.0.18 "GET /v2.0/ports?device_id=86be2946-ca3b-4374-9704-0c44d13ac2bf HTTP/1.1" status: 200 len: 944 time: 0.1481223 Apr 12 13:26:20.372111 dv-cinder-830097-4-iscsi neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-c9e232ee-1b06-44f6-a7d9-7d667d9a6c93 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25895930'] for subnet (c8599d78-739f-40a5-b108-d031addacad8), precommit_delete_associations {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:26:20.458645 dv-cinder-830097-4-iscsi neutron-server[103458]: INFO neutron.wsgi [req-9b472517-fcdb-456f-a6fe-39e0e5150cb0 req-355aa567-ab80-404f-a44e-da978c81f0a9 tempest-AttachVolumeShelveTestJSON-707707766 tempest-AttachVolumeShelveTestJSON-707707766-project] 10.222.0.18 "GET /v2.0/security-groups?id=09a15c79-9ad1-40b0-a245-fcad199271ef&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0908592 Apr 12 13:26:20.501479 dv-cinder-830097-4-iscsi neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-c9e232ee-1b06-44f6-a7d9-7d667d9a6c93 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-660287'] for subnet (c8599d78-739f-40a5-b108-d031addacad8), precommit_delete {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:26:20.599838 dv-cinder-830097-4-iscsi neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-c9e232ee-1b06-44f6-a7d9-7d667d9a6c93 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-660230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3682813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3697887', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25610635', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25774346'] for subnet (c8599d78-739f-40a5-b108-d031addacad8), after_delete {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:26:20.640487 dv-cinder-830097-4-iscsi neutron-server[103459]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8846c739-8660-476d-8a30-b2c3f75880dd None None] Network c02fcb51-12d4-4832-b791-57d4b3289c97 requested from dv-cinder-830097-4-iscsi {{(pid=103459) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 12 13:26:20.653614 dv-cinder-830097-4-iscsi neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-c9e232ee-1b06-44f6-a7d9-7d667d9a6c93 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:26:20.663784 dv-cinder-830097-4-iscsi neutron-server[103457]: INFO neutron.wsgi [None req-c9e232ee-1b06-44f6-a7d9-7d667d9a6c93 admin admin] 10.222.0.18 "DELETE /v2.0/subnets/c8599d78-739f-40a5-b108-d031addacad8 HTTP/1.1" status: 204 len: 168 time: 0.4639049 Apr 12 13:26:20.666568 dv-cinder-830097-4-iscsi neutron-server[103458]: DEBUG neutron.wsgi [-] (103458) accepted ('10.222.0.18', 49298) {{(pid=103458) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 13:26:20.675259 dv-cinder-830097-4-iscsi neutron-server[103457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9e232ee-1b06-44f6-a7d9-7d667d9a6c93 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=c8599d78-739f-40a5-b108-d031addacad8,revision_number=None']} {{(pid=103457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 13:26:20.803426 dv-cinder-830097-4-iscsi neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-e12fd627-322a-4ae9-8efe-d918cd7d3803 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-739948'] for network (c02fcb51-12d4-4832-b791-57d4b3289c97), before_delete {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:26:20.898195 dv-cinder-830097-4-iscsi neutron-server[103459]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ef16b058-6915-48b5-ab23-100f5753fff5 None None] DHCP port deletion for c02fcb51-12d4-4832-b791-57d4b3289c97 request from dv-cinder-830097-4-iscsi {{(pid=103459) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Apr 12 13:26:20.905040 dv-cinder-830097-4-iscsi neutron-server[103458]: DEBUG neutron.plugins.ml2.plugin [None req-e12fd627-322a-4ae9-8efe-d918cd7d3803 admin admin] Deleting port 18a634be-af64-4256-9a05-bf1def0b1689 {{(pid=103458) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 12 13:26:20.905320 dv-cinder-830097-4-iscsi neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-e12fd627-322a-4ae9-8efe-d918cd7d3803 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732727887391'] for port (18a634be-af64-4256-9a05-bf1def0b1689), before_delete {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:26:20.971343 dv-cinder-830097-4-iscsi neutron-server[103459]: DEBUG neutron.plugins.ml2.plugin [None req-ef16b058-6915-48b5-ab23-100f5753fff5 None None] Deleting port 18a634be-af64-4256-9a05-bf1def0b1689 {{(pid=103459) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 12 13:26:20.971721 dv-cinder-830097-4-iscsi neutron-server[103459]: DEBUG neutron_lib.callbacks.manager [None req-ef16b058-6915-48b5-ab23-100f5753fff5 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732727887391'] for port (18a634be-af64-4256-9a05-bf1def0b1689), before_delete {{(pid=103459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:26:21.042779 dv-cinder-830097-4-iscsi neutron-server[103458]: DEBUG neutron.plugins.ml2.db [None req-e12fd627-322a-4ae9-8efe-d918cd7d3803 admin admin] For port 18a634be-af64-4256-9a05-bf1def0b1689, host dv-cinder-830097-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-830097-4-iscsi',level=0,port_id=18a634be-af64-4256-9a05-bf1def0b1689,segment=NetworkSegment(8a48a266-e467-47d0-a36f-2f3cd76a4aff),segment_id=8a48a266-e467-47d0-a36f-2f3cd76a4aff)] {{(pid=103458) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 12 13:26:21.043368 dv-cinder-830097-4-iscsi neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-e12fd627-322a-4ae9-8efe-d918cd7d3803 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3742288'] for port (18a634be-af64-4256-9a05-bf1def0b1689), precommit_delete {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:26:21.050574 dv-cinder-830097-4-iscsi neutron-server[103459]: DEBUG neutron.plugins.ml2.rpc [None req-53781792-8650-4c78-93a6-1c4d328d874c None None] Device 104e2d86-5be8-464a-9c32-bd5bd4949092 no longer exists at agent ovs-agent-dv-cinder-830097-4-iscsi {{(pid=103459) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 12 13:26:21.059890 dv-cinder-830097-4-iscsi neutron-server[103458]: DEBUG neutron.plugins.ml2.plugin [None req-e12fd627-322a-4ae9-8efe-d918cd7d3803 admin admin] Calling delete_port for 18a634be-af64-4256-9a05-bf1def0b1689 owned by network:dhcp {{(pid=103458) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 12 13:26:21.096551 dv-cinder-830097-4-iscsi neutron-server[103459]: DEBUG neutron.plugins.ml2.plugin [None req-53781792-8650-4c78-93a6-1c4d328d874c None None] No Port match for: 104e2d86-5be8-464a-9c32-bd5bd4949092 {{(pid=103459) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2341}} Apr 12 13:26:21.097136 dv-cinder-830097-4-iscsi neutron-server[103459]: DEBUG neutron.plugins.ml2.rpc [None req-53781792-8650-4c78-93a6-1c4d328d874c None None] Device 104e2d86-5be8-464a-9c32-bd5bd4949092 not bound to the agent host dv-cinder-830097-4-iscsi {{(pid=103459) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 12 13:26:21.097715 dv-cinder-830097-4-iscsi neutron-server[103459]: DEBUG neutron.plugins.ml2.rpc [None req-53781792-8650-4c78-93a6-1c4d328d874c None None] Device 18a634be-af64-4256-9a05-bf1def0b1689 no longer exists at agent ovs-agent-dv-cinder-830097-4-iscsi {{(pid=103459) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 12 13:26:21.101597 dv-cinder-830097-4-iscsi neutron-server[103459]: DEBUG neutron.plugins.ml2.db [None req-ef16b058-6915-48b5-ab23-100f5753fff5 None None] For port 18a634be-af64-4256-9a05-bf1def0b1689, host dv-cinder-830097-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-830097-4-iscsi',level=0,port_id=18a634be-af64-4256-9a05-bf1def0b1689,segment=NetworkSegment(8a48a266-e467-47d0-a36f-2f3cd76a4aff),segment_id=8a48a266-e467-47d0-a36f-2f3cd76a4aff)] {{(pid=103459) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 12 13:26:21.102935 dv-cinder-830097-4-iscsi neutron-server[103459]: DEBUG neutron_lib.callbacks.manager [None req-ef16b058-6915-48b5-ab23-100f5753fff5 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3742288'] for port (18a634be-af64-4256-9a05-bf1def0b1689), precommit_delete {{(pid=103459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:26:21.152975 dv-cinder-830097-4-iscsi neutron-server[103459]: DEBUG neutron.plugins.ml2.plugin [None req-ef16b058-6915-48b5-ab23-100f5753fff5 None None] Calling delete_port for 18a634be-af64-4256-9a05-bf1def0b1689 owned by network:dhcp {{(pid=103459) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 12 13:26:21.177488 dv-cinder-830097-4-iscsi neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-e12fd627-322a-4ae9-8efe-d918cd7d3803 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-915890', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3697887', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732727894797', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732727417923', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26097133'] for port (18a634be-af64-4256-9a05-bf1def0b1689), after_delete {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:26:21.193808 dv-cinder-830097-4-iscsi neutron-server[103458]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e12fd627-322a-4ae9-8efe-d918cd7d3803 admin admin] No DVR routers for this DVR port 18a634be-af64-4256-9a05-bf1def0b1689 on host dv-cinder-830097-4-iscsi {{(pid=103458) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 12 13:26:21.216660 dv-cinder-830097-4-iscsi neutron-server[103458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e12fd627-322a-4ae9-8efe-d918cd7d3803 admin admin] Pushing event deleted for resources: {'Port': ['ID=18a634be-af64-4256-9a05-bf1def0b1689,revision_number=None']} {{(pid=103458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 13:26:21.227753 dv-cinder-830097-4-iscsi neutron-server[103459]: DEBUG neutron.plugins.ml2.db [None req-53781792-8650-4c78-93a6-1c4d328d874c None None] No active binding found for port 18a634be-af64-4256-9a05-bf1def0b1689 {{(pid=103459) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:216}} Apr 12 13:26:21.228349 dv-cinder-830097-4-iscsi neutron-server[103459]: DEBUG neutron.plugins.ml2.plugin [None req-53781792-8650-4c78-93a6-1c4d328d874c None None] The host dv-cinder-830097-4-iscsi is not matching for port 18a634be-af64-4256-9a05-bf1def0b1689 host None! {{(pid=103459) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2355}} Apr 12 13:26:21.228349 dv-cinder-830097-4-iscsi neutron-server[103459]: DEBUG neutron.plugins.ml2.rpc [None req-53781792-8650-4c78-93a6-1c4d328d874c None None] Device 18a634be-af64-4256-9a05-bf1def0b1689 not bound to the agent host dv-cinder-830097-4-iscsi {{(pid=103459) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 12 13:26:21.229112 dv-cinder-830097-4-iscsi neutron-server[103459]: DEBUG neutron.plugins.ml2.rpc [None req-53781792-8650-4c78-93a6-1c4d328d874c None None] Device 706bf3a0-a850-4048-9c15-4b97fbc5e5de no longer exists at agent ovs-agent-dv-cinder-830097-4-iscsi {{(pid=103459) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 12 13:26:21.254684 dv-cinder-830097-4-iscsi neutron-server[103459]: DEBUG neutron.plugins.ml2.plugin [None req-53781792-8650-4c78-93a6-1c4d328d874c None None] No Port match for: 706bf3a0-a850-4048-9c15-4b97fbc5e5de {{(pid=103459) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2341}} Apr 12 13:26:21.255338 dv-cinder-830097-4-iscsi neutron-server[103459]: DEBUG neutron.plugins.ml2.rpc [None req-53781792-8650-4c78-93a6-1c4d328d874c None None] Device 706bf3a0-a850-4048-9c15-4b97fbc5e5de not bound to the agent host dv-cinder-830097-4-iscsi {{(pid=103459) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 12 13:26:21.304479 dv-cinder-830097-4-iscsi neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-e12fd627-322a-4ae9-8efe-d918cd7d3803 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-661938', 'neutron.services.segments.db._delete_segments_for_network-8732727929519'] for network (c02fcb51-12d4-4832-b791-57d4b3289c97), precommit_delete {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:26:21.331460 dv-cinder-830097-4-iscsi neutron-server[103458]: DEBUG neutron.services.segments.db [None req-e12fd627-322a-4ae9-8efe-d918cd7d3803 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c02fcb51-12d4-4832-b791-57d4b3289c97']}} {{(pid=103458) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 13:26:21.345419 dv-cinder-830097-4-iscsi neutron-server[103458]: DEBUG neutron.services.segments.db [None req-e12fd627-322a-4ae9-8efe-d918cd7d3803 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8a48a266-e467-47d0-a36f-2f3cd76a4aff') {'for_net_delete': True} {{(pid=103458) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 13:26:21.345677 dv-cinder-830097-4-iscsi neutron-server[103458]: DEBUG neutron.services.segments.db [None req-e12fd627-322a-4ae9-8efe-d918cd7d3803 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8a48a266-e467-47d0-a36f-2f3cd76a4aff') {} {{(pid=103458) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 13:26:21.360149 dv-cinder-830097-4-iscsi neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-e12fd627-322a-4ae9-8efe-d918cd7d3803 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8732727932344', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26034242'] for segment (8a48a266-e467-47d0-a36f-2f3cd76a4aff), before_delete {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:26:21.376023 dv-cinder-830097-4-iscsi neutron-server[103459]: DEBUG neutron_lib.callbacks.manager [None req-ef16b058-6915-48b5-ab23-100f5753fff5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-915890', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3697887', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732727894797', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732727417923'] for port (18a634be-af64-4256-9a05-bf1def0b1689), after_delete {{(pid=103459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:26:21.384056 dv-cinder-830097-4-iscsi neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-e12fd627-322a-4ae9-8efe-d918cd7d3803 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-715442'] for segment (8a48a266-e467-47d0-a36f-2f3cd76a4aff), precommit_delete {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:26:21.405237 dv-cinder-830097-4-iscsi neutron-server[103458]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e12fd627-322a-4ae9-8efe-d918cd7d3803 admin admin] Releasing vlan 204 on physical network physnet1 to pool {{(pid=103458) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 12 13:26:21.407497 dv-cinder-830097-4-iscsi neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-e12fd627-322a-4ae9-8efe-d918cd7d3803 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-715442', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26096954'] for segment (8a48a266-e467-47d0-a36f-2f3cd76a4aff), after_delete {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:26:21.411220 dv-cinder-830097-4-iscsi neutron-server[103458]: Traceback (most recent call last): Apr 12 13:26:21.411220 dv-cinder-830097-4-iscsi neutron-server[103458]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 12 13:26:21.411220 dv-cinder-830097-4-iscsi neutron-server[103458]: timer() Apr 12 13:26:21.411220 dv-cinder-830097-4-iscsi neutron-server[103458]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 12 13:26:21.411220 dv-cinder-830097-4-iscsi neutron-server[103458]: cb(*args, **kw) Apr 12 13:26:21.411220 dv-cinder-830097-4-iscsi neutron-server[103458]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 12 13:26:21.411220 dv-cinder-830097-4-iscsi neutron-server[103458]: return func(*args, **kwargs) Apr 12 13:26:21.411220 dv-cinder-830097-4-iscsi neutron-server[103458]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 12 13:26:21.411220 dv-cinder-830097-4-iscsi neutron-server[103458]: self._notify() Apr 12 13:26:21.411220 dv-cinder-830097-4-iscsi neutron-server[103458]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 12 13:26:21.411220 dv-cinder-830097-4-iscsi neutron-server[103458]: self.callback(batched_events) Apr 12 13:26:21.411220 dv-cinder-830097-4-iscsi neutron-server[103458]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 12 13:26:21.411220 dv-cinder-830097-4-iscsi neutron-server[103458]: event.method(event) Apr 12 13:26:21.411220 dv-cinder-830097-4-iscsi neutron-server[103458]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 12 13:26:21.411220 dv-cinder-830097-4-iscsi neutron-server[103458]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 12 13:26:21.411220 dv-cinder-830097-4-iscsi neutron-server[103458]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 12 13:26:21.411220 dv-cinder-830097-4-iscsi neutron-server[103458]: aggregate_uuid = self.p_client.list_aggregates( Apr 12 13:26:21.411220 dv-cinder-830097-4-iscsi neutron-server[103458]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 12 13:26:21.411220 dv-cinder-830097-4-iscsi neutron-server[103458]: return f(self, *a, **k) Apr 12 13:26:21.411220 dv-cinder-830097-4-iscsi neutron-server[103458]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 12 13:26:21.411220 dv-cinder-830097-4-iscsi neutron-server[103458]: return self._get(url).json() Apr 12 13:26:21.411220 dv-cinder-830097-4-iscsi neutron-server[103458]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 12 13:26:21.411220 dv-cinder-830097-4-iscsi neutron-server[103458]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 12 13:26:21.411220 dv-cinder-830097-4-iscsi neutron-server[103458]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 12 13:26:21.411220 dv-cinder-830097-4-iscsi neutron-server[103458]: return self.request(url, 'GET', **kwargs) Apr 12 13:26:21.411220 dv-cinder-830097-4-iscsi neutron-server[103458]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 12 13:26:21.411220 dv-cinder-830097-4-iscsi neutron-server[103458]: base_url = self.get_endpoint(auth, allow=allow, Apr 12 13:26:21.411220 dv-cinder-830097-4-iscsi neutron-server[103458]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 12 13:26:21.411220 dv-cinder-830097-4-iscsi neutron-server[103458]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 12 13:26:21.411220 dv-cinder-830097-4-iscsi neutron-server[103458]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 12 13:26:21.411220 dv-cinder-830097-4-iscsi neutron-server[103458]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 12 13:26:21.411220 dv-cinder-830097-4-iscsi neutron-server[103458]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 12 13:26:21.421308 dv-cinder-830097-4-iscsi neutron-server[103459]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ef16b058-6915-48b5-ab23-100f5753fff5 None None] No DVR routers for this DVR port 18a634be-af64-4256-9a05-bf1def0b1689 on host dv-cinder-830097-4-iscsi {{(pid=103459) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 12 13:26:21.498579 dv-cinder-830097-4-iscsi neutron-server[103459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef16b058-6915-48b5-ab23-100f5753fff5 None None] Pushing event deleted for resources: {'Port': ['ID=18a634be-af64-4256-9a05-bf1def0b1689,revision_number=None']} {{(pid=103459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 13:26:21.512594 dv-cinder-830097-4-iscsi neutron-server[103459]: DEBUG neutron_lib.callbacks.manager [None req-09c91955-1169-4ba5-b480-d25faf385fa1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732727929501', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-657397'] for agent (6571c785-b050-42b7-b6d0-d71237f75507), after_update {{(pid=103459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:26:21.532535 dv-cinder-830097-4-iscsi neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-e12fd627-322a-4ae9-8efe-d918cd7d3803 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-661949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3691972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3697887', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3739104'] for network (c02fcb51-12d4-4832-b791-57d4b3289c97), after_delete {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:26:21.542032 dv-cinder-830097-4-iscsi neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-e12fd627-322a-4ae9-8efe-d918cd7d3803 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3697709'] for network (None), before_response {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:26:21.547003 dv-cinder-830097-4-iscsi neutron-server[103458]: INFO neutron.wsgi [None req-e12fd627-322a-4ae9-8efe-d918cd7d3803 admin admin] 10.222.0.18 "DELETE /v2.0/networks/c02fcb51-12d4-4832-b791-57d4b3289c97 HTTP/1.1" status: 204 len: 168 time: 0.8791828 Apr 12 13:26:21.591028 dv-cinder-830097-4-iscsi neutron-server[103458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e12fd627-322a-4ae9-8efe-d918cd7d3803 admin admin] Pushing event deleted for resources: {'Network': ['ID=c02fcb51-12d4-4832-b791-57d4b3289c97,revision_number=None']} {{(pid=103458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 13:26:21.723845 dv-cinder-830097-4-iscsi neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03a0df58-d1fd-4013-8c38-cd9929bc5361 req-1569cd68-6204-4f9d-90d4-dcae5a7bce25 tempest-AttachVolumeShelveTestJSON-707707766 tempest-AttachVolumeShelveTestJSON-707707766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 13:26:21.725547 dv-cinder-830097-4-iscsi neutron-server[103457]: INFO neutron.wsgi [req-03a0df58-d1fd-4013-8c38-cd9929bc5361 req-1569cd68-6204-4f9d-90d4-dcae5a7bce25 tempest-AttachVolumeShelveTestJSON-707707766 tempest-AttachVolumeShelveTestJSON-707707766-project] 10.222.0.18 "GET /v2.0/ports?device_id=86be2946-ca3b-4374-9704-0c44d13ac2bf HTTP/1.1" status: 200 len: 944 time: 0.0896556 Apr 12 13:26:21.834137 dv-cinder-830097-4-iscsi neutron-server[103457]: INFO neutron.wsgi [req-03a0df58-d1fd-4013-8c38-cd9929bc5361 req-8a8039c7-a3a0-4db9-ba91-62d7db78617f tempest-AttachVolumeShelveTestJSON-707707766 tempest-AttachVolumeShelveTestJSON-707707766-project] 10.222.0.18 "GET /v2.0/security-groups?id=09a15c79-9ad1-40b0-a245-fcad199271ef&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0824540 Apr 12 13:26:21.901867 dv-cinder-830097-4-iscsi neutron-server[103458]: DEBUG neutron.wsgi [-] (103458) accepted ('10.222.0.18', 49310) {{(pid=103458) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 13:26:21.978650 dv-cinder-830097-4-iscsi neutron-server[103458]: INFO neutron.wsgi [None req-72f3331b-b84d-4073-9a0d-be4c45f05200 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=713bbcf7a57142f0a2bb30d1eed8f037&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0724027 Apr 12 13:26:21.979415 dv-cinder-830097-4-iscsi neutron-server[103457]: DEBUG neutron.wsgi [-] (103457) accepted ('10.222.0.18', 49314) {{(pid=103457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 13:26:22.057124 dv-cinder-830097-4-iscsi neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-bd46d69c-862e-449f-8b36-6c5b5c5f9338 admin admin] Publish callbacks [] for security_group (54f41ed2-7783-41b2-9a54-41f38a5a9c07), before_delete {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:26:22.090835 dv-cinder-830097-4-iscsi neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-bd46d69c-862e-449f-8b36-6c5b5c5f9338 admin admin] Publish callbacks [] for security_group (54f41ed2-7783-41b2-9a54-41f38a5a9c07), precommit_delete {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:26:22.138169 dv-cinder-830097-4-iscsi neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-bd46d69c-862e-449f-8b36-6c5b5c5f9338 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3691807'] for security_group (54f41ed2-7783-41b2-9a54-41f38a5a9c07), after_delete {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:26:22.146234 dv-cinder-830097-4-iscsi neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-bd46d69c-862e-449f-8b36-6c5b5c5f9338 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:26:22.150816 dv-cinder-830097-4-iscsi neutron-server[103457]: INFO neutron.wsgi [None req-bd46d69c-862e-449f-8b36-6c5b5c5f9338 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/54f41ed2-7783-41b2-9a54-41f38a5a9c07 HTTP/1.1" status: 204 len: 168 time: 0.1674139 Apr 12 13:26:22.156490 dv-cinder-830097-4-iscsi neutron-server[103457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd46d69c-862e-449f-8b36-6c5b5c5f9338 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=54f41ed2-7783-41b2-9a54-41f38a5a9c07,revision_number=None']} {{(pid=103457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 13:26:22.484448 dv-cinder-830097-4-iscsi neutron-server[103457]: DEBUG neutron.wsgi [-] (103457) accepted ('10.222.0.18', 49322) {{(pid=103457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 13:26:22.526319 dv-cinder-830097-4-iscsi neutron-server[103457]: INFO neutron.wsgi [None req-5aff28bb-9644-4966-a16c-9240dbb57bf0 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=61e42aab63ce4f38bcd1e2bc8ade6e06&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0406706 Apr 12 13:26:22.528923 dv-cinder-830097-4-iscsi neutron-server[103458]: DEBUG neutron.wsgi [-] (103458) accepted ('10.222.0.18', 49324) {{(pid=103458) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 13:26:22.577787 dv-cinder-830097-4-iscsi neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-d860e820-7813-443f-a761-43c5c30a6d8a admin admin] Publish callbacks [] for security_group (a31e7512-c9fb-4a41-8429-573a27624edb), before_delete {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:26:22.598827 dv-cinder-830097-4-iscsi neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-d860e820-7813-443f-a761-43c5c30a6d8a admin admin] Publish callbacks [] for security_group (a31e7512-c9fb-4a41-8429-573a27624edb), precommit_delete {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:26:22.647445 dv-cinder-830097-4-iscsi neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-d860e820-7813-443f-a761-43c5c30a6d8a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3691807'] for security_group (a31e7512-c9fb-4a41-8429-573a27624edb), after_delete {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:26:22.650312 dv-cinder-830097-4-iscsi neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-d860e820-7813-443f-a761-43c5c30a6d8a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:26:22.651188 dv-cinder-830097-4-iscsi neutron-server[103458]: INFO neutron.wsgi [None req-d860e820-7813-443f-a761-43c5c30a6d8a admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/a31e7512-c9fb-4a41-8429-573a27624edb HTTP/1.1" status: 204 len: 168 time: 0.1212308 Apr 12 13:26:22.660177 dv-cinder-830097-4-iscsi neutron-server[103458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d860e820-7813-443f-a761-43c5c30a6d8a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a31e7512-c9fb-4a41-8429-573a27624edb,revision_number=None']} {{(pid=103458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 13:26:22.973852 dv-cinder-830097-4-iscsi neutron-server[103458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7952b05f-871e-4bb0-8234-fb1b8e99dc12 req-954081e9-7d4b-4439-aaf6-7cb27f0cfc88 tempest-AttachVolumeShelveTestJSON-707707766 tempest-AttachVolumeShelveTestJSON-707707766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 13:26:22.975778 dv-cinder-830097-4-iscsi neutron-server[103458]: INFO neutron.wsgi [req-7952b05f-871e-4bb0-8234-fb1b8e99dc12 req-954081e9-7d4b-4439-aaf6-7cb27f0cfc88 tempest-AttachVolumeShelveTestJSON-707707766 tempest-AttachVolumeShelveTestJSON-707707766-project] 10.222.0.18 "GET /v2.0/ports?device_id=86be2946-ca3b-4374-9704-0c44d13ac2bf HTTP/1.1" status: 200 len: 944 time: 0.0739133 Apr 12 13:26:23.041836 dv-cinder-830097-4-iscsi neutron-server[103458]: INFO neutron.wsgi [req-7952b05f-871e-4bb0-8234-fb1b8e99dc12 req-aebe1880-3e45-4d56-ae87-fafebd4db50f tempest-AttachVolumeShelveTestJSON-707707766 tempest-AttachVolumeShelveTestJSON-707707766-project] 10.222.0.18 "GET /v2.0/security-groups?id=09a15c79-9ad1-40b0-a245-fcad199271ef&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0588214 Apr 12 13:26:23.215130 dv-cinder-830097-4-iscsi neutron-server[103459]: DEBUG neutron_lib.callbacks.manager [None req-53781792-8650-4c78-93a6-1c4d328d874c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732727929501', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-657397'] for agent (3f2daa45-5e56-452b-8a21-b519edfce99e), after_update {{(pid=103459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:26:24.470767 dv-cinder-830097-4-iscsi neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6027df3-a3b2-4706-ae86-c115b9274aba req-54b300b8-048b-41c6-8038-bd29f9143b8c tempest-AttachVolumeShelveTestJSON-707707766 tempest-AttachVolumeShelveTestJSON-707707766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 13:26:24.472271 dv-cinder-830097-4-iscsi neutron-server[103457]: INFO neutron.wsgi [req-c6027df3-a3b2-4706-ae86-c115b9274aba req-54b300b8-048b-41c6-8038-bd29f9143b8c tempest-AttachVolumeShelveTestJSON-707707766 tempest-AttachVolumeShelveTestJSON-707707766-project] 10.222.0.18 "GET /v2.0/ports?device_id=86be2946-ca3b-4374-9704-0c44d13ac2bf HTTP/1.1" status: 200 len: 944 time: 0.0545640 Apr 12 13:26:24.803286 dv-cinder-830097-4-iscsi neutron-server[103457]: INFO neutron.wsgi [req-c6027df3-a3b2-4706-ae86-c115b9274aba req-835972a7-2ddb-4520-bed7-d7f897876e65 tempest-AttachVolumeShelveTestJSON-707707766 tempest-AttachVolumeShelveTestJSON-707707766-project] 10.222.0.18 "GET /v2.0/security-groups?id=09a15c79-9ad1-40b0-a245-fcad199271ef&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3243062 Apr 12 13:26:25.976749 dv-cinder-830097-4-iscsi neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4da5ee58-cd57-4b6a-9780-982afc5f6d1f req-3ac6e03c-42bf-4b93-aa55-12bd619a8492 tempest-AttachVolumeShelveTestJSON-707707766 tempest-AttachVolumeShelveTestJSON-707707766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 13:26:25.981422 dv-cinder-830097-4-iscsi neutron-server[103457]: INFO neutron.wsgi [req-4da5ee58-cd57-4b6a-9780-982afc5f6d1f req-3ac6e03c-42bf-4b93-aa55-12bd619a8492 tempest-AttachVolumeShelveTestJSON-707707766 tempest-AttachVolumeShelveTestJSON-707707766-project] 10.222.0.18 "GET /v2.0/ports?device_id=86be2946-ca3b-4374-9704-0c44d13ac2bf HTTP/1.1" status: 200 len: 944 time: 0.0634005 Apr 12 13:26:26.035805 dv-cinder-830097-4-iscsi neutron-server[103457]: INFO neutron.wsgi [req-4da5ee58-cd57-4b6a-9780-982afc5f6d1f req-4d88567c-4fbc-46d7-a800-210c397e2a6e tempest-AttachVolumeShelveTestJSON-707707766 tempest-AttachVolumeShelveTestJSON-707707766-project] 10.222.0.18 "GET /v2.0/security-groups?id=09a15c79-9ad1-40b0-a245-fcad199271ef&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0472052 Apr 12 13:26:27.208401 dv-cinder-830097-4-iscsi neutron-server[103458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c355bb7-a719-4156-aaba-643f7f3ae65d req-ecf50d65-5330-4f0f-b69d-ea0020446173 tempest-AttachVolumeShelveTestJSON-707707766 tempest-AttachVolumeShelveTestJSON-707707766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 13:26:27.210130 dv-cinder-830097-4-iscsi neutron-server[103458]: INFO neutron.wsgi [req-7c355bb7-a719-4156-aaba-643f7f3ae65d req-ecf50d65-5330-4f0f-b69d-ea0020446173 tempest-AttachVolumeShelveTestJSON-707707766 tempest-AttachVolumeShelveTestJSON-707707766-project] 10.222.0.18 "GET /v2.0/ports?device_id=86be2946-ca3b-4374-9704-0c44d13ac2bf HTTP/1.1" status: 200 len: 944 time: 0.0747592 Apr 12 13:26:27.286806 dv-cinder-830097-4-iscsi neutron-server[103458]: INFO neutron.wsgi [req-7c355bb7-a719-4156-aaba-643f7f3ae65d req-27f6d3ee-ebff-45f2-bc83-71ea7d97616d tempest-AttachVolumeShelveTestJSON-707707766 tempest-AttachVolumeShelveTestJSON-707707766-project] 10.222.0.18 "GET /v2.0/security-groups?id=09a15c79-9ad1-40b0-a245-fcad199271ef&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0688367 Apr 12 13:26:28.428430 dv-cinder-830097-4-iscsi neutron-server[103458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3832c778-059f-41ff-ba8a-c3c22aa8e174 req-dde7ec75-ba7b-4e99-b496-8b12789c1fa9 tempest-AttachVolumeShelveTestJSON-707707766 tempest-AttachVolumeShelveTestJSON-707707766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 13:26:28.430986 dv-cinder-830097-4-iscsi neutron-server[103458]: INFO neutron.wsgi [req-3832c778-059f-41ff-ba8a-c3c22aa8e174 req-dde7ec75-ba7b-4e99-b496-8b12789c1fa9 tempest-AttachVolumeShelveTestJSON-707707766 tempest-AttachVolumeShelveTestJSON-707707766-project] 10.222.0.18 "GET /v2.0/ports?device_id=86be2946-ca3b-4374-9704-0c44d13ac2bf HTTP/1.1" status: 200 len: 944 time: 0.0598099 Apr 12 13:26:28.483437 dv-cinder-830097-4-iscsi neutron-server[103458]: INFO neutron.wsgi [req-3832c778-059f-41ff-ba8a-c3c22aa8e174 req-2728927c-9d44-4834-aae4-57affea951e0 tempest-AttachVolumeShelveTestJSON-707707766 tempest-AttachVolumeShelveTestJSON-707707766-project] 10.222.0.18 "GET /v2.0/security-groups?id=09a15c79-9ad1-40b0-a245-fcad199271ef&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0468853 Apr 12 13:26:29.072449 dv-cinder-830097-4-iscsi neutron-server[103458]: DEBUG neutron.wsgi [-] (103458) accepted ('10.222.0.18', 49446) {{(pid=103458) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 13:26:29.179932 dv-cinder-830097-4-iscsi neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-0e7498a1-8aac-4a82-be75-322a1b2f8b1d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:26:29.256347 dv-cinder-830097-4-iscsi neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-0e7498a1-8aac-4a82-be75-322a1b2f8b1d admin admin] Publish callbacks [] for security_group (11c3b1b8-6110-48e3-a52c-d79cea2175b1), precommit_create {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:26:29.262000 dv-cinder-830097-4-iscsi neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-0e7498a1-8aac-4a82-be75-322a1b2f8b1d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3691807'] for security_group (11c3b1b8-6110-48e3-a52c-d79cea2175b1), after_create {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:26:29.302197 dv-cinder-830097-4-iscsi neutron-server[103458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e7498a1-8aac-4a82-be75-322a1b2f8b1d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=11c3b1b8-6110-48e3-a52c-d79cea2175b1,revision_number=1']} {{(pid=103458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 13:26:29.306716 dv-cinder-830097-4-iscsi neutron-server[103458]: INFO neutron.wsgi [None req-0e7498a1-8aac-4a82-be75-322a1b2f8b1d admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=e8cdc93c5a244584b4db654331392327&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2332182 Apr 12 13:26:29.309299 dv-cinder-830097-4-iscsi neutron-server[103458]: DEBUG neutron.wsgi [-] (103458) accepted ('10.222.0.18', 49450) {{(pid=103458) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 13:26:29.358632 dv-cinder-830097-4-iscsi neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-470ee63c-9db9-45fd-9892-dd121aca3fff admin admin] Publish callbacks [] for security_group (11c3b1b8-6110-48e3-a52c-d79cea2175b1), before_delete {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:26:29.379993 dv-cinder-830097-4-iscsi neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-470ee63c-9db9-45fd-9892-dd121aca3fff admin admin] Publish callbacks [] for security_group (11c3b1b8-6110-48e3-a52c-d79cea2175b1), precommit_delete {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:26:29.429560 dv-cinder-830097-4-iscsi neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-470ee63c-9db9-45fd-9892-dd121aca3fff admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3691807'] for security_group (11c3b1b8-6110-48e3-a52c-d79cea2175b1), after_delete {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:26:29.432492 dv-cinder-830097-4-iscsi neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-470ee63c-9db9-45fd-9892-dd121aca3fff admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:26:29.433663 dv-cinder-830097-4-iscsi neutron-server[103458]: INFO neutron.wsgi [None req-470ee63c-9db9-45fd-9892-dd121aca3fff admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/11c3b1b8-6110-48e3-a52c-d79cea2175b1 HTTP/1.1" status: 204 len: 168 time: 0.1234586 Apr 12 13:26:29.441338 dv-cinder-830097-4-iscsi neutron-server[103458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-470ee63c-9db9-45fd-9892-dd121aca3fff admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=11c3b1b8-6110-48e3-a52c-d79cea2175b1,revision_number=None']} {{(pid=103458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 13:26:29.612390 dv-cinder-830097-4-iscsi neutron-server[103458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22cc39c0-09e3-45ee-bc37-975064280f82 req-db72d644-3d2c-4619-906c-21d98ac3a205 tempest-AttachVolumeShelveTestJSON-707707766 tempest-AttachVolumeShelveTestJSON-707707766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 13:26:29.613897 dv-cinder-830097-4-iscsi neutron-server[103458]: INFO neutron.wsgi [req-22cc39c0-09e3-45ee-bc37-975064280f82 req-db72d644-3d2c-4619-906c-21d98ac3a205 tempest-AttachVolumeShelveTestJSON-707707766 tempest-AttachVolumeShelveTestJSON-707707766-project] 10.222.0.18 "GET /v2.0/ports?device_id=86be2946-ca3b-4374-9704-0c44d13ac2bf HTTP/1.1" status: 200 len: 944 time: 0.0520756 Apr 12 13:26:29.622366 dv-cinder-830097-4-iscsi neutron-server[103459]: DEBUG neutron_lib.callbacks.manager [None req-3505bd68-a9fd-4823-92ea-1a6ded8ab071 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732727929501', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-657397'] for agent (ee5509cd-6dd7-49df-aa37-3740ebd1e34b), after_update {{(pid=103459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:26:29.663880 dv-cinder-830097-4-iscsi neutron-server[103458]: INFO neutron.wsgi [req-22cc39c0-09e3-45ee-bc37-975064280f82 req-c29a87e0-b09a-40d8-805f-058bef73b0e9 tempest-AttachVolumeShelveTestJSON-707707766 tempest-AttachVolumeShelveTestJSON-707707766-project] 10.222.0.18 "GET /v2.0/security-groups?id=09a15c79-9ad1-40b0-a245-fcad199271ef&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0434299 Apr 12 13:26:30.221636 dv-cinder-830097-4-iscsi neutron-server[103460]: DEBUG neutron.db.agents_db [None req-38c2972b-b018-47ca-95cb-8760adc1e78b None None] Agent healthcheck: found 6 active agents {{(pid=103460) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 12 13:26:30.783420 dv-cinder-830097-4-iscsi neutron-server[103458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd33e7d8-1ef0-499f-a0a9-321752ab7fde req-aa7f3e18-725e-4e97-ba0f-62ccef4430eb tempest-AttachVolumeShelveTestJSON-707707766 tempest-AttachVolumeShelveTestJSON-707707766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 13:26:30.784894 dv-cinder-830097-4-iscsi neutron-server[103458]: INFO neutron.wsgi [req-fd33e7d8-1ef0-499f-a0a9-321752ab7fde req-aa7f3e18-725e-4e97-ba0f-62ccef4430eb tempest-AttachVolumeShelveTestJSON-707707766 tempest-AttachVolumeShelveTestJSON-707707766-project] 10.222.0.18 "GET /v2.0/ports?device_id=86be2946-ca3b-4374-9704-0c44d13ac2bf HTTP/1.1" status: 200 len: 944 time: 0.0461001 Apr 12 13:26:30.831551 dv-cinder-830097-4-iscsi neutron-server[103458]: INFO neutron.wsgi [req-fd33e7d8-1ef0-499f-a0a9-321752ab7fde req-b4b9a25c-c819-4ccf-ace8-1245ada2c39d tempest-AttachVolumeShelveTestJSON-707707766 tempest-AttachVolumeShelveTestJSON-707707766-project] 10.222.0.18 "GET /v2.0/security-groups?id=09a15c79-9ad1-40b0-a245-fcad199271ef&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0404146 Apr 12 13:26:31.608099 dv-cinder-830097-4-iscsi neutron-server[103458]: INFO neutron.wsgi [req-50b513e5-5c45-47dd-a9be-ed80e4e4576f req-efba4856-8340-40b4-aedd-243d420064e8 tempest-VolumesNegativeTest-1015950079 tempest-VolumesNegativeTest-1015950079-project] 10.222.0.18 "GET /v2.0/networks?tenant_id=b706d8e7fb0245658c07aa3a7941d058&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0299346 Apr 12 13:26:31.806284 dv-cinder-830097-4-iscsi neutron-server[103458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50b513e5-5c45-47dd-a9be-ed80e4e4576f req-1350c221-e1de-477d-a065-f559bc9e3599 tempest-VolumesNegativeTest-1015950079 tempest-VolumesNegativeTest-1015950079-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 13:26:31.807708 dv-cinder-830097-4-iscsi neutron-server[103458]: INFO neutron.wsgi [req-50b513e5-5c45-47dd-a9be-ed80e4e4576f req-1350c221-e1de-477d-a065-f559bc9e3599 tempest-VolumesNegativeTest-1015950079 tempest-VolumesNegativeTest-1015950079-project] 10.222.0.18 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1943314 Apr 12 13:26:31.826315 dv-cinder-830097-4-iscsi neutron-server[103458]: INFO neutron.wsgi [req-50b513e5-5c45-47dd-a9be-ed80e4e4576f req-8bed9fe5-59d9-4c28-9f77-6c1a413ec287 tempest-VolumesNegativeTest-1015950079 tempest-VolumesNegativeTest-1015950079-project] 10.222.0.18 "GET /v2.0/quotas/b706d8e7fb0245658c07aa3a7941d058 HTTP/1.1" status: 200 len: 375 time: 0.0131114 Apr 12 13:26:31.861725 dv-cinder-830097-4-iscsi neutron-server[103458]: INFO neutron.wsgi [req-50b513e5-5c45-47dd-a9be-ed80e4e4576f req-efd6d3f7-c1f5-4010-9234-a7fa89481a47 tempest-VolumesNegativeTest-1015950079 tempest-VolumesNegativeTest-1015950079-project] 10.222.0.18 "GET /v2.0/ports?tenant_id=b706d8e7fb0245658c07aa3a7941d058&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0297973 Apr 12 13:26:32.080496 dv-cinder-830097-4-iscsi neutron-server[103458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9aab805-dbdb-41e2-bd06-ddc6c3ec0da0 req-8081e197-adba-4d78-ad90-6b86982e20e6 tempest-AttachVolumeShelveTestJSON-707707766 tempest-AttachVolumeShelveTestJSON-707707766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 13:26:32.081982 dv-cinder-830097-4-iscsi neutron-server[103458]: INFO neutron.wsgi [req-b9aab805-dbdb-41e2-bd06-ddc6c3ec0da0 req-8081e197-adba-4d78-ad90-6b86982e20e6 tempest-AttachVolumeShelveTestJSON-707707766 tempest-AttachVolumeShelveTestJSON-707707766-project] 10.222.0.18 "GET /v2.0/ports?device_id=86be2946-ca3b-4374-9704-0c44d13ac2bf HTTP/1.1" status: 200 len: 944 time: 0.0589390 Apr 12 13:26:32.130649 dv-cinder-830097-4-iscsi neutron-server[103458]: INFO neutron.wsgi [req-b9aab805-dbdb-41e2-bd06-ddc6c3ec0da0 req-62aa73a5-86a3-4b04-bc79-63d7a88786dd tempest-AttachVolumeShelveTestJSON-707707766 tempest-AttachVolumeShelveTestJSON-707707766-project] 10.222.0.18 "GET /v2.0/security-groups?id=09a15c79-9ad1-40b0-a245-fcad199271ef&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0418694 Apr 12 13:26:32.205079 dv-cinder-830097-4-iscsi neutron-server[103458]: INFO neutron.wsgi [req-a5130e24-5a56-4758-868f-d18994d25327 req-bfdde2be-5128-498d-8bcf-d7914c62fb3e tempest-VolumesNegativeTest-1015950079 tempest-VolumesNegativeTest-1015950079-project] 10.222.0.18 "GET /v2.0/ports?device_id=78bd1523-f00b-4039-81b7-4fe6f28e98fa HTTP/1.1" status: 200 len: 210 time: 0.0322046 Apr 12 13:26:33.248187 dv-cinder-830097-4-iscsi neutron-server[103458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fee98e8-b639-4302-98e2-47cdf8719760 req-9503b8ce-47fb-44d0-bd26-83603432a7e3 tempest-AttachVolumeShelveTestJSON-707707766 tempest-AttachVolumeShelveTestJSON-707707766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 13:26:33.249651 dv-cinder-830097-4-iscsi neutron-server[103458]: INFO neutron.wsgi [req-4fee98e8-b639-4302-98e2-47cdf8719760 req-9503b8ce-47fb-44d0-bd26-83603432a7e3 tempest-AttachVolumeShelveTestJSON-707707766 tempest-AttachVolumeShelveTestJSON-707707766-project] 10.222.0.18 "GET /v2.0/ports?device_id=86be2946-ca3b-4374-9704-0c44d13ac2bf HTTP/1.1" status: 200 len: 944 time: 0.0461681 Apr 12 13:26:33.294961 dv-cinder-830097-4-iscsi neutron-server[103458]: INFO neutron.wsgi [req-4fee98e8-b639-4302-98e2-47cdf8719760 req-84f35f01-f7fa-4e80-a408-5fffe9f45e8e tempest-AttachVolumeShelveTestJSON-707707766 tempest-AttachVolumeShelveTestJSON-707707766-project] 10.222.0.18 "GET /v2.0/security-groups?id=09a15c79-9ad1-40b0-a245-fcad199271ef&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0396430 Apr 12 13:26:33.379024 dv-cinder-830097-4-iscsi neutron-server[103458]: INFO neutron.wsgi [req-ed0945ed-8a45-4ad5-b0e7-96ba23a3f13b req-61385b0e-cf38-4436-8acd-bdf179719afb tempest-VolumesNegativeTest-1015950079 tempest-VolumesNegativeTest-1015950079-project] 10.222.0.18 "GET /v2.0/ports?device_id=78bd1523-f00b-4039-81b7-4fe6f28e98fa HTTP/1.1" status: 200 len: 210 time: 0.0277097 Apr 12 13:26:34.413916 dv-cinder-830097-4-iscsi neutron-server[103458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-346b3b8e-2852-4bd8-b5ac-30dc1c16a0e3 req-2acbce3a-3ad8-42e8-9de8-3722006b38e0 tempest-AttachVolumeShelveTestJSON-707707766 tempest-AttachVolumeShelveTestJSON-707707766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 13:26:34.415525 dv-cinder-830097-4-iscsi neutron-server[103458]: INFO neutron.wsgi [req-346b3b8e-2852-4bd8-b5ac-30dc1c16a0e3 req-2acbce3a-3ad8-42e8-9de8-3722006b38e0 tempest-AttachVolumeShelveTestJSON-707707766 tempest-AttachVolumeShelveTestJSON-707707766-project] 10.222.0.18 "GET /v2.0/ports?device_id=86be2946-ca3b-4374-9704-0c44d13ac2bf HTTP/1.1" status: 200 len: 944 time: 0.0486510 Apr 12 13:26:34.461272 dv-cinder-830097-4-iscsi neutron-server[103458]: INFO neutron.wsgi [req-346b3b8e-2852-4bd8-b5ac-30dc1c16a0e3 req-1c0588df-6bb0-42a1-9f36-446f190dc4f0 tempest-AttachVolumeShelveTestJSON-707707766 tempest-AttachVolumeShelveTestJSON-707707766-project] 10.222.0.18 "GET /v2.0/security-groups?id=09a15c79-9ad1-40b0-a245-fcad199271ef&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0403514 Apr 12 13:26:34.543685 dv-cinder-830097-4-iscsi neutron-server[103458]: INFO neutron.wsgi [req-c61bf805-bdcb-4e0f-aa84-60caa3335fb9 req-19650455-bb13-40c8-ae38-2f48413d248e tempest-VolumesNegativeTest-1015950079 tempest-VolumesNegativeTest-1015950079-project] 10.222.0.18 "GET /v2.0/ports?device_id=78bd1523-f00b-4039-81b7-4fe6f28e98fa HTTP/1.1" status: 200 len: 210 time: 0.0272176 Apr 12 13:26:35.238801 dv-cinder-830097-4-iscsi neutron-server[103457]: INFO neutron.wsgi [req-50b513e5-5c45-47dd-a9be-ed80e4e4576f req-4822b3bb-60f4-4538-b0c0-6d19b2effe37 tempest-VolumesNegativeTest-1015950079 tempest-VolumesNegativeTest-1015950079-project] 10.222.0.55 "GET /v2.0/networks?tenant_id=b706d8e7fb0245658c07aa3a7941d058&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0280542 Apr 12 13:26:35.422745 dv-cinder-830097-4-iscsi neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50b513e5-5c45-47dd-a9be-ed80e4e4576f req-4b819929-7fd4-40e1-96e6-bb5f0ae7bce5 tempest-VolumesNegativeTest-1015950079 tempest-VolumesNegativeTest-1015950079-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 13:26:35.424189 dv-cinder-830097-4-iscsi neutron-server[103457]: INFO neutron.wsgi [req-50b513e5-5c45-47dd-a9be-ed80e4e4576f req-4b819929-7fd4-40e1-96e6-bb5f0ae7bce5 tempest-VolumesNegativeTest-1015950079 tempest-VolumesNegativeTest-1015950079-project] 10.222.0.55 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1801271 Apr 12 13:26:35.475090 dv-cinder-830097-4-iscsi neutron-server[103457]: DEBUG neutron.api.v2.base [req-50b513e5-5c45-47dd-a9be-ed80e4e4576f req-ed2f6859-dd60-4378-b34d-df707e95fe44 tempest-VolumesNegativeTest-1015950079 tempest-VolumesNegativeTest-1015950079-project] Request body: {'port': {'device_id': '78bd1523-f00b-4039-81b7-4fe6f28e98fa', 'network_id': '28f5d4d9-4bf8-4d84-8d37-be1a553916df', 'admin_state_up': True, 'tenant_id': 'b706d8e7fb0245658c07aa3a7941d058'}} {{(pid=103457) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 12 13:26:35.639708 dv-cinder-830097-4-iscsi neutron-server[103458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c7095b8-1ed1-4e61-8617-945b62b33ccd req-270e7a6c-acc3-4b7f-9324-28d533e0d10b tempest-AttachVolumeShelveTestJSON-707707766 tempest-AttachVolumeShelveTestJSON-707707766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 13:26:35.659308 dv-cinder-830097-4-iscsi neutron-server[103458]: INFO neutron.wsgi [req-0c7095b8-1ed1-4e61-8617-945b62b33ccd req-270e7a6c-acc3-4b7f-9324-28d533e0d10b tempest-AttachVolumeShelveTestJSON-707707766 tempest-AttachVolumeShelveTestJSON-707707766-project] 10.222.0.18 "GET /v2.0/ports?device_id=86be2946-ca3b-4374-9704-0c44d13ac2bf HTTP/1.1" status: 200 len: 944 time: 0.1229680 Apr 12 13:26:35.672854 dv-cinder-830097-4-iscsi neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-50b513e5-5c45-47dd-a9be-ed80e4e4576f req-ed2f6859-dd60-4378-b34d-df707e95fe44 tempest-VolumesNegativeTest-1015950079 tempest-VolumesNegativeTest-1015950079-project] Made reservation on behalf of b706d8e7fb0245658c07aa3a7941d058 for: {'port': 1} {{(pid=103457) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 12 13:26:35.676959 dv-cinder-830097-4-iscsi neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [req-50b513e5-5c45-47dd-a9be-ed80e4e4576f req-ed2f6859-dd60-4378-b34d-df707e95fe44 tempest-VolumesNegativeTest-1015950079 tempest-VolumesNegativeTest-1015950079-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-916304'] for port (None), before_create {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:26:35.700874 dv-cinder-830097-4-iscsi neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [req-50b513e5-5c45-47dd-a9be-ed80e4e4576f req-ed2f6859-dd60-4378-b34d-df707e95fe44 tempest-VolumesNegativeTest-1015950079 tempest-VolumesNegativeTest-1015950079-project] Publish callbacks [] for security_group (None), before_create {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:26:35.715885 dv-cinder-830097-4-iscsi neutron-server[103458]: INFO neutron.wsgi [req-0c7095b8-1ed1-4e61-8617-945b62b33ccd req-f415aff3-be37-4b34-b92f-9d37c3218e7a tempest-AttachVolumeShelveTestJSON-707707766 tempest-AttachVolumeShelveTestJSON-707707766-project] 10.222.0.18 "GET /v2.0/security-groups?id=09a15c79-9ad1-40b0-a245-fcad199271ef&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0470040 Apr 12 13:26:35.729767 dv-cinder-830097-4-iscsi neutron-server[103457]: INFO neutron.wsgi [req-ea29962a-b93e-46de-9091-fe723f505bb5 req-cc65791a-531f-435b-bef6-e008578ec8c3 tempest-VolumesNegativeTest-1015950079 tempest-VolumesNegativeTest-1015950079-project] 10.222.0.18 "GET /v2.0/ports?device_id=78bd1523-f00b-4039-81b7-4fe6f28e98fa HTTP/1.1" status: 200 len: 210 time: 0.0502968 Apr 12 13:26:35.817704 dv-cinder-830097-4-iscsi neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [req-50b513e5-5c45-47dd-a9be-ed80e4e4576f req-ed2f6859-dd60-4378-b34d-df707e95fe44 tempest-VolumesNegativeTest-1015950079 tempest-VolumesNegativeTest-1015950079-project] Publish callbacks [] for security_group (f5470344-9310-4b36-9914-f1d6c9112183), precommit_create {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:26:35.822825 dv-cinder-830097-4-iscsi neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [req-50b513e5-5c45-47dd-a9be-ed80e4e4576f req-ed2f6859-dd60-4378-b34d-df707e95fe44 tempest-VolumesNegativeTest-1015950079 tempest-VolumesNegativeTest-1015950079-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3691807'] for security_group (f5470344-9310-4b36-9914-f1d6c9112183), after_create {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:26:35.900409 dv-cinder-830097-4-iscsi neutron-server[103457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed2f6859-dd60-4378-b34d-df707e95fe44 tempest-VolumesNegativeTest-1015950079 tempest-VolumesNegativeTest-1015950079-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f5470344-9310-4b36-9914-f1d6c9112183,revision_number=1']} {{(pid=103457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 13:26:35.972196 dv-cinder-830097-4-iscsi neutron-server[103457]: DEBUG neutron.db.db_base_plugin_common [req-50b513e5-5c45-47dd-a9be-ed80e4e4576f req-ed2f6859-dd60-4378-b34d-df707e95fe44 tempest-VolumesNegativeTest-1015950079 tempest-VolumesNegativeTest-1015950079-project] Allocated IP 192.168.233.74 (28f5d4d9-4bf8-4d84-8d37-be1a553916df/b5772e05-2c3d-4efe-92f9-8e2daaba6fca/4d7490ca-cd3b-4822-9dd7-62e9a41194df) {{(pid=103457) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 12 13:26:36.113653 dv-cinder-830097-4-iscsi neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [req-50b513e5-5c45-47dd-a9be-ed80e4e4576f req-ed2f6859-dd60-4378-b34d-df707e95fe44 tempest-VolumesNegativeTest-1015950079 tempest-VolumesNegativeTest-1015950079-project] Publish callbacks [] for port (4d7490ca-cd3b-4822-9dd7-62e9a41194df), precommit_create {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:26:36.145515 dv-cinder-830097-4-iscsi neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [req-50b513e5-5c45-47dd-a9be-ed80e4e4576f req-ed2f6859-dd60-4378-b34d-df707e95fe44 tempest-VolumesNegativeTest-1015950079 tempest-VolumesNegativeTest-1015950079-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-915890', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3697887', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732727417914', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25610742'] for port (4d7490ca-cd3b-4822-9dd7-62e9a41194df), after_create {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:26:36.192271 dv-cinder-830097-4-iscsi neutron-server[103457]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-50b513e5-5c45-47dd-a9be-ed80e4e4576f req-ed2f6859-dd60-4378-b34d-df707e95fe44 tempest-VolumesNegativeTest-1015950079 tempest-VolumesNegativeTest-1015950079-project] Network 28f5d4d9-4bf8-4d84-8d37-be1a553916df is already hosted by enough agents. {{(pid=103457) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 12 13:26:36.195171 dv-cinder-830097-4-iscsi neutron-server[103457]: DEBUG neutron.scheduler.base_scheduler [req-50b513e5-5c45-47dd-a9be-ed80e4e4576f req-ed2f6859-dd60-4378-b34d-df707e95fe44 tempest-VolumesNegativeTest-1015950079 tempest-VolumesNegativeTest-1015950079-project] Resources bound (agent type, host, resource id): {{(pid=103457) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 12 13:26:36.199045 dv-cinder-830097-4-iscsi neutron-server[103457]: DEBUG neutron.db.l3_dvrscheduler_db [req-50b513e5-5c45-47dd-a9be-ed80e4e4576f req-ed2f6859-dd60-4378-b34d-df707e95fe44 tempest-VolumesNegativeTest-1015950079 tempest-VolumesNegativeTest-1015950079-project] Received port after_create {{(pid=103457) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 12 13:26:36.221712 dv-cinder-830097-4-iscsi neutron-server[103457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed2f6859-dd60-4378-b34d-df707e95fe44 tempest-VolumesNegativeTest-1015950079 tempest-VolumesNegativeTest-1015950079-project] Pushing event updated for resources: {'Port': ['ID=4d7490ca-cd3b-4822-9dd7-62e9a41194df,revision_number=1']} {{(pid=103457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 13:26:36.250835 dv-cinder-830097-4-iscsi neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50b513e5-5c45-47dd-a9be-ed80e4e4576f req-ed2f6859-dd60-4378-b34d-df707e95fe44 tempest-VolumesNegativeTest-1015950079 tempest-VolumesNegativeTest-1015950079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 13:26:36.251591 dv-cinder-830097-4-iscsi neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [req-50b513e5-5c45-47dd-a9be-ed80e4e4576f req-ed2f6859-dd60-4378-b34d-df707e95fe44 tempest-VolumesNegativeTest-1015950079 tempest-VolumesNegativeTest-1015950079-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-500965'] for port (None), before_response {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:26:36.268369 dv-cinder-830097-4-iscsi neutron-server[103457]: INFO neutron.wsgi [req-50b513e5-5c45-47dd-a9be-ed80e4e4576f req-ed2f6859-dd60-4378-b34d-df707e95fe44 tempest-VolumesNegativeTest-1015950079 tempest-VolumesNegativeTest-1015950079-project] 10.222.0.55 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 0.7967758 Apr 12 13:26:36.379314 dv-cinder-830097-4-iscsi neutron-server[103457]: DEBUG neutron.api.v2.base [req-50b513e5-5c45-47dd-a9be-ed80e4e4576f req-4a3dde87-1a2c-48da-be86-fcb5b0517577 service neutron] Request body: {'port': {'device_id': '78bd1523-f00b-4039-81b7-4fe6f28e98fa', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83009'}} {{(pid=103457) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 12 13:26:36.391052 dv-cinder-830097-4-iscsi neutron-server[103459]: DEBUG neutron.plugins.ml2.rpc [None req-3505bd68-a9fd-4823-92ea-1a6ded8ab071 None None] Device 6eb5a65f-e2fb-4f73-941b-f6ee09e123ea details requested by agent hyperv_hv-cinder-83009 with host hv-cinder-83009 {{(pid=103459) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 12 13:26:36.411312 dv-cinder-830097-4-iscsi neutron-server[103459]: DEBUG neutron.db.provisioning_blocks [None req-8e6544b9-07ce-443f-88ca-4fa03b6b4354 None None] Provisioning complete for port 4d7490ca-cd3b-4822-9dd7-62e9a41194df triggered by entity DHCP. {{(pid=103459) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 12 13:26:36.411680 dv-cinder-830097-4-iscsi neutron-server[103459]: DEBUG neutron_lib.callbacks.manager [None req-8e6544b9-07ce-443f-88ca-4fa03b6b4354 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-657243'] for port (4d7490ca-cd3b-4822-9dd7-62e9a41194df), provisioning_complete {{(pid=103459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:26:36.438400 dv-cinder-830097-4-iscsi neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [req-50b513e5-5c45-47dd-a9be-ed80e4e4576f req-4a3dde87-1a2c-48da-be86-fcb5b0517577 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-916304'] for port (4d7490ca-cd3b-4822-9dd7-62e9a41194df), before_update {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:26:36.492120 dv-cinder-830097-4-iscsi neutron-server[103459]: DEBUG neutron.plugins.ml2.plugin [None req-8e6544b9-07ce-443f-88ca-4fa03b6b4354 None None] Port 4d7490ca-cd3b-4822-9dd7-62e9a41194df cannot update to ACTIVE because it is not bound. {{(pid=103459) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 12 13:26:36.525040 dv-cinder-830097-4-iscsi neutron-server[103459]: DEBUG neutron.plugins.ml2.db [None req-3505bd68-a9fd-4823-92ea-1a6ded8ab071 None None] For port 6eb5a65f-e2fb-4f73-941b-f6ee09e123ea, host hv-cinder-83009, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83009',level=0,port_id=6eb5a65f-e2fb-4f73-941b-f6ee09e123ea,segment=NetworkSegment(97cb7c0e-6017-4956-9bfd-101a1a75a7c0),segment_id=97cb7c0e-6017-4956-9bfd-101a1a75a7c0)] {{(pid=103459) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 12 13:26:36.536226 dv-cinder-830097-4-iscsi neutron-server[103459]: DEBUG neutron.plugins.ml2.rpc [None req-3505bd68-a9fd-4823-92ea-1a6ded8ab071 None None] Returning: {'device': '6eb5a65f-e2fb-4f73-941b-f6ee09e123ea', 'network_id': '6562521a-2ea5-45f4-a1f8-589dc7fbc9f3', 'port_id': '6eb5a65f-e2fb-4f73-941b-f6ee09e123ea', 'mac_address': 'fa:16:3e:68:fa:5a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 244, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'cf735079-dcf8-4625-b8a7-d372f8fef245', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103459) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 12 13:26:36.573391 dv-cinder-830097-4-iscsi neutron-server[103459]: DEBUG neutron.plugins.ml2.plugin [None req-3505bd68-a9fd-4823-92ea-1a6ded8ab071 None None] Current status of the port 6eb5a65f-e2fb-4f73-941b-f6ee09e123ea is: DOWN; New status is: BUILD {{(pid=103459) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 12 13:26:36.573779 dv-cinder-830097-4-iscsi neutron-server[103459]: DEBUG neutron_lib.callbacks.manager [None req-3505bd68-a9fd-4823-92ea-1a6ded8ab071 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-916304'] for port (6eb5a65f-e2fb-4f73-941b-f6ee09e123ea), before_update {{(pid=103459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:26:36.586159 dv-cinder-830097-4-iscsi neutron-server[103459]: DEBUG neutron.notifiers.nova [None req-3505bd68-a9fd-4823-92ea-1a6ded8ab071 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6eb5a65f-e2fb-4f73-941b-f6ee09e123ea {{(pid=103459) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 12 13:26:36.605611 dv-cinder-830097-4-iscsi neutron-server[103459]: DEBUG neutron.plugins.ml2.db [None req-3505bd68-a9fd-4823-92ea-1a6ded8ab071 None None] For port 6eb5a65f-e2fb-4f73-941b-f6ee09e123ea, host hv-cinder-83009, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83009',level=0,port_id=6eb5a65f-e2fb-4f73-941b-f6ee09e123ea,segment=NetworkSegment(97cb7c0e-6017-4956-9bfd-101a1a75a7c0),segment_id=97cb7c0e-6017-4956-9bfd-101a1a75a7c0)] {{(pid=103459) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 12 13:26:36.610179 dv-cinder-830097-4-iscsi neutron-server[103459]: DEBUG neutron_lib.callbacks.manager [None req-3505bd68-a9fd-4823-92ea-1a6ded8ab071 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-915890', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3697887', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732727894815', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732727417932', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732727417950'] for port (6eb5a65f-e2fb-4f73-941b-f6ee09e123ea), after_update {{(pid=103459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:26:36.656738 dv-cinder-830097-4-iscsi neutron-server[103459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3505bd68-a9fd-4823-92ea-1a6ded8ab071 None None] Pushing event updated for resources: {'Port': ['ID=6eb5a65f-e2fb-4f73-941b-f6ee09e123ea,revision_number=9']} {{(pid=103459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 13:26:36.694926 dv-cinder-830097-4-iscsi neutron-server[103457]: DEBUG neutron.notifiers.nova [req-50b513e5-5c45-47dd-a9be-ed80e4e4576f req-4a3dde87-1a2c-48da-be86-fcb5b0517577 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4d7490ca-cd3b-4822-9dd7-62e9a41194df {{(pid=103457) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 12 13:26:36.702461 dv-cinder-830097-4-iscsi neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [req-50b513e5-5c45-47dd-a9be-ed80e4e4576f req-4a3dde87-1a2c-48da-be86-fcb5b0517577 service neutron] Publish callbacks [] for port (4d7490ca-cd3b-4822-9dd7-62e9a41194df), precommit_update {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:26:36.714730 dv-cinder-830097-4-iscsi neutron-server[103457]: DEBUG neutron.db.provisioning_blocks [req-50b513e5-5c45-47dd-a9be-ed80e4e4576f req-4a3dde87-1a2c-48da-be86-fcb5b0517577 service neutron] Transition to ACTIVE for port object 4d7490ca-cd3b-4822-9dd7-62e9a41194df will not be triggered until provisioned by entity L2. {{(pid=103457) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 12 13:26:36.718094 dv-cinder-830097-4-iscsi neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [req-50b513e5-5c45-47dd-a9be-ed80e4e4576f req-4a3dde87-1a2c-48da-be86-fcb5b0517577 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-915890', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3697887', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732727894815', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732727417932', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732727417950', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25610749'] for port (4d7490ca-cd3b-4822-9dd7-62e9a41194df), after_update {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:26:36.767002 dv-cinder-830097-4-iscsi neutron-server[103457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a3dde87-1a2c-48da-be86-fcb5b0517577 service neutron] Pushing event updated for resources: {'Port': ['ID=4d7490ca-cd3b-4822-9dd7-62e9a41194df,revision_number=2']} {{(pid=103457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 13:26:36.862596 dv-cinder-830097-4-iscsi neutron-server[103457]: DEBUG neutron.plugins.ml2.managers [req-50b513e5-5c45-47dd-a9be-ed80e4e4576f req-4a3dde87-1a2c-48da-be86-fcb5b0517577 service neutron] Attempting to bind port 4d7490ca-cd3b-4822-9dd7-62e9a41194df on host hv-cinder-83009 for vnic_type normal with profile {{(pid=103457) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 12 13:26:36.862596 dv-cinder-830097-4-iscsi neutron-server[103457]: DEBUG neutron.plugins.ml2.managers [req-50b513e5-5c45-47dd-a9be-ed80e4e4576f req-4a3dde87-1a2c-48da-be86-fcb5b0517577 service neutron] Attempting to bind port 4d7490ca-cd3b-4822-9dd7-62e9a41194df by drivers openvswitch,hyperv on host hv-cinder-83009 at level 0 using segments [{'id': '13b6155e-964a-4f54-9eb5-6d508c79ddd7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 206, 'network_id': '28f5d4d9-4bf8-4d84-8d37-be1a553916df'}] {{(pid=103457) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 12 13:26:36.862596 dv-cinder-830097-4-iscsi neutron-server[103457]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-50b513e5-5c45-47dd-a9be-ed80e4e4576f req-4a3dde87-1a2c-48da-be86-fcb5b0517577 service neutron] Attempting to bind port 4d7490ca-cd3b-4822-9dd7-62e9a41194df on network 28f5d4d9-4bf8-4d84-8d37-be1a553916df {{(pid=103457) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 12 13:26:36.887903 dv-cinder-830097-4-iscsi neutron-server[103457]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-50b513e5-5c45-47dd-a9be-ed80e4e4576f req-4a3dde87-1a2c-48da-be86-fcb5b0517577 service neutron] Port 4d7490ca-cd3b-4822-9dd7-62e9a41194df on network 28f5d4d9-4bf8-4d84-8d37-be1a553916df not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83009 {{(pid=103457) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 12 13:26:36.892813 dv-cinder-830097-4-iscsi neutron-server[103457]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-50b513e5-5c45-47dd-a9be-ed80e4e4576f req-4a3dde87-1a2c-48da-be86-fcb5b0517577 service neutron] Attempting to bind port 4d7490ca-cd3b-4822-9dd7-62e9a41194df on network 28f5d4d9-4bf8-4d84-8d37-be1a553916df {{(pid=103457) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 12 13:26:36.894340 dv-cinder-830097-4-iscsi neutron-server[103458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d50ffdec-86fc-40b2-9766-2038cd1805c0 req-a1f3f378-d4e6-4818-8ae6-8714887577bc tempest-AttachVolumeShelveTestJSON-707707766 tempest-AttachVolumeShelveTestJSON-707707766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 13:26:36.896830 dv-cinder-830097-4-iscsi neutron-server[103457]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-50b513e5-5c45-47dd-a9be-ed80e4e4576f req-4a3dde87-1a2c-48da-be86-fcb5b0517577 service neutron] Checking agent: {'id': 'ee5509cd-6dd7-49df-aa37-3740ebd1e34b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83009', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 12, 13, 13, 59), 'started_at': datetime.datetime(2022, 4, 12, 13, 13, 59), 'heartbeat_timestamp': datetime.datetime(2022, 4, 12, 13, 26, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103457) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 12 13:26:36.897293 dv-cinder-830097-4-iscsi neutron-server[103457]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-50b513e5-5c45-47dd-a9be-ed80e4e4576f req-4a3dde87-1a2c-48da-be86-fcb5b0517577 service neutron] Checking segment: {'id': '13b6155e-964a-4f54-9eb5-6d508c79ddd7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 206, 'network_id': '28f5d4d9-4bf8-4d84-8d37-be1a553916df'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103457) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 12 13:26:36.897888 dv-cinder-830097-4-iscsi neutron-server[103457]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-50b513e5-5c45-47dd-a9be-ed80e4e4576f req-4a3dde87-1a2c-48da-be86-fcb5b0517577 service neutron] Bound using segment: {'id': '13b6155e-964a-4f54-9eb5-6d508c79ddd7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 206, 'network_id': '28f5d4d9-4bf8-4d84-8d37-be1a553916df'} {{(pid=103457) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 12 13:26:36.898522 dv-cinder-830097-4-iscsi neutron-server[103457]: DEBUG neutron.plugins.ml2.managers [req-50b513e5-5c45-47dd-a9be-ed80e4e4576f req-4a3dde87-1a2c-48da-be86-fcb5b0517577 service neutron] Bound port: 4d7490ca-cd3b-4822-9dd7-62e9a41194df, host: hv-cinder-83009, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '13b6155e-964a-4f54-9eb5-6d508c79ddd7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 206, 'network_id': '28f5d4d9-4bf8-4d84-8d37-be1a553916df'}}] {{(pid=103457) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 12 13:26:36.900333 dv-cinder-830097-4-iscsi neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [req-50b513e5-5c45-47dd-a9be-ed80e4e4576f req-4a3dde87-1a2c-48da-be86-fcb5b0517577 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-916304'] for port (4d7490ca-cd3b-4822-9dd7-62e9a41194df), before_update {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:26:36.903450 dv-cinder-830097-4-iscsi neutron-server[103458]: INFO neutron.wsgi [req-d50ffdec-86fc-40b2-9766-2038cd1805c0 req-a1f3f378-d4e6-4818-8ae6-8714887577bc tempest-AttachVolumeShelveTestJSON-707707766 tempest-AttachVolumeShelveTestJSON-707707766-project] 10.222.0.18 "GET /v2.0/ports?device_id=86be2946-ca3b-4374-9704-0c44d13ac2bf HTTP/1.1" status: 200 len: 945 time: 0.0605636 Apr 12 13:26:36.925753 dv-cinder-830097-4-iscsi neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f79fd612-7d52-4977-be37-a617849b3d68 req-6667db96-7324-41a6-b19d-1d3ab1f1e65b tempest-VolumesNegativeTest-1015950079 tempest-VolumesNegativeTest-1015950079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 13:26:36.927384 dv-cinder-830097-4-iscsi neutron-server[103457]: INFO neutron.wsgi [req-f79fd612-7d52-4977-be37-a617849b3d68 req-6667db96-7324-41a6-b19d-1d3ab1f1e65b tempest-VolumesNegativeTest-1015950079 tempest-VolumesNegativeTest-1015950079-project] 10.222.0.18 "GET /v2.0/ports?device_id=78bd1523-f00b-4039-81b7-4fe6f28e98fa HTTP/1.1" status: 200 len: 947 time: 0.0808356 Apr 12 13:26:36.967157 dv-cinder-830097-4-iscsi neutron-server[103458]: INFO neutron.wsgi [req-d50ffdec-86fc-40b2-9766-2038cd1805c0 req-c217ae4d-b44a-445d-9abc-f65ec8c645d6 tempest-AttachVolumeShelveTestJSON-707707766 tempest-AttachVolumeShelveTestJSON-707707766-project] 10.222.0.18 "GET /v2.0/security-groups?id=09a15c79-9ad1-40b0-a245-fcad199271ef&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0627174 Apr 12 13:26:37.012733 dv-cinder-830097-4-iscsi neutron-server[103457]: INFO neutron.wsgi [req-f79fd612-7d52-4977-be37-a617849b3d68 req-48f0861f-7f22-4574-8599-5ab2faaeb8c1 tempest-VolumesNegativeTest-1015950079 tempest-VolumesNegativeTest-1015950079-project] 10.222.0.18 "GET /v2.0/security-groups?id=f5470344-9310-4b36-9914-f1d6c9112183&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0680087 Apr 12 13:26:37.017154 dv-cinder-830097-4-iscsi neutron-server[103457]: DEBUG neutron.plugins.ml2.db [req-50b513e5-5c45-47dd-a9be-ed80e4e4576f req-4a3dde87-1a2c-48da-be86-fcb5b0517577 service neutron] For port 4d7490ca-cd3b-4822-9dd7-62e9a41194df, host hv-cinder-83009, cleared binding levels {{(pid=103457) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 12 13:26:37.020480 dv-cinder-830097-4-iscsi neutron-server[103457]: DEBUG neutron.plugins.ml2.db [req-50b513e5-5c45-47dd-a9be-ed80e4e4576f req-4a3dde87-1a2c-48da-be86-fcb5b0517577 service neutron] For port 4d7490ca-cd3b-4822-9dd7-62e9a41194df, host hv-cinder-83009, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83009',level=0,port_id=4d7490ca-cd3b-4822-9dd7-62e9a41194df,segment=NetworkSegment(13b6155e-964a-4f54-9eb5-6d508c79ddd7),segment_id=13b6155e-964a-4f54-9eb5-6d508c79ddd7)] {{(pid=103457) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 12 13:26:37.035727 dv-cinder-830097-4-iscsi neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [req-50b513e5-5c45-47dd-a9be-ed80e4e4576f req-4a3dde87-1a2c-48da-be86-fcb5b0517577 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-915890', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3697887', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732727894815', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732727417932', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732727417950', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25610749'] for port (4d7490ca-cd3b-4822-9dd7-62e9a41194df), after_update {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:26:37.073944 dv-cinder-830097-4-iscsi neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50b513e5-5c45-47dd-a9be-ed80e4e4576f req-4a3dde87-1a2c-48da-be86-fcb5b0517577 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 13:26:37.074679 dv-cinder-830097-4-iscsi neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [req-50b513e5-5c45-47dd-a9be-ed80e4e4576f req-4a3dde87-1a2c-48da-be86-fcb5b0517577 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-500965'] for port (None), before_response {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:26:37.076255 dv-cinder-830097-4-iscsi neutron-server[103457]: INFO neutron.wsgi [req-50b513e5-5c45-47dd-a9be-ed80e4e4576f req-4a3dde87-1a2c-48da-be86-fcb5b0517577 service neutron] 10.222.0.55 "PUT /v2.0/ports/4d7490ca-cd3b-4822-9dd7-62e9a41194df HTTP/1.1" status: 200 len: 1097 time: 0.7943957 Apr 12 13:26:37.076498 dv-cinder-830097-4-iscsi neutron-server[103457]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '78bd1523-f00b-4039-81b7-4fe6f28e98fa', 'tag': '4d7490ca-cd3b-4822-9dd7-62e9a41194df'}] {{(pid=103457) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 12 13:26:37.079055 dv-cinder-830097-4-iscsi neutron-server[103457]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}086c7d3de3560e72b9669b0aa2f8f0aa3a7dc6896401f4467231a6605ceb6cb3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-72cd8aba-1db9-4a1e-af3d-9934b80e4620" -d '{"events": [{"name": "network-changed", "server_uuid": "78bd1523-f00b-4039-81b7-4fe6f28e98fa", "tag": "4d7490ca-cd3b-4822-9dd7-62e9a41194df"}]}' {{(pid=103457) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 12 13:26:37.102754 dv-cinder-830097-4-iscsi neutron-server[103457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a3dde87-1a2c-48da-be86-fcb5b0517577 service neutron] Pushing event updated for resources: {'Port': ['ID=4d7490ca-cd3b-4822-9dd7-62e9a41194df,revision_number=3']} {{(pid=103457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 13:26:37.119312 dv-cinder-830097-4-iscsi neutron-server[103457]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 12 Apr 2022 13:26:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e5275790-d409-4351-a1a5-7c30285fc7ae x-openstack-request-id: req-e5275790-d409-4351-a1a5-7c30285fc7ae {{(pid=103457) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 12 13:26:37.119601 dv-cinder-830097-4-iscsi neutron-server[103457]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "78bd1523-f00b-4039-81b7-4fe6f28e98fa", "tag": "4d7490ca-cd3b-4822-9dd7-62e9a41194df", "status": "completed", "code": 200}]} {{(pid=103457) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 12 13:26:37.119985 dv-cinder-830097-4-iscsi neutron-server[103457]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-e5275790-d409-4351-a1a5-7c30285fc7ae {{(pid=103457) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 12 13:26:37.120417 dv-cinder-830097-4-iscsi neutron-server[103457]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e5275790-d409-4351-a1a5-7c30285fc7ae'] response: {'name': 'network-changed', 'server_uuid': '78bd1523-f00b-4039-81b7-4fe6f28e98fa', 'tag': '4d7490ca-cd3b-4822-9dd7-62e9a41194df', 'status': 'completed', 'code': 200} Apr 12 13:26:38.092990 dv-cinder-830097-4-iscsi neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d181753e-a312-48d3-b6e2-2fa40800d807 req-3f2296f8-530b-4145-86b2-2b879872ceb3 tempest-AttachVolumeShelveTestJSON-707707766 tempest-AttachVolumeShelveTestJSON-707707766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 13:26:38.094489 dv-cinder-830097-4-iscsi neutron-server[103457]: INFO neutron.wsgi [req-d181753e-a312-48d3-b6e2-2fa40800d807 req-3f2296f8-530b-4145-86b2-2b879872ceb3 tempest-AttachVolumeShelveTestJSON-707707766 tempest-AttachVolumeShelveTestJSON-707707766-project] 10.222.0.18 "GET /v2.0/ports?device_id=86be2946-ca3b-4374-9704-0c44d13ac2bf HTTP/1.1" status: 200 len: 945 time: 0.0465984 Apr 12 13:26:38.128236 dv-cinder-830097-4-iscsi neutron-server[103458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e538b0a-147f-407d-aa4e-d4fcee90aa76 req-9a7916af-dec4-40f4-aee5-235941ac1e86 tempest-VolumesNegativeTest-1015950079 tempest-VolumesNegativeTest-1015950079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 13:26:38.129719 dv-cinder-830097-4-iscsi neutron-server[103458]: INFO neutron.wsgi [req-7e538b0a-147f-407d-aa4e-d4fcee90aa76 req-9a7916af-dec4-40f4-aee5-235941ac1e86 tempest-VolumesNegativeTest-1015950079 tempest-VolumesNegativeTest-1015950079-project] 10.222.0.18 "GET /v2.0/ports?device_id=78bd1523-f00b-4039-81b7-4fe6f28e98fa HTTP/1.1" status: 200 len: 947 time: 0.0466533 Apr 12 13:26:38.141230 dv-cinder-830097-4-iscsi neutron-server[103457]: INFO neutron.wsgi [req-d181753e-a312-48d3-b6e2-2fa40800d807 req-ff0364a4-4838-4f60-b2a1-7f7f20517ef8 tempest-AttachVolumeShelveTestJSON-707707766 tempest-AttachVolumeShelveTestJSON-707707766-project] 10.222.0.18 "GET /v2.0/security-groups?id=09a15c79-9ad1-40b0-a245-fcad199271ef&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0411720 Apr 12 13:26:38.176633 dv-cinder-830097-4-iscsi neutron-server[103458]: INFO neutron.wsgi [req-7e538b0a-147f-407d-aa4e-d4fcee90aa76 req-94347cce-55c2-4174-8a7a-13303106a8d0 tempest-VolumesNegativeTest-1015950079 tempest-VolumesNegativeTest-1015950079-project] 10.222.0.18 "GET /v2.0/security-groups?id=f5470344-9310-4b36-9914-f1d6c9112183&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412469 Apr 12 13:26:39.258856 dv-cinder-830097-4-iscsi neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d106a3e6-8f70-4004-ac30-29072b208ede req-e1d89443-9ce3-41ef-b793-cd45c95b4320 tempest-AttachVolumeShelveTestJSON-707707766 tempest-AttachVolumeShelveTestJSON-707707766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 13:26:39.260330 dv-cinder-830097-4-iscsi neutron-server[103457]: INFO neutron.wsgi [req-d106a3e6-8f70-4004-ac30-29072b208ede req-e1d89443-9ce3-41ef-b793-cd45c95b4320 tempest-AttachVolumeShelveTestJSON-707707766 tempest-AttachVolumeShelveTestJSON-707707766-project] 10.222.0.18 "GET /v2.0/ports?device_id=86be2946-ca3b-4374-9704-0c44d13ac2bf HTTP/1.1" status: 200 len: 945 time: 0.0465508 Apr 12 13:26:39.287607 dv-cinder-830097-4-iscsi neutron-server[103458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c76b12d-1156-48f1-8bb1-5fa8b3b9b6d0 req-1167b3c5-f3f4-40a7-82db-0823aedd9324 tempest-VolumesNegativeTest-1015950079 tempest-VolumesNegativeTest-1015950079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 13:26:39.289106 dv-cinder-830097-4-iscsi neutron-server[103458]: INFO neutron.wsgi [req-7c76b12d-1156-48f1-8bb1-5fa8b3b9b6d0 req-1167b3c5-f3f4-40a7-82db-0823aedd9324 tempest-VolumesNegativeTest-1015950079 tempest-VolumesNegativeTest-1015950079-project] 10.222.0.18 "GET /v2.0/ports?device_id=78bd1523-f00b-4039-81b7-4fe6f28e98fa HTTP/1.1" status: 200 len: 947 time: 0.0475118 Apr 12 13:26:39.312266 dv-cinder-830097-4-iscsi neutron-server[103457]: INFO neutron.wsgi [req-d106a3e6-8f70-4004-ac30-29072b208ede req-4e1bf8d0-2b61-4d2b-bfef-be2e475d4205 tempest-AttachVolumeShelveTestJSON-707707766 tempest-AttachVolumeShelveTestJSON-707707766-project] 10.222.0.18 "GET /v2.0/security-groups?id=09a15c79-9ad1-40b0-a245-fcad199271ef&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0464017 Apr 12 13:26:39.339578 dv-cinder-830097-4-iscsi neutron-server[103458]: INFO neutron.wsgi [req-7c76b12d-1156-48f1-8bb1-5fa8b3b9b6d0 req-4f0cd044-ec93-4a42-98ed-f37e8137c567 tempest-VolumesNegativeTest-1015950079 tempest-VolumesNegativeTest-1015950079-project] 10.222.0.18 "GET /v2.0/security-groups?id=f5470344-9310-4b36-9914-f1d6c9112183&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0443208 Apr 12 13:26:39.690358 dv-cinder-830097-4-iscsi neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72cd8aba-1db9-4a1e-af3d-9934b80e4620 req-9f74186a-2166-44cd-a641-6d758e11ab1d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 13:26:39.691836 dv-cinder-830097-4-iscsi neutron-server[103457]: INFO neutron.wsgi [req-72cd8aba-1db9-4a1e-af3d-9934b80e4620 req-9f74186a-2166-44cd-a641-6d758e11ab1d service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=b706d8e7fb0245658c07aa3a7941d058&device_id=78bd1523-f00b-4039-81b7-4fe6f28e98fa HTTP/1.1" status: 200 len: 1131 time: 0.0381947 Apr 12 13:26:39.723410 dv-cinder-830097-4-iscsi neutron-server[103457]: INFO neutron.wsgi [req-72cd8aba-1db9-4a1e-af3d-9934b80e4620 req-a1a90d12-2462-40bb-b9ec-c18151702b22 service neutron] 10.222.0.55 "GET /v2.0/networks?tenant_id=b706d8e7fb0245658c07aa3a7941d058&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0181437 Apr 12 13:26:39.811314 dv-cinder-830097-4-iscsi neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72cd8aba-1db9-4a1e-af3d-9934b80e4620 req-57903983-eb89-4112-869d-5616e90a6717 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 13:26:39.812846 dv-cinder-830097-4-iscsi neutron-server[103457]: INFO neutron.wsgi [req-72cd8aba-1db9-4a1e-af3d-9934b80e4620 req-57903983-eb89-4112-869d-5616e90a6717 service neutron] 10.222.0.55 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0831168 Apr 12 13:26:39.913291 dv-cinder-830097-4-iscsi neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50b513e5-5c45-47dd-a9be-ed80e4e4576f req-2637f5bb-081f-471e-a2cd-ef3ca335668a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 13:26:39.914779 dv-cinder-830097-4-iscsi neutron-server[103457]: INFO neutron.wsgi [req-50b513e5-5c45-47dd-a9be-ed80e4e4576f req-2637f5bb-081f-471e-a2cd-ef3ca335668a service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=b706d8e7fb0245658c07aa3a7941d058&device_id=78bd1523-f00b-4039-81b7-4fe6f28e98fa HTTP/1.1" status: 200 len: 1131 time: 0.0447567 Apr 12 13:26:39.963388 dv-cinder-830097-4-iscsi neutron-server[103457]: INFO neutron.wsgi [req-50b513e5-5c45-47dd-a9be-ed80e4e4576f req-0004c164-a1d3-4438-a49f-d732aee52d99 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.74&port_id=4d7490ca-cd3b-4822-9dd7-62e9a41194df HTTP/1.1" status: 200 len: 217 time: 0.0348430 Apr 12 13:26:40.010228 dv-cinder-830097-4-iscsi neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50b513e5-5c45-47dd-a9be-ed80e4e4576f req-968b99f0-bd54-485d-b2b8-65732dbfaa5b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 13:26:40.011675 dv-cinder-830097-4-iscsi neutron-server[103457]: INFO neutron.wsgi [req-50b513e5-5c45-47dd-a9be-ed80e4e4576f req-968b99f0-bd54-485d-b2b8-65732dbfaa5b service neutron] 10.222.0.55 "GET /v2.0/subnets?id=b5772e05-2c3d-4efe-92f9-8e2daaba6fca HTTP/1.1" status: 200 len: 843 time: 0.0428483 Apr 12 13:26:40.070604 dv-cinder-830097-4-iscsi neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50b513e5-5c45-47dd-a9be-ed80e4e4576f req-b8785b00-0402-4459-8b19-78e370e8520e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 13:26:40.072601 dv-cinder-830097-4-iscsi neutron-server[103457]: INFO neutron.wsgi [req-50b513e5-5c45-47dd-a9be-ed80e4e4576f req-b8785b00-0402-4459-8b19-78e370e8520e service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=28f5d4d9-4bf8-4d84-8d37-be1a553916df&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1215 time: 0.0409360 Apr 12 13:26:40.164751 dv-cinder-830097-4-iscsi neutron-server[103457]: INFO neutron.wsgi [req-50b513e5-5c45-47dd-a9be-ed80e4e4576f req-60f16888-bf49-4de3-807b-09ec17e74e2d service neutron] 10.222.0.55 "GET /v2.0/networks/28f5d4d9-4bf8-4d84-8d37-be1a553916df?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0860937 Apr 12 13:26:40.254907 dv-cinder-830097-4-iscsi neutron-server[103457]: INFO neutron.wsgi [req-50b513e5-5c45-47dd-a9be-ed80e4e4576f req-7f793647-832d-4ca1-b216-bcdbf5f60bc7 service neutron] 10.222.0.55 "GET /v2.0/networks/28f5d4d9-4bf8-4d84-8d37-be1a553916df?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0838192 Apr 12 13:26:40.302613 dv-cinder-830097-4-iscsi neutron-server[103459]: DEBUG neutron.plugins.ml2.db [None req-3505bd68-a9fd-4823-92ea-1a6ded8ab071 None None] get_ports_and_sgs() called for port_ids ['6eb5a65f-e2fb-4f73-941b-f6ee09e123ea'] {{(pid=103459) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 12 13:26:40.429483 dv-cinder-830097-4-iscsi neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad492527-13fb-4dc6-8f6b-feb0d1640880 req-13046db9-bcb0-4164-9566-b612acd439d8 tempest-AttachVolumeShelveTestJSON-707707766 tempest-AttachVolumeShelveTestJSON-707707766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 13:26:40.431764 dv-cinder-830097-4-iscsi neutron-server[103457]: INFO neutron.wsgi [req-ad492527-13fb-4dc6-8f6b-feb0d1640880 req-13046db9-bcb0-4164-9566-b612acd439d8 tempest-AttachVolumeShelveTestJSON-707707766 tempest-AttachVolumeShelveTestJSON-707707766-project] 10.222.0.18 "GET /v2.0/ports?device_id=86be2946-ca3b-4374-9704-0c44d13ac2bf HTTP/1.1" status: 200 len: 945 time: 0.0488360 Apr 12 13:26:40.459551 dv-cinder-830097-4-iscsi neutron-server[103458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ab9b932-e42d-4f8c-85e3-2c22cb355a2e req-9b063870-090d-4c81-b6e4-d711d3597fee tempest-VolumesNegativeTest-1015950079 tempest-VolumesNegativeTest-1015950079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 13:26:40.461027 dv-cinder-830097-4-iscsi neutron-server[103458]: INFO neutron.wsgi [req-9ab9b932-e42d-4f8c-85e3-2c22cb355a2e req-9b063870-090d-4c81-b6e4-d711d3597fee tempest-VolumesNegativeTest-1015950079 tempest-VolumesNegativeTest-1015950079-project] 10.222.0.18 "GET /v2.0/ports?device_id=78bd1523-f00b-4039-81b7-4fe6f28e98fa HTTP/1.1" status: 200 len: 947 time: 0.0522814 Apr 12 13:26:40.478748 dv-cinder-830097-4-iscsi neutron-server[103457]: INFO neutron.wsgi [req-ad492527-13fb-4dc6-8f6b-feb0d1640880 req-420868ce-958a-4ee2-8b8c-8893cceaa1a4 tempest-AttachVolumeShelveTestJSON-707707766 tempest-AttachVolumeShelveTestJSON-707707766-project] 10.222.0.18 "GET /v2.0/security-groups?id=09a15c79-9ad1-40b0-a245-fcad199271ef&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0414581 Apr 12 13:26:40.509709 dv-cinder-830097-4-iscsi neutron-server[103458]: INFO neutron.wsgi [req-9ab9b932-e42d-4f8c-85e3-2c22cb355a2e req-c0db1975-39ae-4a03-9761-fa2369cdc53c tempest-VolumesNegativeTest-1015950079 tempest-VolumesNegativeTest-1015950079-project] 10.222.0.18 "GET /v2.0/security-groups?id=f5470344-9310-4b36-9914-f1d6c9112183&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417337 Apr 12 13:26:41.594360 dv-cinder-830097-4-iscsi neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9ab3c2d-af85-4460-b660-e32eaa1de2a3 req-9aab3f99-b0bc-4472-b62e-84e8748b2ca4 tempest-AttachVolumeShelveTestJSON-707707766 tempest-AttachVolumeShelveTestJSON-707707766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 13:26:41.595861 dv-cinder-830097-4-iscsi neutron-server[103457]: INFO neutron.wsgi [req-a9ab3c2d-af85-4460-b660-e32eaa1de2a3 req-9aab3f99-b0bc-4472-b62e-84e8748b2ca4 tempest-AttachVolumeShelveTestJSON-707707766 tempest-AttachVolumeShelveTestJSON-707707766-project] 10.222.0.18 "GET /v2.0/ports?device_id=86be2946-ca3b-4374-9704-0c44d13ac2bf HTTP/1.1" status: 200 len: 945 time: 0.0463965 Apr 12 13:26:41.619447 dv-cinder-830097-4-iscsi neutron-server[103458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5b903d8-b2ea-49c4-8428-875993ffecec req-2c9f6a21-fdca-4406-ae5e-f5aba032557d tempest-VolumesNegativeTest-1015950079 tempest-VolumesNegativeTest-1015950079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 13:26:41.620965 dv-cinder-830097-4-iscsi neutron-server[103458]: INFO neutron.wsgi [req-b5b903d8-b2ea-49c4-8428-875993ffecec req-2c9f6a21-fdca-4406-ae5e-f5aba032557d tempest-VolumesNegativeTest-1015950079 tempest-VolumesNegativeTest-1015950079-project] 10.222.0.18 "GET /v2.0/ports?device_id=78bd1523-f00b-4039-81b7-4fe6f28e98fa HTTP/1.1" status: 200 len: 947 time: 0.0455241 Apr 12 13:26:41.638349 dv-cinder-830097-4-iscsi neutron-server[103459]: DEBUG neutron.plugins.ml2.rpc [None req-3505bd68-a9fd-4823-92ea-1a6ded8ab071 None None] Device 6eb5a65f-e2fb-4f73-941b-f6ee09e123ea up at agent hyperv_hv-cinder-83009 {{(pid=103459) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 12 13:26:41.646900 dv-cinder-830097-4-iscsi neutron-server[103457]: INFO neutron.wsgi [req-a9ab3c2d-af85-4460-b660-e32eaa1de2a3 req-0abfb3e8-0655-4b69-b3a1-c12a94961bff tempest-AttachVolumeShelveTestJSON-707707766 tempest-AttachVolumeShelveTestJSON-707707766-project] 10.222.0.18 "GET /v2.0/security-groups?id=09a15c79-9ad1-40b0-a245-fcad199271ef&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0452917 Apr 12 13:26:41.673798 dv-cinder-830097-4-iscsi neutron-server[103458]: INFO neutron.wsgi [req-b5b903d8-b2ea-49c4-8428-875993ffecec req-1b1f8edb-0d3a-4d60-9b22-ee36e764437c tempest-VolumesNegativeTest-1015950079 tempest-VolumesNegativeTest-1015950079-project] 10.222.0.18 "GET /v2.0/security-groups?id=f5470344-9310-4b36-9914-f1d6c9112183&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0450332 Apr 12 13:26:41.688748 dv-cinder-830097-4-iscsi neutron-server[103459]: DEBUG neutron.db.provisioning_blocks [None req-3505bd68-a9fd-4823-92ea-1a6ded8ab071 None None] Provisioning complete for port 6eb5a65f-e2fb-4f73-941b-f6ee09e123ea triggered by entity L2. {{(pid=103459) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 12 13:26:41.689176 dv-cinder-830097-4-iscsi neutron-server[103459]: DEBUG neutron_lib.callbacks.manager [None req-3505bd68-a9fd-4823-92ea-1a6ded8ab071 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-657243'] for port (6eb5a65f-e2fb-4f73-941b-f6ee09e123ea), provisioning_complete {{(pid=103459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:26:41.763521 dv-cinder-830097-4-iscsi neutron-server[103459]: DEBUG neutron.plugins.ml2.plugin [None req-3505bd68-a9fd-4823-92ea-1a6ded8ab071 None None] Current status of the port 6eb5a65f-e2fb-4f73-941b-f6ee09e123ea is: BUILD; New status is: ACTIVE {{(pid=103459) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 12 13:26:41.763900 dv-cinder-830097-4-iscsi neutron-server[103459]: DEBUG neutron_lib.callbacks.manager [None req-3505bd68-a9fd-4823-92ea-1a6ded8ab071 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-916304'] for port (6eb5a65f-e2fb-4f73-941b-f6ee09e123ea), before_update {{(pid=103459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:26:41.785597 dv-cinder-830097-4-iscsi neutron-server[103459]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '86be2946-ca3b-4374-9704-0c44d13ac2bf', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6eb5a65f-e2fb-4f73-941b-f6ee09e123ea'}] {{(pid=103459) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 12 13:26:41.787783 dv-cinder-830097-4-iscsi neutron-server[103459]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}95104bc0dd48ad9143548caf8a5bdec643107760c32fce8433ea43eac3fbdd81" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0d1a7500-5634-4d23-b88f-4ad7d196d394" -d '{"events": [{"server_uuid": "86be2946-ca3b-4374-9704-0c44d13ac2bf", "name": "network-vif-plugged", "status": "completed", "tag": "6eb5a65f-e2fb-4f73-941b-f6ee09e123ea"}]}' {{(pid=103459) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 12 13:26:41.800227 dv-cinder-830097-4-iscsi neutron-server[103459]: DEBUG neutron.plugins.ml2.db [None req-3505bd68-a9fd-4823-92ea-1a6ded8ab071 None None] For port 6eb5a65f-e2fb-4f73-941b-f6ee09e123ea, host hv-cinder-83009, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83009',level=0,port_id=6eb5a65f-e2fb-4f73-941b-f6ee09e123ea,segment=NetworkSegment(97cb7c0e-6017-4956-9bfd-101a1a75a7c0),segment_id=97cb7c0e-6017-4956-9bfd-101a1a75a7c0)] {{(pid=103459) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 12 13:26:41.804157 dv-cinder-830097-4-iscsi neutron-server[103459]: DEBUG neutron_lib.callbacks.manager [None req-3505bd68-a9fd-4823-92ea-1a6ded8ab071 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-915890', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3697887', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732727894815', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732727417932', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732727417950'] for port (6eb5a65f-e2fb-4f73-941b-f6ee09e123ea), after_update {{(pid=103459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:26:41.855599 dv-cinder-830097-4-iscsi neutron-server[103459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3505bd68-a9fd-4823-92ea-1a6ded8ab071 None None] Pushing event updated for resources: {'Port': ['ID=6eb5a65f-e2fb-4f73-941b-f6ee09e123ea,revision_number=10']} {{(pid=103459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 13:26:41.948500 dv-cinder-830097-4-iscsi neutron-server[103459]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 12 Apr 2022 13:26:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c5f2fb8b-ba02-494a-8eca-e05455c0ebcd x-openstack-request-id: req-c5f2fb8b-ba02-494a-8eca-e05455c0ebcd {{(pid=103459) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 12 13:26:41.948841 dv-cinder-830097-4-iscsi neutron-server[103459]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "86be2946-ca3b-4374-9704-0c44d13ac2bf", "name": "network-vif-plugged", "status": "completed", "tag": "6eb5a65f-e2fb-4f73-941b-f6ee09e123ea", "code": 200}]} {{(pid=103459) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 12 13:26:41.949102 dv-cinder-830097-4-iscsi neutron-server[103459]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-c5f2fb8b-ba02-494a-8eca-e05455c0ebcd {{(pid=103459) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 12 13:26:41.949504 dv-cinder-830097-4-iscsi neutron-server[103459]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c5f2fb8b-ba02-494a-8eca-e05455c0ebcd'] response: {'server_uuid': '86be2946-ca3b-4374-9704-0c44d13ac2bf', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6eb5a65f-e2fb-4f73-941b-f6ee09e123ea', 'code': 200} Apr 12 13:26:42.772478 dv-cinder-830097-4-iscsi neutron-server[103458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b700b8a3-5ba9-47d1-a20d-6af1952d0518 req-1c112ef9-d04a-4e33-895a-51c8023f969d tempest-AttachVolumeShelveTestJSON-707707766 tempest-AttachVolumeShelveTestJSON-707707766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 13:26:42.774220 dv-cinder-830097-4-iscsi neutron-server[103458]: INFO neutron.wsgi [req-b700b8a3-5ba9-47d1-a20d-6af1952d0518 req-1c112ef9-d04a-4e33-895a-51c8023f969d tempest-AttachVolumeShelveTestJSON-707707766 tempest-AttachVolumeShelveTestJSON-707707766-project] 10.222.0.18 "GET /v2.0/ports?device_id=86be2946-ca3b-4374-9704-0c44d13ac2bf HTTP/1.1" status: 200 len: 947 time: 0.0498717 Apr 12 13:26:42.785984 dv-cinder-830097-4-iscsi neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84822d93-99c9-4959-842a-ff4e1e5ea430 req-3d0bea64-1173-4b12-a202-867b17623c1f tempest-VolumesNegativeTest-1015950079 tempest-VolumesNegativeTest-1015950079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 13:26:42.787433 dv-cinder-830097-4-iscsi neutron-server[103457]: INFO neutron.wsgi [req-84822d93-99c9-4959-842a-ff4e1e5ea430 req-3d0bea64-1173-4b12-a202-867b17623c1f tempest-VolumesNegativeTest-1015950079 tempest-VolumesNegativeTest-1015950079-project] 10.222.0.18 "GET /v2.0/ports?device_id=78bd1523-f00b-4039-81b7-4fe6f28e98fa HTTP/1.1" status: 200 len: 947 time: 0.0473609 Apr 12 13:26:42.820095 dv-cinder-830097-4-iscsi neutron-server[103458]: INFO neutron.wsgi [req-b700b8a3-5ba9-47d1-a20d-6af1952d0518 req-efa29c14-c2e0-449a-a04f-aec237d668a3 tempest-AttachVolumeShelveTestJSON-707707766 tempest-AttachVolumeShelveTestJSON-707707766-project] 10.222.0.18 "GET /v2.0/security-groups?id=09a15c79-9ad1-40b0-a245-fcad199271ef&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0404348 Apr 12 13:26:42.834533 dv-cinder-830097-4-iscsi neutron-server[103457]: INFO neutron.wsgi [req-84822d93-99c9-4959-842a-ff4e1e5ea430 req-2ee0df0c-d727-4024-bde6-d142c88c0c43 tempest-VolumesNegativeTest-1015950079 tempest-VolumesNegativeTest-1015950079-project] 10.222.0.18 "GET /v2.0/security-groups?id=f5470344-9310-4b36-9914-f1d6c9112183&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412362 Apr 12 13:26:43.941905 dv-cinder-830097-4-iscsi neutron-server[103458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25ab957a-ec2e-436a-b4c1-e569e9739bd4 req-9c44904e-ea17-4348-922f-fb1b9a91d998 tempest-AttachVolumeShelveTestJSON-707707766 tempest-AttachVolumeShelveTestJSON-707707766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 13:26:43.943413 dv-cinder-830097-4-iscsi neutron-server[103458]: INFO neutron.wsgi [req-25ab957a-ec2e-436a-b4c1-e569e9739bd4 req-9c44904e-ea17-4348-922f-fb1b9a91d998 tempest-AttachVolumeShelveTestJSON-707707766 tempest-AttachVolumeShelveTestJSON-707707766-project] 10.222.0.18 "GET /v2.0/ports?device_id=86be2946-ca3b-4374-9704-0c44d13ac2bf HTTP/1.1" status: 200 len: 947 time: 0.0494995 Apr 12 13:26:43.947299 dv-cinder-830097-4-iscsi neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f6ac37f-ba43-4297-9c0b-677922421601 req-bafbf28b-58b2-46fe-b5de-176c57f2f128 tempest-VolumesNegativeTest-1015950079 tempest-VolumesNegativeTest-1015950079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 13:26:43.949045 dv-cinder-830097-4-iscsi neutron-server[103457]: INFO neutron.wsgi [req-1f6ac37f-ba43-4297-9c0b-677922421601 req-bafbf28b-58b2-46fe-b5de-176c57f2f128 tempest-VolumesNegativeTest-1015950079 tempest-VolumesNegativeTest-1015950079-project] 10.222.0.18 "GET /v2.0/ports?device_id=78bd1523-f00b-4039-81b7-4fe6f28e98fa HTTP/1.1" status: 200 len: 947 time: 0.0504200 Apr 12 13:26:43.990715 dv-cinder-830097-4-iscsi neutron-server[103458]: INFO neutron.wsgi [req-25ab957a-ec2e-436a-b4c1-e569e9739bd4 req-8cb66a4b-857a-440b-93c1-fe5946d60a7b tempest-AttachVolumeShelveTestJSON-707707766 tempest-AttachVolumeShelveTestJSON-707707766-project] 10.222.0.18 "GET /v2.0/security-groups?id=09a15c79-9ad1-40b0-a245-fcad199271ef&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0404146 Apr 12 13:26:43.995243 dv-cinder-830097-4-iscsi neutron-server[103457]: INFO neutron.wsgi [req-1f6ac37f-ba43-4297-9c0b-677922421601 req-83ea20d1-0092-4e3e-8602-1b28c13e8278 tempest-VolumesNegativeTest-1015950079 tempest-VolumesNegativeTest-1015950079-project] 10.222.0.18 "GET /v2.0/security-groups?id=f5470344-9310-4b36-9914-f1d6c9112183&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404503 Apr 12 13:26:44.734955 dv-cinder-830097-4-iscsi neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-caf90f68-3015-4992-8eff-9dc11a255b11 req-daa83219-31ac-47cb-834e-6179db0dedb3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 13:26:44.736420 dv-cinder-830097-4-iscsi neutron-server[103457]: INFO neutron.wsgi [req-caf90f68-3015-4992-8eff-9dc11a255b11 req-daa83219-31ac-47cb-834e-6179db0dedb3 service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=86be2946-ca3b-4374-9704-0c44d13ac2bf HTTP/1.1" status: 200 len: 1131 time: 0.0421078 Apr 12 13:26:44.782248 dv-cinder-830097-4-iscsi neutron-server[103457]: INFO neutron.wsgi [req-caf90f68-3015-4992-8eff-9dc11a255b11 req-4f7c3fce-18a4-4c7b-b9f8-5639b005dc9a service neutron] 10.222.0.55 "GET /v2.0/security-groups?id=09a15c79-9ad1-40b0-a245-fcad199271ef&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0382016 Apr 12 13:26:45.108133 dv-cinder-830097-4-iscsi neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dd9ab17-9f8b-4294-b7d6-75d0eb710fe5 req-a4e450ad-6833-47df-bb3c-191057b8d28b tempest-AttachVolumeShelveTestJSON-707707766 tempest-AttachVolumeShelveTestJSON-707707766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 13:26:45.109643 dv-cinder-830097-4-iscsi neutron-server[103457]: INFO neutron.wsgi [req-9dd9ab17-9f8b-4294-b7d6-75d0eb710fe5 req-a4e450ad-6833-47df-bb3c-191057b8d28b tempest-AttachVolumeShelveTestJSON-707707766 tempest-AttachVolumeShelveTestJSON-707707766-project] 10.222.0.18 "GET /v2.0/ports?device_id=86be2946-ca3b-4374-9704-0c44d13ac2bf HTTP/1.1" status: 200 len: 947 time: 0.0473740 Apr 12 13:26:45.109925 dv-cinder-830097-4-iscsi neutron-server[103458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38c77b3e-9e24-4648-8f00-25b9e2896d5f req-271c8aa0-b496-414f-92cd-8e32f98153d9 tempest-VolumesNegativeTest-1015950079 tempest-VolumesNegativeTest-1015950079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 13:26:45.111371 dv-cinder-830097-4-iscsi neutron-server[103458]: INFO neutron.wsgi [req-38c77b3e-9e24-4648-8f00-25b9e2896d5f req-271c8aa0-b496-414f-92cd-8e32f98153d9 tempest-VolumesNegativeTest-1015950079 tempest-VolumesNegativeTest-1015950079-project] 10.222.0.18 "GET /v2.0/ports?device_id=78bd1523-f00b-4039-81b7-4fe6f28e98fa HTTP/1.1" status: 200 len: 947 time: 0.0496228 Apr 12 13:26:45.156704 dv-cinder-830097-4-iscsi neutron-server[103458]: INFO neutron.wsgi [req-38c77b3e-9e24-4648-8f00-25b9e2896d5f req-e9147b94-d34a-4e43-992a-ac77046ce131 tempest-VolumesNegativeTest-1015950079 tempest-VolumesNegativeTest-1015950079-project] 10.222.0.18 "GET /v2.0/security-groups?id=f5470344-9310-4b36-9914-f1d6c9112183&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0399876 Apr 12 13:26:45.157367 dv-cinder-830097-4-iscsi neutron-server[103457]: INFO neutron.wsgi [req-9dd9ab17-9f8b-4294-b7d6-75d0eb710fe5 req-ee98e89f-5404-4604-b2e0-6bf046e4006d tempest-AttachVolumeShelveTestJSON-707707766 tempest-AttachVolumeShelveTestJSON-707707766-project] 10.222.0.18 "GET /v2.0/security-groups?id=09a15c79-9ad1-40b0-a245-fcad199271ef&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0412276 Apr 12 13:26:45.629447 dv-cinder-830097-4-iscsi neutron-server[103459]: DEBUG neutron.plugins.ml2.rpc [None req-3505bd68-a9fd-4823-92ea-1a6ded8ab071 None None] Device 4d7490ca-cd3b-4822-9dd7-62e9a41194df details requested by agent hyperv_hv-cinder-83009 with host hv-cinder-83009 {{(pid=103459) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 12 13:26:45.728323 dv-cinder-830097-4-iscsi neutron-server[103459]: DEBUG neutron.plugins.ml2.db [None req-3505bd68-a9fd-4823-92ea-1a6ded8ab071 None None] For port 4d7490ca-cd3b-4822-9dd7-62e9a41194df, host hv-cinder-83009, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83009',level=0,port_id=4d7490ca-cd3b-4822-9dd7-62e9a41194df,segment=NetworkSegment(13b6155e-964a-4f54-9eb5-6d508c79ddd7),segment_id=13b6155e-964a-4f54-9eb5-6d508c79ddd7)] {{(pid=103459) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 12 13:26:45.740610 dv-cinder-830097-4-iscsi neutron-server[103459]: DEBUG neutron.plugins.ml2.rpc [None req-3505bd68-a9fd-4823-92ea-1a6ded8ab071 None None] Returning: {'device': '4d7490ca-cd3b-4822-9dd7-62e9a41194df', 'network_id': '28f5d4d9-4bf8-4d84-8d37-be1a553916df', 'port_id': '4d7490ca-cd3b-4822-9dd7-62e9a41194df', 'mac_address': 'fa:16:3e:a4:8d:18', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 206, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b5772e05-2c3d-4efe-92f9-8e2daaba6fca', 'ip_address': '192.168.233.74'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103459) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 12 13:26:45.782499 dv-cinder-830097-4-iscsi neutron-server[103459]: DEBUG neutron.plugins.ml2.plugin [None req-3505bd68-a9fd-4823-92ea-1a6ded8ab071 None None] Current status of the port 4d7490ca-cd3b-4822-9dd7-62e9a41194df is: DOWN; New status is: BUILD {{(pid=103459) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 12 13:26:45.782931 dv-cinder-830097-4-iscsi neutron-server[103459]: DEBUG neutron_lib.callbacks.manager [None req-3505bd68-a9fd-4823-92ea-1a6ded8ab071 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-916304'] for port (4d7490ca-cd3b-4822-9dd7-62e9a41194df), before_update {{(pid=103459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:26:45.797582 dv-cinder-830097-4-iscsi neutron-server[103459]: DEBUG neutron.notifiers.nova [None req-3505bd68-a9fd-4823-92ea-1a6ded8ab071 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4d7490ca-cd3b-4822-9dd7-62e9a41194df {{(pid=103459) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 12 13:26:45.817635 dv-cinder-830097-4-iscsi neutron-server[103459]: DEBUG neutron.plugins.ml2.db [None req-3505bd68-a9fd-4823-92ea-1a6ded8ab071 None None] For port 4d7490ca-cd3b-4822-9dd7-62e9a41194df, host hv-cinder-83009, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83009',level=0,port_id=4d7490ca-cd3b-4822-9dd7-62e9a41194df,segment=NetworkSegment(13b6155e-964a-4f54-9eb5-6d508c79ddd7),segment_id=13b6155e-964a-4f54-9eb5-6d508c79ddd7)] {{(pid=103459) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 12 13:26:45.822259 dv-cinder-830097-4-iscsi neutron-server[103459]: DEBUG neutron_lib.callbacks.manager [None req-3505bd68-a9fd-4823-92ea-1a6ded8ab071 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-915890', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3697887', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732727894815', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732727417932', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732727417950'] for port (4d7490ca-cd3b-4822-9dd7-62e9a41194df), after_update {{(pid=103459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:26:45.869399 dv-cinder-830097-4-iscsi neutron-server[103459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3505bd68-a9fd-4823-92ea-1a6ded8ab071 None None] Pushing event updated for resources: {'Port': ['ID=4d7490ca-cd3b-4822-9dd7-62e9a41194df,revision_number=4']} {{(pid=103459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 13:26:46.267952 dv-cinder-830097-4-iscsi neutron-server[103458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18b21dc6-5b69-4083-8891-f5f00cad7ed0 req-5599bd59-d1f6-4772-ae2c-61906a0dea81 tempest-VolumesNegativeTest-1015950079 tempest-VolumesNegativeTest-1015950079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 13:26:46.269431 dv-cinder-830097-4-iscsi neutron-server[103458]: INFO neutron.wsgi [req-18b21dc6-5b69-4083-8891-f5f00cad7ed0 req-5599bd59-d1f6-4772-ae2c-61906a0dea81 tempest-VolumesNegativeTest-1015950079 tempest-VolumesNegativeTest-1015950079-project] 10.222.0.18 "GET /v2.0/ports?device_id=78bd1523-f00b-4039-81b7-4fe6f28e98fa HTTP/1.1" status: 200 len: 948 time: 0.0473619 Apr 12 13:26:46.271050 dv-cinder-830097-4-iscsi neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd885401-f081-4e88-b1da-56f86d2bf25c req-bd2287aa-f902-45e4-b570-f8476b2742dc tempest-AttachVolumeShelveTestJSON-707707766 tempest-AttachVolumeShelveTestJSON-707707766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 13:26:46.272518 dv-cinder-830097-4-iscsi neutron-server[103457]: INFO neutron.wsgi [req-fd885401-f081-4e88-b1da-56f86d2bf25c req-bd2287aa-f902-45e4-b570-f8476b2742dc tempest-AttachVolumeShelveTestJSON-707707766 tempest-AttachVolumeShelveTestJSON-707707766-project] 10.222.0.18 "GET /v2.0/ports?device_id=86be2946-ca3b-4374-9704-0c44d13ac2bf HTTP/1.1" status: 200 len: 947 time: 0.0464177 Apr 12 13:26:46.317607 dv-cinder-830097-4-iscsi neutron-server[103458]: INFO neutron.wsgi [req-18b21dc6-5b69-4083-8891-f5f00cad7ed0 req-987e28c1-7f31-4ae1-b693-2ba1c7d08fbd tempest-VolumesNegativeTest-1015950079 tempest-VolumesNegativeTest-1015950079-project] 10.222.0.18 "GET /v2.0/security-groups?id=f5470344-9310-4b36-9914-f1d6c9112183&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416677 Apr 12 13:26:46.323534 dv-cinder-830097-4-iscsi neutron-server[103457]: INFO neutron.wsgi [req-fd885401-f081-4e88-b1da-56f86d2bf25c req-066779e5-1b80-4f4e-9711-eab4f71537cd tempest-AttachVolumeShelveTestJSON-707707766 tempest-AttachVolumeShelveTestJSON-707707766-project] 10.222.0.18 "GET /v2.0/security-groups?id=09a15c79-9ad1-40b0-a245-fcad199271ef&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0448539 Apr 12 13:26:46.780977 dv-cinder-830097-4-iscsi neutron-server[103459]: DEBUG neutron_lib.callbacks.manager [None req-d957af8b-6dbb-41f0-a563-3b741ffcb758 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732727929501', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-657397'] for agent (246ca497-e2ee-4e0b-b432-b4153c207e5f), after_update {{(pid=103459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:26:46.802343 dv-cinder-830097-4-iscsi neutron-server[103459]: DEBUG neutron.plugins.ml2.db [None req-3505bd68-a9fd-4823-92ea-1a6ded8ab071 None None] get_ports_and_sgs() called for port_ids ['4d7490ca-cd3b-4822-9dd7-62e9a41194df'] {{(pid=103459) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 12 13:26:47.434935 dv-cinder-830097-4-iscsi neutron-server[103458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8520a2dd-2956-443a-881c-19a3d9417715 req-98c09dcf-02da-4bc1-8090-bb60207b0466 tempest-VolumesNegativeTest-1015950079 tempest-VolumesNegativeTest-1015950079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 13:26:47.436568 dv-cinder-830097-4-iscsi neutron-server[103458]: INFO neutron.wsgi [req-8520a2dd-2956-443a-881c-19a3d9417715 req-98c09dcf-02da-4bc1-8090-bb60207b0466 tempest-VolumesNegativeTest-1015950079 tempest-VolumesNegativeTest-1015950079-project] 10.222.0.18 "GET /v2.0/ports?device_id=78bd1523-f00b-4039-81b7-4fe6f28e98fa HTTP/1.1" status: 200 len: 948 time: 0.0470288 Apr 12 13:26:47.443372 dv-cinder-830097-4-iscsi neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54bef12a-a964-48b2-844e-e8b510261ade req-477d000e-53c2-41d4-bed0-d6d54ba79b75 tempest-AttachVolumeShelveTestJSON-707707766 tempest-AttachVolumeShelveTestJSON-707707766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 13:26:47.444836 dv-cinder-830097-4-iscsi neutron-server[103457]: INFO neutron.wsgi [req-54bef12a-a964-48b2-844e-e8b510261ade req-477d000e-53c2-41d4-bed0-d6d54ba79b75 tempest-AttachVolumeShelveTestJSON-707707766 tempest-AttachVolumeShelveTestJSON-707707766-project] 10.222.0.18 "GET /v2.0/ports?device_id=86be2946-ca3b-4374-9704-0c44d13ac2bf HTTP/1.1" status: 200 len: 947 time: 0.0488391 Apr 12 13:26:47.486793 dv-cinder-830097-4-iscsi neutron-server[103458]: INFO neutron.wsgi [req-8520a2dd-2956-443a-881c-19a3d9417715 req-f9d63971-f805-48e8-8879-33540857c63f tempest-VolumesNegativeTest-1015950079 tempest-VolumesNegativeTest-1015950079-project] 10.222.0.18 "GET /v2.0/security-groups?id=f5470344-9310-4b36-9914-f1d6c9112183&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0443673 Apr 12 13:26:47.491323 dv-cinder-830097-4-iscsi neutron-server[103457]: INFO neutron.wsgi [req-54bef12a-a964-48b2-844e-e8b510261ade req-6b50134c-4a9c-478f-95c7-49eeff157375 tempest-AttachVolumeShelveTestJSON-707707766 tempest-AttachVolumeShelveTestJSON-707707766-project] 10.222.0.18 "GET /v2.0/security-groups?id=09a15c79-9ad1-40b0-a245-fcad199271ef&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0406401 Apr 12 13:26:47.752028 dv-cinder-830097-4-iscsi neutron-server[103459]: DEBUG neutron.plugins.ml2.rpc [None req-3505bd68-a9fd-4823-92ea-1a6ded8ab071 None None] Device 4d7490ca-cd3b-4822-9dd7-62e9a41194df up at agent hyperv_hv-cinder-83009 {{(pid=103459) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 12 13:26:47.802249 dv-cinder-830097-4-iscsi neutron-server[103459]: DEBUG neutron.db.provisioning_blocks [None req-3505bd68-a9fd-4823-92ea-1a6ded8ab071 None None] Provisioning for port 4d7490ca-cd3b-4822-9dd7-62e9a41194df completed by entity L2. {{(pid=103459) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Apr 12 13:26:47.810088 dv-cinder-830097-4-iscsi neutron-server[103459]: DEBUG neutron.db.provisioning_blocks [None req-3505bd68-a9fd-4823-92ea-1a6ded8ab071 None None] Provisioning complete for port 4d7490ca-cd3b-4822-9dd7-62e9a41194df triggered by entity L2. {{(pid=103459) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 12 13:26:47.810473 dv-cinder-830097-4-iscsi neutron-server[103459]: DEBUG neutron_lib.callbacks.manager [None req-3505bd68-a9fd-4823-92ea-1a6ded8ab071 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-657243'] for port (4d7490ca-cd3b-4822-9dd7-62e9a41194df), provisioning_complete {{(pid=103459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:26:47.872336 dv-cinder-830097-4-iscsi neutron-server[103458]: INFO neutron.wsgi [req-a6a49bcd-459a-4ed9-8b9a-6d0b20261b5b req-1435a12b-a3cf-49c2-9762-a4c9e6502b61 tempest-TestVolumeBootPattern-1974338582 tempest-TestVolumeBootPattern-1974338582-project] 10.222.0.18 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1987074930&fields=id&tenant_id=59e9ce76515147cfa24a7c710300c9c0 HTTP/1.1" status: 200 len: 267 time: 0.0544524 Apr 12 13:26:47.904934 dv-cinder-830097-4-iscsi neutron-server[103459]: DEBUG neutron.plugins.ml2.plugin [None req-3505bd68-a9fd-4823-92ea-1a6ded8ab071 None None] Current status of the port 4d7490ca-cd3b-4822-9dd7-62e9a41194df is: BUILD; New status is: ACTIVE {{(pid=103459) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 12 13:26:47.905568 dv-cinder-830097-4-iscsi neutron-server[103459]: DEBUG neutron_lib.callbacks.manager [None req-3505bd68-a9fd-4823-92ea-1a6ded8ab071 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-916304'] for port (4d7490ca-cd3b-4822-9dd7-62e9a41194df), before_update {{(pid=103459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:26:47.937866 dv-cinder-830097-4-iscsi neutron-server[103459]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '78bd1523-f00b-4039-81b7-4fe6f28e98fa', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4d7490ca-cd3b-4822-9dd7-62e9a41194df'}] {{(pid=103459) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 12 13:26:47.940230 dv-cinder-830097-4-iscsi neutron-server[103459]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}95104bc0dd48ad9143548caf8a5bdec643107760c32fce8433ea43eac3fbdd81" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c48267a2-6bd6-4822-b368-58df63ca12fd" -d '{"events": [{"server_uuid": "78bd1523-f00b-4039-81b7-4fe6f28e98fa", "name": "network-vif-plugged", "status": "completed", "tag": "4d7490ca-cd3b-4822-9dd7-62e9a41194df"}]}' {{(pid=103459) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 12 13:26:47.953813 dv-cinder-830097-4-iscsi neutron-server[103459]: DEBUG neutron.plugins.ml2.db [None req-3505bd68-a9fd-4823-92ea-1a6ded8ab071 None None] For port 4d7490ca-cd3b-4822-9dd7-62e9a41194df, host hv-cinder-83009, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83009',level=0,port_id=4d7490ca-cd3b-4822-9dd7-62e9a41194df,segment=NetworkSegment(13b6155e-964a-4f54-9eb5-6d508c79ddd7),segment_id=13b6155e-964a-4f54-9eb5-6d508c79ddd7)] {{(pid=103459) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 12 13:26:47.958917 dv-cinder-830097-4-iscsi neutron-server[103459]: DEBUG neutron_lib.callbacks.manager [None req-3505bd68-a9fd-4823-92ea-1a6ded8ab071 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-915890', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3697887', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732727894815', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732727417932', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732727417950'] for port (4d7490ca-cd3b-4822-9dd7-62e9a41194df), after_update {{(pid=103459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:26:48.022736 dv-cinder-830097-4-iscsi neutron-server[103459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3505bd68-a9fd-4823-92ea-1a6ded8ab071 None None] Pushing event updated for resources: {'Port': ['ID=4d7490ca-cd3b-4822-9dd7-62e9a41194df,revision_number=5']} {{(pid=103459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 13:26:48.024324 dv-cinder-830097-4-iscsi neutron-server[103458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6a49bcd-459a-4ed9-8b9a-6d0b20261b5b req-f4a8b1f6-bee4-47ba-91b2-1bcf43bdeb10 tempest-TestVolumeBootPattern-1974338582 tempest-TestVolumeBootPattern-1974338582-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 13:26:48.032559 dv-cinder-830097-4-iscsi neutron-server[103458]: INFO neutron.wsgi [req-a6a49bcd-459a-4ed9-8b9a-6d0b20261b5b req-f4a8b1f6-bee4-47ba-91b2-1bcf43bdeb10 tempest-TestVolumeBootPattern-1974338582 tempest-TestVolumeBootPattern-1974338582-project] 10.222.0.18 "GET /v2.0/networks?id=fc0e35fc-da48-4b0a-aef1-4a0c9e07f863 HTTP/1.1" status: 200 len: 812 time: 0.1529083 Apr 12 13:26:48.044169 dv-cinder-830097-4-iscsi neutron-server[103458]: INFO neutron.wsgi [req-a6a49bcd-459a-4ed9-8b9a-6d0b20261b5b req-3529704f-7c09-4468-bc59-df5db7020526 tempest-TestVolumeBootPattern-1974338582 tempest-TestVolumeBootPattern-1974338582-project] 10.222.0.18 "GET /v2.0/quotas/59e9ce76515147cfa24a7c710300c9c0 HTTP/1.1" status: 200 len: 375 time: 0.0107453 Apr 12 13:26:48.105822 dv-cinder-830097-4-iscsi neutron-server[103458]: INFO neutron.wsgi [req-a6a49bcd-459a-4ed9-8b9a-6d0b20261b5b req-d28f53a9-93c5-4d31-82b8-62a6219c2b0b tempest-TestVolumeBootPattern-1974338582 tempest-TestVolumeBootPattern-1974338582-project] 10.222.0.18 "GET /v2.0/ports?tenant_id=59e9ce76515147cfa24a7c710300c9c0&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0568292 Apr 12 13:26:48.123209 dv-cinder-830097-4-iscsi neutron-server[103458]: DEBUG neutron.wsgi [req-a6a49bcd-459a-4ed9-8b9a-6d0b20261b5b req-bd44ab81-0220-4fa8-a2c0-f3a9d444c7d5 service neutron] http://10.222.0.18:9696/v2.0/extensions returned with HTTP 200 {{(pid=103458) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Apr 12 13:26:48.124440 dv-cinder-830097-4-iscsi neutron-server[103458]: INFO neutron.wsgi [req-a6a49bcd-459a-4ed9-8b9a-6d0b20261b5b req-bd44ab81-0220-4fa8-a2c0-f3a9d444c7d5 service neutron] 10.222.0.18 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0056591 Apr 12 13:26:48.223675 dv-cinder-830097-4-iscsi neutron-server[103458]: INFO neutron.wsgi [req-a6a49bcd-459a-4ed9-8b9a-6d0b20261b5b req-b67f48f0-53d9-420d-9897-1ff22fe8cc2c service neutron] 10.222.0.18 "GET /v2.0/networks/fc0e35fc-da48-4b0a-aef1-4a0c9e07f863?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0926726 Apr 12 13:26:48.311827 dv-cinder-830097-4-iscsi neutron-server[103459]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 12 Apr 2022 13:26:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ecf2ff34-c33f-4227-9f3c-6f05420d8631 x-openstack-request-id: req-ecf2ff34-c33f-4227-9f3c-6f05420d8631 {{(pid=103459) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 12 13:26:48.312144 dv-cinder-830097-4-iscsi neutron-server[103459]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "78bd1523-f00b-4039-81b7-4fe6f28e98fa", "name": "network-vif-plugged", "status": "completed", "tag": "4d7490ca-cd3b-4822-9dd7-62e9a41194df", "code": 200}]} {{(pid=103459) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 12 13:26:48.312400 dv-cinder-830097-4-iscsi neutron-server[103459]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-ecf2ff34-c33f-4227-9f3c-6f05420d8631 {{(pid=103459) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 12 13:26:48.312841 dv-cinder-830097-4-iscsi neutron-server[103459]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ecf2ff34-c33f-4227-9f3c-6f05420d8631'] response: {'server_uuid': '78bd1523-f00b-4039-81b7-4fe6f28e98fa', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4d7490ca-cd3b-4822-9dd7-62e9a41194df', 'code': 200} Apr 12 13:26:48.343823 dv-cinder-830097-4-iscsi neutron-server[103458]: INFO neutron.wsgi [req-a6a49bcd-459a-4ed9-8b9a-6d0b20261b5b req-77ffa099-6053-435f-8bfb-48c58c7bc065 service neutron] 10.222.0.18 "GET /v2.0/networks/fc0e35fc-da48-4b0a-aef1-4a0c9e07f863?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1127491 Apr 12 13:26:48.684816 dv-cinder-830097-4-iscsi neutron-server[103458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ad3ecdb-4aa4-4bcf-acec-190e3b2200f6 req-eac3e054-d518-4dbb-a4e7-1c1430dbc94a tempest-AttachVolumeShelveTestJSON-707707766 tempest-AttachVolumeShelveTestJSON-707707766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 13:26:48.689248 dv-cinder-830097-4-iscsi neutron-server[103458]: INFO neutron.wsgi [req-2ad3ecdb-4aa4-4bcf-acec-190e3b2200f6 req-eac3e054-d518-4dbb-a4e7-1c1430dbc94a tempest-AttachVolumeShelveTestJSON-707707766 tempest-AttachVolumeShelveTestJSON-707707766-project] 10.222.0.18 "GET /v2.0/ports?device_id=86be2946-ca3b-4374-9704-0c44d13ac2bf HTTP/1.1" status: 200 len: 947 time: 0.0507400 Apr 12 13:26:48.709280 dv-cinder-830097-4-iscsi neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0727bff0-3efe-40e8-84c0-1d51e3bc987e req-aa2cb4c4-0beb-4797-bd58-435caf0fdb10 tempest-VolumesNegativeTest-1015950079 tempest-VolumesNegativeTest-1015950079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 13:26:48.710767 dv-cinder-830097-4-iscsi neutron-server[103457]: INFO neutron.wsgi [req-0727bff0-3efe-40e8-84c0-1d51e3bc987e req-aa2cb4c4-0beb-4797-bd58-435caf0fdb10 tempest-VolumesNegativeTest-1015950079 tempest-VolumesNegativeTest-1015950079-project] 10.222.0.18 "GET /v2.0/ports?device_id=78bd1523-f00b-4039-81b7-4fe6f28e98fa HTTP/1.1" status: 200 len: 949 time: 0.1029580 Apr 12 13:26:48.711900 dv-cinder-830097-4-iscsi neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-194c5502-7921-4f9c-90d6-44169fae0fc1 req-d5ebfb7c-4525-4775-9016-279bbed971ca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 13:26:48.714371 dv-cinder-830097-4-iscsi neutron-server[103457]: INFO neutron.wsgi [req-194c5502-7921-4f9c-90d6-44169fae0fc1 req-d5ebfb7c-4525-4775-9016-279bbed971ca service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=78bd1523-f00b-4039-81b7-4fe6f28e98fa HTTP/1.1" status: 200 len: 1133 time: 0.0860879 Apr 12 13:26:48.736131 dv-cinder-830097-4-iscsi neutron-server[103458]: INFO neutron.wsgi [req-2ad3ecdb-4aa4-4bcf-acec-190e3b2200f6 req-b0b7d594-62f0-460f-8d93-7e84bce54bc5 tempest-AttachVolumeShelveTestJSON-707707766 tempest-AttachVolumeShelveTestJSON-707707766-project] 10.222.0.18 "GET /v2.0/security-groups?id=09a15c79-9ad1-40b0-a245-fcad199271ef&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0441544 Apr 12 13:26:48.799156 dv-cinder-830097-4-iscsi neutron-server[103457]: INFO neutron.wsgi [req-194c5502-7921-4f9c-90d6-44169fae0fc1 req-9654d57b-7647-4d78-960b-5943a4fd9e5b service neutron] 10.222.0.55 "GET /v2.0/security-groups?id=f5470344-9310-4b36-9914-f1d6c9112183&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0750830 Apr 12 13:26:48.802262 dv-cinder-830097-4-iscsi neutron-server[103457]: INFO neutron.wsgi [req-0727bff0-3efe-40e8-84c0-1d51e3bc987e req-1616d819-492b-45ad-9553-f6c4b6284368 tempest-VolumesNegativeTest-1015950079 tempest-VolumesNegativeTest-1015950079-project] 10.222.0.18 "GET /v2.0/security-groups?id=f5470344-9310-4b36-9914-f1d6c9112183&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0843351 Apr 12 13:26:48.807420 dv-cinder-830097-4-iscsi neutron-server[103458]: INFO neutron.wsgi [req-0dd90823-4463-4e7a-984b-b2425836916e req-640da69f-2ae3-4118-9d3e-3654836a705c tempest-TestVolumeBootPattern-1974338582 tempest-TestVolumeBootPattern-1974338582-project] 10.222.0.18 "GET /v2.0/ports?device_id=83e65fa3-e329-42e5-baee-62847623767a HTTP/1.1" status: 200 len: 210 time: 0.0284197 Apr 12 13:26:49.369045 dv-cinder-830097-4-iscsi neutron-server[103459]: DEBUG neutron_lib.callbacks.manager [None req-235b304e-d953-4988-a5f9-f432379037cc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732727929501', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-657397'] for agent (b7e11a8b-aeed-493f-9763-461016dddc93), after_update {{(pid=103459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:26:49.904892 dv-cinder-830097-4-iscsi neutron-server[103457]: INFO neutron.wsgi [req-3f335263-30c9-4554-a741-34557a4322a9 req-943fa23a-0a35-4b36-a204-e32cea268ea6 tempest-TestVolumeBootPattern-1974338582 tempest-TestVolumeBootPattern-1974338582-project] 10.222.0.18 "GET /v2.0/ports?device_id=83e65fa3-e329-42e5-baee-62847623767a HTTP/1.1" status: 200 len: 210 time: 0.0307894 Apr 12 13:26:49.929216 dv-cinder-830097-4-iscsi neutron-server[103458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-992fd8a1-7960-445c-ab08-9f574a33f842 req-ca9cc201-6373-4b4f-8a03-ddd7dd93fcc3 tempest-VolumesNegativeTest-1015950079 tempest-VolumesNegativeTest-1015950079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 13:26:49.930853 dv-cinder-830097-4-iscsi neutron-server[103458]: INFO neutron.wsgi [req-992fd8a1-7960-445c-ab08-9f574a33f842 req-ca9cc201-6373-4b4f-8a03-ddd7dd93fcc3 tempest-VolumesNegativeTest-1015950079 tempest-VolumesNegativeTest-1015950079-project] 10.222.0.18 "GET /v2.0/ports?device_id=78bd1523-f00b-4039-81b7-4fe6f28e98fa HTTP/1.1" status: 200 len: 949 time: 0.0549235 Apr 12 13:26:49.977143 dv-cinder-830097-4-iscsi neutron-server[103458]: INFO neutron.wsgi [req-992fd8a1-7960-445c-ab08-9f574a33f842 req-db877198-1798-4b9d-8f6a-77a56268aa62 tempest-VolumesNegativeTest-1015950079 tempest-VolumesNegativeTest-1015950079-project] 10.222.0.18 "GET /v2.0/security-groups?id=f5470344-9310-4b36-9914-f1d6c9112183&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404453 Apr 12 13:26:50.295995 dv-cinder-830097-4-iscsi neutron-server[103459]: DEBUG neutron_lib.callbacks.manager [None req-f20c20fe-5767-407a-9f30-b36f01c50254 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732727929501', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-657397'] for agent (1e8a91c7-94d1-4b17-9536-32bc01f44a9b), after_update {{(pid=103459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:26:51.007759 dv-cinder-830097-4-iscsi neutron-server[103457]: INFO neutron.wsgi [req-999d5f3f-f0b2-45fb-bbeb-d041647090ab req-621e64be-fb79-4d69-89c1-4cf540756451 tempest-TestVolumeBootPattern-1974338582 tempest-TestVolumeBootPattern-1974338582-project] 10.222.0.18 "GET /v2.0/ports?device_id=83e65fa3-e329-42e5-baee-62847623767a HTTP/1.1" status: 200 len: 210 time: 0.0274744 Apr 12 13:26:51.091373 dv-cinder-830097-4-iscsi neutron-server[103458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6be4e3db-b0c6-450b-ab58-697870872918 req-b9ee1bb3-f2e1-49db-8065-fcb897816e9c tempest-VolumesNegativeTest-1015950079 tempest-VolumesNegativeTest-1015950079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 13:26:51.092843 dv-cinder-830097-4-iscsi neutron-server[103458]: INFO neutron.wsgi [req-6be4e3db-b0c6-450b-ab58-697870872918 req-b9ee1bb3-f2e1-49db-8065-fcb897816e9c tempest-VolumesNegativeTest-1015950079 tempest-VolumesNegativeTest-1015950079-project] 10.222.0.18 "GET /v2.0/ports?device_id=78bd1523-f00b-4039-81b7-4fe6f28e98fa HTTP/1.1" status: 200 len: 949 time: 0.0464499 Apr 12 13:26:51.139887 dv-cinder-830097-4-iscsi neutron-server[103458]: INFO neutron.wsgi [req-6be4e3db-b0c6-450b-ab58-697870872918 req-715b2e52-44c3-4a24-982f-fdac4baf9edc tempest-VolumesNegativeTest-1015950079 tempest-VolumesNegativeTest-1015950079-project] 10.222.0.18 "GET /v2.0/security-groups?id=f5470344-9310-4b36-9914-f1d6c9112183&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414991 Apr 12 13:26:51.384853 dv-cinder-830097-4-iscsi neutron-server[103458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7a2024c-c1b5-4255-9c2a-730f362e7243 req-173f10c6-b702-45fc-b530-1704827c2782 tempest-VolumesNegativeTest-1015950079 tempest-VolumesNegativeTest-1015950079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 13:26:51.386565 dv-cinder-830097-4-iscsi neutron-server[103458]: INFO neutron.wsgi [req-e7a2024c-c1b5-4255-9c2a-730f362e7243 req-173f10c6-b702-45fc-b530-1704827c2782 tempest-VolumesNegativeTest-1015950079 tempest-VolumesNegativeTest-1015950079-project] 10.222.0.18 "GET /v2.0/ports?device_id=78bd1523-f00b-4039-81b7-4fe6f28e98fa HTTP/1.1" status: 200 len: 949 time: 0.0458491 Apr 12 13:26:51.433859 dv-cinder-830097-4-iscsi neutron-server[103459]: DEBUG neutron_lib.callbacks.manager [None req-09c91955-1169-4ba5-b480-d25faf385fa1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732727929501', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-657397'] for agent (6571c785-b050-42b7-b6d0-d71237f75507), after_update {{(pid=103459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:26:51.436579 dv-cinder-830097-4-iscsi neutron-server[103458]: INFO neutron.wsgi [req-e7a2024c-c1b5-4255-9c2a-730f362e7243 req-0b1eff62-c861-4b93-ba85-bda3ef49b3b0 tempest-VolumesNegativeTest-1015950079 tempest-VolumesNegativeTest-1015950079-project] 10.222.0.18 "GET /v2.0/security-groups?id=f5470344-9310-4b36-9914-f1d6c9112183&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0444002 Apr 12 13:26:52.108293 dv-cinder-830097-4-iscsi neutron-server[103457]: INFO neutron.wsgi [req-a2589e80-90b8-4504-8150-91435de40957 req-5e5fc925-0e62-4893-b084-0278fffbf513 tempest-TestVolumeBootPattern-1974338582 tempest-TestVolumeBootPattern-1974338582-project] 10.222.0.18 "GET /v2.0/ports?device_id=83e65fa3-e329-42e5-baee-62847623767a HTTP/1.1" status: 200 len: 210 time: 0.0314245 Apr 12 13:26:52.545672 dv-cinder-830097-4-iscsi neutron-server[103458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bb6aac7-fd33-4b9a-a3cf-7d7d360aafd0 req-855b1a56-da5a-457f-bf1b-d279e3e4c51d tempest-VolumesNegativeTest-1015950079 tempest-VolumesNegativeTest-1015950079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 13:26:52.547159 dv-cinder-830097-4-iscsi neutron-server[103458]: INFO neutron.wsgi [req-8bb6aac7-fd33-4b9a-a3cf-7d7d360aafd0 req-855b1a56-da5a-457f-bf1b-d279e3e4c51d tempest-VolumesNegativeTest-1015950079 tempest-VolumesNegativeTest-1015950079-project] 10.222.0.18 "GET /v2.0/ports?device_id=78bd1523-f00b-4039-81b7-4fe6f28e98fa HTTP/1.1" status: 200 len: 949 time: 0.0457864 Apr 12 13:26:52.595668 dv-cinder-830097-4-iscsi neutron-server[103458]: INFO neutron.wsgi [req-8bb6aac7-fd33-4b9a-a3cf-7d7d360aafd0 req-4ea5bbdd-66ef-4359-85e2-8eefc67084b8 tempest-VolumesNegativeTest-1015950079 tempest-VolumesNegativeTest-1015950079-project] 10.222.0.18 "GET /v2.0/security-groups?id=f5470344-9310-4b36-9914-f1d6c9112183&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0422580 Apr 12 13:26:53.201327 dv-cinder-830097-4-iscsi neutron-server[103458]: INFO neutron.wsgi [req-830409d0-4f63-427a-b8f2-08c6e207e6f7 req-895ad4ae-eac2-48fc-a417-de6f36a96d94 tempest-TestVolumeBootPattern-1974338582 tempest-TestVolumeBootPattern-1974338582-project] 10.222.0.18 "GET /v2.0/ports?device_id=83e65fa3-e329-42e5-baee-62847623767a HTTP/1.1" status: 200 len: 210 time: 0.0277312 Apr 12 13:26:53.211141 dv-cinder-830097-4-iscsi neutron-server[103459]: DEBUG neutron_lib.callbacks.manager [None req-53781792-8650-4c78-93a6-1c4d328d874c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732727929501', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-657397'] for agent (3f2daa45-5e56-452b-8a21-b519edfce99e), after_update {{(pid=103459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:26:53.321423 dv-cinder-830097-4-iscsi neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6a49bcd-459a-4ed9-8b9a-6d0b20261b5b req-c1777989-1756-4e6c-9a31-e67fcb38a262 tempest-TestVolumeBootPattern-1974338582 tempest-TestVolumeBootPattern-1974338582-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 13:26:53.323122 dv-cinder-830097-4-iscsi neutron-server[103457]: INFO neutron.wsgi [req-a6a49bcd-459a-4ed9-8b9a-6d0b20261b5b req-c1777989-1756-4e6c-9a31-e67fcb38a262 tempest-TestVolumeBootPattern-1974338582 tempest-TestVolumeBootPattern-1974338582-project] 10.222.0.55 "GET /v2.0/networks?id=fc0e35fc-da48-4b0a-aef1-4a0c9e07f863 HTTP/1.1" status: 200 len: 812 time: 0.1050253 Apr 12 13:26:53.398328 dv-cinder-830097-4-iscsi neutron-server[103457]: INFO neutron.wsgi [req-a6a49bcd-459a-4ed9-8b9a-6d0b20261b5b req-4a286027-60a3-4e81-ba2d-cfc13c3de8ba tempest-TestVolumeBootPattern-1974338582 tempest-TestVolumeBootPattern-1974338582-project] 10.222.0.55 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=59e9ce76515147cfa24a7c710300c9c0 HTTP/1.1" status: 200 len: 380 time: 0.0562811 Apr 12 13:26:53.710624 dv-cinder-830097-4-iscsi neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87aa9638-a142-4671-8735-0668a3fc9f3f req-e81c1e41-e6f1-46fc-b224-5365ce1ddd01 tempest-VolumesNegativeTest-1015950079 tempest-VolumesNegativeTest-1015950079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 13:26:53.712684 dv-cinder-830097-4-iscsi neutron-server[103457]: INFO neutron.wsgi [req-87aa9638-a142-4671-8735-0668a3fc9f3f req-e81c1e41-e6f1-46fc-b224-5365ce1ddd01 tempest-VolumesNegativeTest-1015950079 tempest-VolumesNegativeTest-1015950079-project] 10.222.0.18 "GET /v2.0/ports?device_id=78bd1523-f00b-4039-81b7-4fe6f28e98fa HTTP/1.1" status: 200 len: 949 time: 0.0494924 Apr 12 13:26:53.758005 dv-cinder-830097-4-iscsi neutron-server[103457]: INFO neutron.wsgi [req-87aa9638-a142-4671-8735-0668a3fc9f3f req-6b322b45-77a7-4f2e-9aed-882ed26ccd4f tempest-VolumesNegativeTest-1015950079 tempest-VolumesNegativeTest-1015950079-project] 10.222.0.18 "GET /v2.0/security-groups?id=f5470344-9310-4b36-9914-f1d6c9112183&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0397675 Apr 12 13:26:53.913897 dv-cinder-830097-4-iscsi neutron-server[103457]: DEBUG neutron.api.v2.base [req-a6a49bcd-459a-4ed9-8b9a-6d0b20261b5b req-2cd5a3fc-a476-4c3e-ad11-d8436fc48542 tempest-TestVolumeBootPattern-1974338582 tempest-TestVolumeBootPattern-1974338582-project] Request body: {'port': {'device_id': '83e65fa3-e329-42e5-baee-62847623767a', 'network_id': 'fc0e35fc-da48-4b0a-aef1-4a0c9e07f863', 'admin_state_up': True, 'tenant_id': '59e9ce76515147cfa24a7c710300c9c0', 'security_groups': ['a66f9d14-bc7f-40ff-bcf2-fda4f9360a16']}} {{(pid=103457) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 12 13:26:54.017079 dv-cinder-830097-4-iscsi neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a6a49bcd-459a-4ed9-8b9a-6d0b20261b5b req-2cd5a3fc-a476-4c3e-ad11-d8436fc48542 tempest-TestVolumeBootPattern-1974338582 tempest-TestVolumeBootPattern-1974338582-project] Made reservation on behalf of 59e9ce76515147cfa24a7c710300c9c0 for: {'port': 1} {{(pid=103457) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 12 13:26:54.020273 dv-cinder-830097-4-iscsi neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [req-a6a49bcd-459a-4ed9-8b9a-6d0b20261b5b req-2cd5a3fc-a476-4c3e-ad11-d8436fc48542 tempest-TestVolumeBootPattern-1974338582 tempest-TestVolumeBootPattern-1974338582-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-916304'] for port (None), before_create {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:26:54.086984 dv-cinder-830097-4-iscsi neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58a3bbec-035d-42b4-bcfc-be581357c21b req-8b76cfcf-beb8-45ee-82c7-e5768068329e tempest-VolumesNegativeTest-1015950079 tempest-VolumesNegativeTest-1015950079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 13:26:54.088579 dv-cinder-830097-4-iscsi neutron-server[103457]: INFO neutron.wsgi [req-58a3bbec-035d-42b4-bcfc-be581357c21b req-8b76cfcf-beb8-45ee-82c7-e5768068329e tempest-VolumesNegativeTest-1015950079 tempest-VolumesNegativeTest-1015950079-project] 10.222.0.55 "GET /v2.0/ports?device_id=78bd1523-f00b-4039-81b7-4fe6f28e98fa HTTP/1.1" status: 200 len: 949 time: 0.0662282 Apr 12 13:26:54.241022 dv-cinder-830097-4-iscsi neutron-server[103457]: DEBUG neutron.plugins.ml2.plugin [req-58a3bbec-035d-42b4-bcfc-be581357c21b req-781ce3a5-6103-49b4-a58e-34f2903a500f tempest-VolumesNegativeTest-1015950079 tempest-VolumesNegativeTest-1015950079-project] Deleting port 4d7490ca-cd3b-4822-9dd7-62e9a41194df {{(pid=103457) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 12 13:26:54.241361 dv-cinder-830097-4-iscsi neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [req-58a3bbec-035d-42b4-bcfc-be581357c21b req-781ce3a5-6103-49b4-a58e-34f2903a500f tempest-VolumesNegativeTest-1015950079 tempest-VolumesNegativeTest-1015950079-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732727887391'] for port (4d7490ca-cd3b-4822-9dd7-62e9a41194df), before_delete {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:26:54.257205 dv-cinder-830097-4-iscsi neutron-server[103457]: DEBUG neutron.db.db_base_plugin_common [req-a6a49bcd-459a-4ed9-8b9a-6d0b20261b5b req-2cd5a3fc-a476-4c3e-ad11-d8436fc48542 tempest-TestVolumeBootPattern-1974338582 tempest-TestVolumeBootPattern-1974338582-project] Allocated IP 172.20.0.5 (fc0e35fc-da48-4b0a-aef1-4a0c9e07f863/3e5a37b9-6492-41e4-a03e-0f76c3de6aee/19ab36b3-f6a5-4d23-bdb3-7920cd24f90d) {{(pid=103457) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 12 13:26:54.301336 dv-cinder-830097-4-iscsi neutron-server[103458]: INFO neutron.wsgi [req-5d9c1abf-c539-4737-9f0f-cee162f08e5d req-90376869-3d21-4411-adaf-10dcbaa3c5d5 tempest-TestVolumeBootPattern-1974338582 tempest-TestVolumeBootPattern-1974338582-project] 10.222.0.18 "GET /v2.0/ports?device_id=83e65fa3-e329-42e5-baee-62847623767a HTTP/1.1" status: 200 len: 210 time: 0.0310264 Apr 12 13:26:54.377875 dv-cinder-830097-4-iscsi neutron-server[103457]: DEBUG neutron.plugins.ml2.db [req-58a3bbec-035d-42b4-bcfc-be581357c21b req-781ce3a5-6103-49b4-a58e-34f2903a500f tempest-VolumesNegativeTest-1015950079 tempest-VolumesNegativeTest-1015950079-project] For port 4d7490ca-cd3b-4822-9dd7-62e9a41194df, host hv-cinder-83009, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83009',level=0,port_id=4d7490ca-cd3b-4822-9dd7-62e9a41194df,segment=NetworkSegment(13b6155e-964a-4f54-9eb5-6d508c79ddd7),segment_id=13b6155e-964a-4f54-9eb5-6d508c79ddd7)] {{(pid=103457) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 12 13:26:54.378458 dv-cinder-830097-4-iscsi neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [req-58a3bbec-035d-42b4-bcfc-be581357c21b req-781ce3a5-6103-49b4-a58e-34f2903a500f tempest-VolumesNegativeTest-1015950079 tempest-VolumesNegativeTest-1015950079-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3742288'] for port (4d7490ca-cd3b-4822-9dd7-62e9a41194df), precommit_delete {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:26:54.418271 dv-cinder-830097-4-iscsi neutron-server[103457]: DEBUG neutron.plugins.ml2.plugin [req-58a3bbec-035d-42b4-bcfc-be581357c21b req-781ce3a5-6103-49b4-a58e-34f2903a500f tempest-VolumesNegativeTest-1015950079 tempest-VolumesNegativeTest-1015950079-project] Calling delete_port for 4d7490ca-cd3b-4822-9dd7-62e9a41194df owned by compute:nova {{(pid=103457) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 12 13:26:54.506067 dv-cinder-830097-4-iscsi neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [req-a6a49bcd-459a-4ed9-8b9a-6d0b20261b5b req-2cd5a3fc-a476-4c3e-ad11-d8436fc48542 tempest-TestVolumeBootPattern-1974338582 tempest-TestVolumeBootPattern-1974338582-project] Publish callbacks [] for port (19ab36b3-f6a5-4d23-bdb3-7920cd24f90d), precommit_create {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:26:54.580854 dv-cinder-830097-4-iscsi neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [req-a6a49bcd-459a-4ed9-8b9a-6d0b20261b5b req-2cd5a3fc-a476-4c3e-ad11-d8436fc48542 tempest-TestVolumeBootPattern-1974338582 tempest-TestVolumeBootPattern-1974338582-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-915890', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3697887', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732727417914', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25610742'] for port (19ab36b3-f6a5-4d23-bdb3-7920cd24f90d), after_create {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:26:54.634338 dv-cinder-830097-4-iscsi neutron-server[103457]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a6a49bcd-459a-4ed9-8b9a-6d0b20261b5b req-2cd5a3fc-a476-4c3e-ad11-d8436fc48542 tempest-TestVolumeBootPattern-1974338582 tempest-TestVolumeBootPattern-1974338582-project] Network fc0e35fc-da48-4b0a-aef1-4a0c9e07f863 is already hosted by enough agents. {{(pid=103457) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 12 13:26:54.639225 dv-cinder-830097-4-iscsi neutron-server[103457]: DEBUG neutron.scheduler.base_scheduler [req-a6a49bcd-459a-4ed9-8b9a-6d0b20261b5b req-2cd5a3fc-a476-4c3e-ad11-d8436fc48542 tempest-TestVolumeBootPattern-1974338582 tempest-TestVolumeBootPattern-1974338582-project] Resources bound (agent type, host, resource id): {{(pid=103457) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 12 13:26:54.640957 dv-cinder-830097-4-iscsi neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [req-58a3bbec-035d-42b4-bcfc-be581357c21b req-781ce3a5-6103-49b4-a58e-34f2903a500f tempest-VolumesNegativeTest-1015950079 tempest-VolumesNegativeTest-1015950079-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-915890', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3697887', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732727894797', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732727417923', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25610742'] for port (4d7490ca-cd3b-4822-9dd7-62e9a41194df), after_delete {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:26:54.644666 dv-cinder-830097-4-iscsi neutron-server[103457]: DEBUG neutron.db.l3_dvrscheduler_db [req-a6a49bcd-459a-4ed9-8b9a-6d0b20261b5b req-2cd5a3fc-a476-4c3e-ad11-d8436fc48542 tempest-TestVolumeBootPattern-1974338582 tempest-TestVolumeBootPattern-1974338582-project] Received port after_create {{(pid=103457) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 12 13:26:54.651080 dv-cinder-830097-4-iscsi neutron-server[103457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cd5a3fc-a476-4c3e-ad11-d8436fc48542 tempest-TestVolumeBootPattern-1974338582 tempest-TestVolumeBootPattern-1974338582-project] Pushing event updated for resources: {'Port': ['ID=19ab36b3-f6a5-4d23-bdb3-7920cd24f90d,revision_number=1']} {{(pid=103457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 13:26:54.674910 dv-cinder-830097-4-iscsi neutron-server[103459]: DEBUG neutron.plugins.ml2.db [None req-3505bd68-a9fd-4823-92ea-1a6ded8ab071 None None] get_ports_and_sgs() called for port_ids ['4d7490ca-cd3b-4822-9dd7-62e9a41194df'] {{(pid=103459) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 12 13:26:54.709628 dv-cinder-830097-4-iscsi neutron-server[103457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-781ce3a5-6103-49b4-a58e-34f2903a500f tempest-VolumesNegativeTest-1015950079 tempest-VolumesNegativeTest-1015950079-project] Pushing event deleted for resources: {'Port': ['ID=4d7490ca-cd3b-4822-9dd7-62e9a41194df,revision_number=None']} {{(pid=103457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 13:26:54.756270 dv-cinder-830097-4-iscsi neutron-server[103457]: DEBUG neutron.db.l3_dvrscheduler_db [req-58a3bbec-035d-42b4-bcfc-be581357c21b req-781ce3a5-6103-49b4-a58e-34f2903a500f tempest-VolumesNegativeTest-1015950079 tempest-VolumesNegativeTest-1015950079-project] No DVR routers for this DVR port 4d7490ca-cd3b-4822-9dd7-62e9a41194df on host hv-cinder-83009 {{(pid=103457) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 12 13:26:54.763166 dv-cinder-830097-4-iscsi neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6a49bcd-459a-4ed9-8b9a-6d0b20261b5b req-2cd5a3fc-a476-4c3e-ad11-d8436fc48542 tempest-TestVolumeBootPattern-1974338582 tempest-TestVolumeBootPattern-1974338582-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 13:26:54.763801 dv-cinder-830097-4-iscsi neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [req-a6a49bcd-459a-4ed9-8b9a-6d0b20261b5b req-2cd5a3fc-a476-4c3e-ad11-d8436fc48542 tempest-TestVolumeBootPattern-1974338582 tempest-TestVolumeBootPattern-1974338582-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-500965'] for port (None), before_response {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:26:54.766958 dv-cinder-830097-4-iscsi neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [req-58a3bbec-035d-42b4-bcfc-be581357c21b req-781ce3a5-6103-49b4-a58e-34f2903a500f tempest-VolumesNegativeTest-1015950079 tempest-VolumesNegativeTest-1015950079-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-500965'] for port (None), before_response {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:26:54.770142 dv-cinder-830097-4-iscsi neutron-server[103457]: INFO neutron.wsgi [req-58a3bbec-035d-42b4-bcfc-be581357c21b req-781ce3a5-6103-49b4-a58e-34f2903a500f tempest-VolumesNegativeTest-1015950079 tempest-VolumesNegativeTest-1015950079-project] 10.222.0.55 "DELETE /v2.0/ports/4d7490ca-cd3b-4822-9dd7-62e9a41194df HTTP/1.1" status: 204 len: 173 time: 0.6568496 Apr 12 13:26:54.770610 dv-cinder-830097-4-iscsi neutron-server[103457]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '78bd1523-f00b-4039-81b7-4fe6f28e98fa', 'name': 'network-vif-deleted', 'tag': '4d7490ca-cd3b-4822-9dd7-62e9a41194df'}] {{(pid=103457) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 12 13:26:54.772894 dv-cinder-830097-4-iscsi neutron-server[103457]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}086c7d3de3560e72b9669b0aa2f8f0aa3a7dc6896401f4467231a6605ceb6cb3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1a7d8a30-abf5-4de3-ad4e-8be723f3e4d2" -d '{"events": [{"server_uuid": "78bd1523-f00b-4039-81b7-4fe6f28e98fa", "name": "network-vif-deleted", "tag": "4d7490ca-cd3b-4822-9dd7-62e9a41194df"}]}' {{(pid=103457) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 12 13:26:54.802266 dv-cinder-830097-4-iscsi neutron-server[103457]: INFO neutron.wsgi [req-a6a49bcd-459a-4ed9-8b9a-6d0b20261b5b req-2cd5a3fc-a476-4c3e-ad11-d8436fc48542 tempest-TestVolumeBootPattern-1974338582 tempest-TestVolumeBootPattern-1974338582-project] 10.222.0.55 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8918285 Apr 12 13:26:54.831751 dv-cinder-830097-4-iscsi neutron-server[103457]: DEBUG neutron.api.v2.base [req-a6a49bcd-459a-4ed9-8b9a-6d0b20261b5b req-4351523c-9396-4c86-849f-f75a0ce79fb1 service neutron] Request body: {'port': {'device_id': '83e65fa3-e329-42e5-baee-62847623767a', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83009'}} {{(pid=103457) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 12 13:26:54.865575 dv-cinder-830097-4-iscsi neutron-server[103457]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 12 Apr 2022 13:26:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1dfb9d1f-ae91-4c14-b7ef-cf6a6f822fa0 x-openstack-request-id: req-1dfb9d1f-ae91-4c14-b7ef-cf6a6f822fa0 {{(pid=103457) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 12 13:26:54.866824 dv-cinder-830097-4-iscsi neutron-server[103457]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "78bd1523-f00b-4039-81b7-4fe6f28e98fa", "name": "network-vif-deleted", "tag": "4d7490ca-cd3b-4822-9dd7-62e9a41194df", "status": "completed", "code": 200}]} {{(pid=103457) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 12 13:26:54.866824 dv-cinder-830097-4-iscsi neutron-server[103457]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-1dfb9d1f-ae91-4c14-b7ef-cf6a6f822fa0 {{(pid=103457) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 12 13:26:54.867772 dv-cinder-830097-4-iscsi neutron-server[103457]: INFO neutron.notifiers.nova [-] Nova event matching ['req-1dfb9d1f-ae91-4c14-b7ef-cf6a6f822fa0'] response: {'server_uuid': '78bd1523-f00b-4039-81b7-4fe6f28e98fa', 'name': 'network-vif-deleted', 'tag': '4d7490ca-cd3b-4822-9dd7-62e9a41194df', 'status': 'completed', 'code': 200} Apr 12 13:26:54.929379 dv-cinder-830097-4-iscsi neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [req-a6a49bcd-459a-4ed9-8b9a-6d0b20261b5b req-4351523c-9396-4c86-849f-f75a0ce79fb1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-916304'] for port (19ab36b3-f6a5-4d23-bdb3-7920cd24f90d), before_update {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:26:54.952211 dv-cinder-830097-4-iscsi neutron-server[103458]: INFO neutron.wsgi [req-5fe133aa-c751-4c9d-b5cc-90b9b9530cdc req-79f17dc4-d848-4821-8bf7-f4bd5964f246 tempest-VolumesNegativeTest-1015950079 tempest-VolumesNegativeTest-1015950079-project] 10.222.0.18 "GET /v2.0/ports?device_id=78bd1523-f00b-4039-81b7-4fe6f28e98fa HTTP/1.1" status: 200 len: 210 time: 0.0399425 Apr 12 13:26:55.067441 dv-cinder-830097-4-iscsi neutron-server[103459]: DEBUG neutron.db.provisioning_blocks [None req-2e167281-7e1b-4f81-9c3c-4ced7d4756b6 None None] Provisioning complete for port 19ab36b3-f6a5-4d23-bdb3-7920cd24f90d triggered by entity DHCP. {{(pid=103459) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 12 13:26:55.067865 dv-cinder-830097-4-iscsi neutron-server[103459]: DEBUG neutron_lib.callbacks.manager [None req-2e167281-7e1b-4f81-9c3c-4ced7d4756b6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-657243'] for port (19ab36b3-f6a5-4d23-bdb3-7920cd24f90d), provisioning_complete {{(pid=103459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:26:55.107810 dv-cinder-830097-4-iscsi neutron-server[103459]: DEBUG neutron.plugins.ml2.plugin [None req-2e167281-7e1b-4f81-9c3c-4ced7d4756b6 None None] Port 19ab36b3-f6a5-4d23-bdb3-7920cd24f90d cannot update to ACTIVE because it is not bound. {{(pid=103459) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 12 13:26:55.206351 dv-cinder-830097-4-iscsi neutron-server[103457]: DEBUG neutron.notifiers.nova [req-a6a49bcd-459a-4ed9-8b9a-6d0b20261b5b req-4351523c-9396-4c86-849f-f75a0ce79fb1 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 19ab36b3-f6a5-4d23-bdb3-7920cd24f90d {{(pid=103457) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 12 13:26:55.216005 dv-cinder-830097-4-iscsi neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [req-a6a49bcd-459a-4ed9-8b9a-6d0b20261b5b req-4351523c-9396-4c86-849f-f75a0ce79fb1 service neutron] Publish callbacks [] for port (19ab36b3-f6a5-4d23-bdb3-7920cd24f90d), precommit_update {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:26:55.229579 dv-cinder-830097-4-iscsi neutron-server[103457]: DEBUG neutron.db.provisioning_blocks [req-a6a49bcd-459a-4ed9-8b9a-6d0b20261b5b req-4351523c-9396-4c86-849f-f75a0ce79fb1 service neutron] Transition to ACTIVE for port object 19ab36b3-f6a5-4d23-bdb3-7920cd24f90d will not be triggered until provisioned by entity L2. {{(pid=103457) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 12 13:26:55.233310 dv-cinder-830097-4-iscsi neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [req-a6a49bcd-459a-4ed9-8b9a-6d0b20261b5b req-4351523c-9396-4c86-849f-f75a0ce79fb1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-915890', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3697887', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732727894815', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732727417932', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732727417950', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25610749'] for port (19ab36b3-f6a5-4d23-bdb3-7920cd24f90d), after_update {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:26:55.319727 dv-cinder-830097-4-iscsi neutron-server[103457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4351523c-9396-4c86-849f-f75a0ce79fb1 service neutron] Pushing event updated for resources: {'Port': ['ID=19ab36b3-f6a5-4d23-bdb3-7920cd24f90d,revision_number=2']} {{(pid=103457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 13:26:55.459135 dv-cinder-830097-4-iscsi neutron-server[103457]: DEBUG neutron.plugins.ml2.managers [req-a6a49bcd-459a-4ed9-8b9a-6d0b20261b5b req-4351523c-9396-4c86-849f-f75a0ce79fb1 service neutron] Attempting to bind port 19ab36b3-f6a5-4d23-bdb3-7920cd24f90d on host hv-cinder-83009 for vnic_type normal with profile {{(pid=103457) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 12 13:26:55.465235 dv-cinder-830097-4-iscsi neutron-server[103457]: DEBUG neutron.plugins.ml2.managers [req-a6a49bcd-459a-4ed9-8b9a-6d0b20261b5b req-4351523c-9396-4c86-849f-f75a0ce79fb1 service neutron] Attempting to bind port 19ab36b3-f6a5-4d23-bdb3-7920cd24f90d by drivers openvswitch,hyperv on host hv-cinder-83009 at level 0 using segments [{'id': '39aadab9-ffeb-4018-ac4b-402a2c1e23da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 203, 'network_id': 'fc0e35fc-da48-4b0a-aef1-4a0c9e07f863'}] {{(pid=103457) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 12 13:26:55.465565 dv-cinder-830097-4-iscsi neutron-server[103457]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a6a49bcd-459a-4ed9-8b9a-6d0b20261b5b req-4351523c-9396-4c86-849f-f75a0ce79fb1 service neutron] Attempting to bind port 19ab36b3-f6a5-4d23-bdb3-7920cd24f90d on network fc0e35fc-da48-4b0a-aef1-4a0c9e07f863 {{(pid=103457) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 12 13:26:55.473778 dv-cinder-830097-4-iscsi neutron-server[103457]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a6a49bcd-459a-4ed9-8b9a-6d0b20261b5b req-4351523c-9396-4c86-849f-f75a0ce79fb1 service neutron] Port 19ab36b3-f6a5-4d23-bdb3-7920cd24f90d on network fc0e35fc-da48-4b0a-aef1-4a0c9e07f863 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83009 {{(pid=103457) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 12 13:26:55.474438 dv-cinder-830097-4-iscsi neutron-server[103457]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a6a49bcd-459a-4ed9-8b9a-6d0b20261b5b req-4351523c-9396-4c86-849f-f75a0ce79fb1 service neutron] Attempting to bind port 19ab36b3-f6a5-4d23-bdb3-7920cd24f90d on network fc0e35fc-da48-4b0a-aef1-4a0c9e07f863 {{(pid=103457) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 12 13:26:55.485813 dv-cinder-830097-4-iscsi neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf18480c-4818-43dc-a9c5-f8bf19247603 req-3979f212-6351-487a-88ef-9fc95edcb386 tempest-TestVolumeBootPattern-1974338582 tempest-TestVolumeBootPattern-1974338582-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 13:26:55.493842 dv-cinder-830097-4-iscsi neutron-server[103457]: INFO neutron.wsgi [req-cf18480c-4818-43dc-a9c5-f8bf19247603 req-3979f212-6351-487a-88ef-9fc95edcb386 tempest-TestVolumeBootPattern-1974338582 tempest-TestVolumeBootPattern-1974338582-project] 10.222.0.18 "GET /v2.0/ports?device_id=83e65fa3-e329-42e5-baee-62847623767a HTTP/1.1" status: 200 len: 943 time: 0.1020114 Apr 12 13:26:55.503396 dv-cinder-830097-4-iscsi neutron-server[103457]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a6a49bcd-459a-4ed9-8b9a-6d0b20261b5b req-4351523c-9396-4c86-849f-f75a0ce79fb1 service neutron] Checking agent: {'id': 'ee5509cd-6dd7-49df-aa37-3740ebd1e34b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83009', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 12, 13, 13, 59), 'started_at': datetime.datetime(2022, 4, 12, 13, 13, 59), 'heartbeat_timestamp': datetime.datetime(2022, 4, 12, 13, 26, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103457) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 12 13:26:55.503741 dv-cinder-830097-4-iscsi neutron-server[103457]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a6a49bcd-459a-4ed9-8b9a-6d0b20261b5b req-4351523c-9396-4c86-849f-f75a0ce79fb1 service neutron] Checking segment: {'id': '39aadab9-ffeb-4018-ac4b-402a2c1e23da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 203, 'network_id': 'fc0e35fc-da48-4b0a-aef1-4a0c9e07f863'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103457) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 12 13:26:55.504115 dv-cinder-830097-4-iscsi neutron-server[103457]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a6a49bcd-459a-4ed9-8b9a-6d0b20261b5b req-4351523c-9396-4c86-849f-f75a0ce79fb1 service neutron] Bound using segment: {'id': '39aadab9-ffeb-4018-ac4b-402a2c1e23da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 203, 'network_id': 'fc0e35fc-da48-4b0a-aef1-4a0c9e07f863'} {{(pid=103457) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 12 13:26:55.504633 dv-cinder-830097-4-iscsi neutron-server[103457]: DEBUG neutron.plugins.ml2.managers [req-a6a49bcd-459a-4ed9-8b9a-6d0b20261b5b req-4351523c-9396-4c86-849f-f75a0ce79fb1 service neutron] Bound port: 19ab36b3-f6a5-4d23-bdb3-7920cd24f90d, host: hv-cinder-83009, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '39aadab9-ffeb-4018-ac4b-402a2c1e23da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 203, 'network_id': 'fc0e35fc-da48-4b0a-aef1-4a0c9e07f863'}}] {{(pid=103457) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 12 13:26:55.505112 dv-cinder-830097-4-iscsi neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [req-a6a49bcd-459a-4ed9-8b9a-6d0b20261b5b req-4351523c-9396-4c86-849f-f75a0ce79fb1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-916304'] for port (19ab36b3-f6a5-4d23-bdb3-7920cd24f90d), before_update {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:26:55.606556 dv-cinder-830097-4-iscsi neutron-server[103457]: INFO neutron.wsgi [req-cf18480c-4818-43dc-a9c5-f8bf19247603 req-8ebe9ee5-73df-4686-b6b5-4c128ef4e1c8 tempest-TestVolumeBootPattern-1974338582 tempest-TestVolumeBootPattern-1974338582-project] 10.222.0.18 "GET /v2.0/security-groups?id=a66f9d14-bc7f-40ff-bcf2-fda4f9360a16&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1116657 Apr 12 13:26:55.616663 dv-cinder-830097-4-iscsi neutron-server[103457]: DEBUG neutron.plugins.ml2.db [req-a6a49bcd-459a-4ed9-8b9a-6d0b20261b5b req-4351523c-9396-4c86-849f-f75a0ce79fb1 service neutron] For port 19ab36b3-f6a5-4d23-bdb3-7920cd24f90d, host hv-cinder-83009, cleared binding levels {{(pid=103457) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 12 13:26:55.621403 dv-cinder-830097-4-iscsi neutron-server[103457]: DEBUG neutron.plugins.ml2.db [req-a6a49bcd-459a-4ed9-8b9a-6d0b20261b5b req-4351523c-9396-4c86-849f-f75a0ce79fb1 service neutron] For port 19ab36b3-f6a5-4d23-bdb3-7920cd24f90d, host hv-cinder-83009, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83009',level=0,port_id=19ab36b3-f6a5-4d23-bdb3-7920cd24f90d,segment=NetworkSegment(39aadab9-ffeb-4018-ac4b-402a2c1e23da),segment_id=39aadab9-ffeb-4018-ac4b-402a2c1e23da)] {{(pid=103457) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 12 13:26:55.628219 dv-cinder-830097-4-iscsi neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [req-a6a49bcd-459a-4ed9-8b9a-6d0b20261b5b req-4351523c-9396-4c86-849f-f75a0ce79fb1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-915890', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3697887', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732727894815', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732727417932', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732727417950', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25610749'] for port (19ab36b3-f6a5-4d23-bdb3-7920cd24f90d), after_update {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:26:55.666678 dv-cinder-830097-4-iscsi neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6a49bcd-459a-4ed9-8b9a-6d0b20261b5b req-4351523c-9396-4c86-849f-f75a0ce79fb1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 13:26:55.667315 dv-cinder-830097-4-iscsi neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [req-a6a49bcd-459a-4ed9-8b9a-6d0b20261b5b req-4351523c-9396-4c86-849f-f75a0ce79fb1 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-500965'] for port (None), before_response {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:26:55.668637 dv-cinder-830097-4-iscsi neutron-server[103457]: INFO neutron.wsgi [req-a6a49bcd-459a-4ed9-8b9a-6d0b20261b5b req-4351523c-9396-4c86-849f-f75a0ce79fb1 service neutron] 10.222.0.55 "PUT /v2.0/ports/19ab36b3-f6a5-4d23-bdb3-7920cd24f90d HTTP/1.1" status: 200 len: 1093 time: 0.8452549 Apr 12 13:26:55.686990 dv-cinder-830097-4-iscsi neutron-server[103457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4351523c-9396-4c86-849f-f75a0ce79fb1 service neutron] Pushing event updated for resources: {'Port': ['ID=19ab36b3-f6a5-4d23-bdb3-7920cd24f90d,revision_number=3']} {{(pid=103457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 13:26:56.106515 dv-cinder-830097-4-iscsi neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6a49bcd-459a-4ed9-8b9a-6d0b20261b5b req-407cfca8-70af-49b7-9f28-57b3065c73cd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 13:26:56.108112 dv-cinder-830097-4-iscsi neutron-server[103457]: INFO neutron.wsgi [req-a6a49bcd-459a-4ed9-8b9a-6d0b20261b5b req-407cfca8-70af-49b7-9f28-57b3065c73cd service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=59e9ce76515147cfa24a7c710300c9c0&device_id=83e65fa3-e329-42e5-baee-62847623767a HTTP/1.1" status: 200 len: 1127 time: 0.0454519 Apr 12 13:26:56.155666 dv-cinder-830097-4-iscsi neutron-server[103457]: INFO neutron.wsgi [req-a6a49bcd-459a-4ed9-8b9a-6d0b20261b5b req-2fc8b95f-903d-4c3c-850d-ebbd6ddc892d service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=19ab36b3-f6a5-4d23-bdb3-7920cd24f90d HTTP/1.1" status: 200 len: 217 time: 0.0346701 Apr 12 13:26:56.226549 dv-cinder-830097-4-iscsi neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6a49bcd-459a-4ed9-8b9a-6d0b20261b5b req-accca2e1-e7e4-40df-bd10-801c7f417f4d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 13:26:56.228668 dv-cinder-830097-4-iscsi neutron-server[103457]: INFO neutron.wsgi [req-a6a49bcd-459a-4ed9-8b9a-6d0b20261b5b req-accca2e1-e7e4-40df-bd10-801c7f417f4d service neutron] 10.222.0.55 "GET /v2.0/subnets?id=3e5a37b9-6492-41e4-a03e-0f76c3de6aee HTTP/1.1" status: 200 len: 851 time: 0.0533755 Apr 12 13:26:56.274979 dv-cinder-830097-4-iscsi neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6a49bcd-459a-4ed9-8b9a-6d0b20261b5b req-e8245213-07c0-4a03-b274-67e7a35cf7f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 13:26:56.276523 dv-cinder-830097-4-iscsi neutron-server[103457]: INFO neutron.wsgi [req-a6a49bcd-459a-4ed9-8b9a-6d0b20261b5b req-e8245213-07c0-4a03-b274-67e7a35cf7f7 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=fc0e35fc-da48-4b0a-aef1-4a0c9e07f863&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0423477 Apr 12 13:26:56.366957 dv-cinder-830097-4-iscsi neutron-server[103457]: INFO neutron.wsgi [req-a6a49bcd-459a-4ed9-8b9a-6d0b20261b5b req-ac9822b3-a6dc-4fae-b742-d5053d1c1b10 service neutron] 10.222.0.55 "GET /v2.0/networks/fc0e35fc-da48-4b0a-aef1-4a0c9e07f863?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0831251 Apr 12 13:26:56.466556 dv-cinder-830097-4-iscsi neutron-server[103457]: INFO neutron.wsgi [req-a6a49bcd-459a-4ed9-8b9a-6d0b20261b5b req-e52e3d7a-992b-46d6-914f-6b376ddc0eaf service neutron] 10.222.0.55 "GET /v2.0/networks/fc0e35fc-da48-4b0a-aef1-4a0c9e07f863?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0929573 Apr 12 13:26:56.723859 dv-cinder-830097-4-iscsi neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-978a28b0-aae8-462d-a126-f43b598f5650 req-0ad8068d-74a7-48d2-80ea-253994e34099 tempest-TestVolumeBootPattern-1974338582 tempest-TestVolumeBootPattern-1974338582-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 13:26:56.725355 dv-cinder-830097-4-iscsi neutron-server[103457]: INFO neutron.wsgi [req-978a28b0-aae8-462d-a126-f43b598f5650 req-0ad8068d-74a7-48d2-80ea-253994e34099 tempest-TestVolumeBootPattern-1974338582 tempest-TestVolumeBootPattern-1974338582-project] 10.222.0.18 "GET /v2.0/ports?device_id=83e65fa3-e329-42e5-baee-62847623767a HTTP/1.1" status: 200 len: 943 time: 0.0495055 Apr 12 13:26:56.778551 dv-cinder-830097-4-iscsi neutron-server[103457]: INFO neutron.wsgi [req-978a28b0-aae8-462d-a126-f43b598f5650 req-456577d3-111e-4a7e-a55f-45c409479eb9 tempest-TestVolumeBootPattern-1974338582 tempest-TestVolumeBootPattern-1974338582-project] 10.222.0.18 "GET /v2.0/security-groups?id=a66f9d14-bc7f-40ff-bcf2-fda4f9360a16&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0468597 Apr 12 13:26:56.868970 dv-cinder-830097-4-iscsi neutron-server[103457]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '83e65fa3-e329-42e5-baee-62847623767a', 'tag': '19ab36b3-f6a5-4d23-bdb3-7920cd24f90d'}] {{(pid=103457) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 12 13:26:56.872690 dv-cinder-830097-4-iscsi neutron-server[103457]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}086c7d3de3560e72b9669b0aa2f8f0aa3a7dc6896401f4467231a6605ceb6cb3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-aaf0c049-6f4a-49b9-9ec5-92678d26ebfc" -d '{"events": [{"name": "network-changed", "server_uuid": "83e65fa3-e329-42e5-baee-62847623767a", "tag": "19ab36b3-f6a5-4d23-bdb3-7920cd24f90d"}]}' {{(pid=103457) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 12 13:26:56.913845 dv-cinder-830097-4-iscsi neutron-server[103457]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 12 Apr 2022 13:26:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9e7e61a9-1530-40f9-8fe7-a3983a0998a3 x-openstack-request-id: req-9e7e61a9-1530-40f9-8fe7-a3983a0998a3 {{(pid=103457) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 12 13:26:56.914132 dv-cinder-830097-4-iscsi neutron-server[103457]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "83e65fa3-e329-42e5-baee-62847623767a", "tag": "19ab36b3-f6a5-4d23-bdb3-7920cd24f90d", "status": "completed", "code": 200}]} {{(pid=103457) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 12 13:26:56.914575 dv-cinder-830097-4-iscsi neutron-server[103457]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-9e7e61a9-1530-40f9-8fe7-a3983a0998a3 {{(pid=103457) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 12 13:26:56.915150 dv-cinder-830097-4-iscsi neutron-server[103457]: INFO neutron.notifiers.nova [-] Nova event matching ['req-9e7e61a9-1530-40f9-8fe7-a3983a0998a3'] response: {'name': 'network-changed', 'server_uuid': '83e65fa3-e329-42e5-baee-62847623767a', 'tag': '19ab36b3-f6a5-4d23-bdb3-7920cd24f90d', 'status': 'completed', 'code': 200} Apr 12 13:26:57.119160 dv-cinder-830097-4-iscsi neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7376d8d7-f3e5-44b5-be9f-639ecc0ed3e3 req-2a0617e8-8b14-412c-8e26-45f82cf904a2 tempest-AttachVolumeTestJSON-1144281586 tempest-AttachVolumeTestJSON-1144281586-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 13:26:57.120650 dv-cinder-830097-4-iscsi neutron-server[103457]: INFO neutron.wsgi [req-7376d8d7-f3e5-44b5-be9f-639ecc0ed3e3 req-2a0617e8-8b14-412c-8e26-45f82cf904a2 tempest-AttachVolumeTestJSON-1144281586 tempest-AttachVolumeTestJSON-1144281586-project] 10.222.0.18 "GET /v2.0/ports?device_id=df4196a5-461b-432c-8451-b92b76ffea19 HTTP/1.1" status: 200 len: 945 time: 0.0524852 Apr 12 13:26:57.170851 dv-cinder-830097-4-iscsi neutron-server[103457]: INFO neutron.wsgi [req-7376d8d7-f3e5-44b5-be9f-639ecc0ed3e3 req-2475d85c-fe2e-450b-92af-b29f45d15505 tempest-AttachVolumeTestJSON-1144281586 tempest-AttachVolumeTestJSON-1144281586-project] 10.222.0.18 "GET /v2.0/security-groups?id=f36abe59-8dfc-41c4-be4d-f725d6aa3779&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0443828 Apr 12 13:26:57.787090 dv-cinder-830097-4-iscsi neutron-server[103459]: DEBUG neutron.plugins.ml2.rpc [None req-3505bd68-a9fd-4823-92ea-1a6ded8ab071 None None] Device 4d7490ca-cd3b-4822-9dd7-62e9a41194df no longer exists at agent hyperv_hv-cinder-83009 {{(pid=103459) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 12 13:26:57.808494 dv-cinder-830097-4-iscsi neutron-server[103459]: DEBUG neutron.plugins.ml2.plugin [None req-3505bd68-a9fd-4823-92ea-1a6ded8ab071 None None] No Port match for: 4d7490ca-cd3b-4822-9dd7-62e9a41194df {{(pid=103459) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2341}} Apr 12 13:26:57.808927 dv-cinder-830097-4-iscsi neutron-server[103459]: DEBUG neutron.plugins.ml2.rpc [None req-3505bd68-a9fd-4823-92ea-1a6ded8ab071 None None] Device 4d7490ca-cd3b-4822-9dd7-62e9a41194df not bound to the agent host hv-cinder-83009 {{(pid=103459) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 12 13:26:57.899257 dv-cinder-830097-4-iscsi neutron-server[103458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e13c0b4f-08c2-46c8-b4f0-003c49cc3fc6 req-77cc1eed-13e0-4430-8348-9c3541830929 tempest-TestVolumeBootPattern-1974338582 tempest-TestVolumeBootPattern-1974338582-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 13:26:57.901408 dv-cinder-830097-4-iscsi neutron-server[103458]: INFO neutron.wsgi [req-e13c0b4f-08c2-46c8-b4f0-003c49cc3fc6 req-77cc1eed-13e0-4430-8348-9c3541830929 tempest-TestVolumeBootPattern-1974338582 tempest-TestVolumeBootPattern-1974338582-project] 10.222.0.18 "GET /v2.0/ports?device_id=83e65fa3-e329-42e5-baee-62847623767a HTTP/1.1" status: 200 len: 943 time: 0.0473733 Apr 12 13:26:57.952123 dv-cinder-830097-4-iscsi neutron-server[103458]: INFO neutron.wsgi [req-e13c0b4f-08c2-46c8-b4f0-003c49cc3fc6 req-f6e64477-5f9d-4e9e-b5a3-0f381e01944d tempest-TestVolumeBootPattern-1974338582 tempest-TestVolumeBootPattern-1974338582-project] 10.222.0.18 "GET /v2.0/security-groups?id=a66f9d14-bc7f-40ff-bcf2-fda4f9360a16&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0440919 Apr 12 13:26:58.286606 dv-cinder-830097-4-iscsi neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93e02e08-5e11-4b25-b369-243d7c982f2e req-15bb7832-df86-4e22-bc9f-456598ffd25d tempest-AttachVolumeTestJSON-1144281586 tempest-AttachVolumeTestJSON-1144281586-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 13:26:58.288070 dv-cinder-830097-4-iscsi neutron-server[103457]: INFO neutron.wsgi [req-93e02e08-5e11-4b25-b369-243d7c982f2e req-15bb7832-df86-4e22-bc9f-456598ffd25d tempest-AttachVolumeTestJSON-1144281586 tempest-AttachVolumeTestJSON-1144281586-project] 10.222.0.18 "GET /v2.0/ports?device_id=df4196a5-461b-432c-8451-b92b76ffea19 HTTP/1.1" status: 200 len: 945 time: 0.0465391 Apr 12 13:26:58.336699 dv-cinder-830097-4-iscsi neutron-server[103457]: INFO neutron.wsgi [req-93e02e08-5e11-4b25-b369-243d7c982f2e req-3c899bb3-74ec-4a49-9bb0-9d92f23f1df0 tempest-AttachVolumeTestJSON-1144281586 tempest-AttachVolumeTestJSON-1144281586-project] 10.222.0.18 "GET /v2.0/security-groups?id=f36abe59-8dfc-41c4-be4d-f725d6aa3779&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0414212 Apr 12 13:26:59.061462 dv-cinder-830097-4-iscsi neutron-server[103458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64999d30-7871-4f0b-be80-e85ff68597ab req-621e6d3d-2473-4a31-b48b-c53fe9b3e4bc tempest-TestVolumeBootPattern-1974338582 tempest-TestVolumeBootPattern-1974338582-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 13:26:59.062883 dv-cinder-830097-4-iscsi neutron-server[103458]: INFO neutron.wsgi [req-64999d30-7871-4f0b-be80-e85ff68597ab req-621e6d3d-2473-4a31-b48b-c53fe9b3e4bc tempest-TestVolumeBootPattern-1974338582 tempest-TestVolumeBootPattern-1974338582-project] 10.222.0.18 "GET /v2.0/ports?device_id=83e65fa3-e329-42e5-baee-62847623767a HTTP/1.1" status: 200 len: 943 time: 0.0449090 Apr 12 13:26:59.113027 dv-cinder-830097-4-iscsi neutron-server[103458]: INFO neutron.wsgi [req-64999d30-7871-4f0b-be80-e85ff68597ab req-4f6ff865-54c6-4094-a517-050ae9922406 tempest-TestVolumeBootPattern-1974338582 tempest-TestVolumeBootPattern-1974338582-project] 10.222.0.18 "GET /v2.0/security-groups?id=a66f9d14-bc7f-40ff-bcf2-fda4f9360a16&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0445061 Apr 12 13:26:59.147387 dv-cinder-830097-4-iscsi neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aaf0c049-6f4a-49b9-9ec5-92678d26ebfc req-39b47045-730e-4a7a-918a-4e8b98a54d44 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 13:26:59.149084 dv-cinder-830097-4-iscsi neutron-server[103457]: INFO neutron.wsgi [req-aaf0c049-6f4a-49b9-9ec5-92678d26ebfc req-39b47045-730e-4a7a-918a-4e8b98a54d44 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=59e9ce76515147cfa24a7c710300c9c0&device_id=83e65fa3-e329-42e5-baee-62847623767a HTTP/1.1" status: 200 len: 1127 time: 0.0400877 Apr 12 13:26:59.451139 dv-cinder-830097-4-iscsi neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4da45c50-46d6-4cf5-89e9-273d77e512e0 req-429a14f6-fb96-4bb5-894e-048c2e4c06f6 tempest-AttachVolumeTestJSON-1144281586 tempest-AttachVolumeTestJSON-1144281586-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 13:26:59.452570 dv-cinder-830097-4-iscsi neutron-server[103457]: INFO neutron.wsgi [req-4da45c50-46d6-4cf5-89e9-273d77e512e0 req-429a14f6-fb96-4bb5-894e-048c2e4c06f6 tempest-AttachVolumeTestJSON-1144281586 tempest-AttachVolumeTestJSON-1144281586-project] 10.222.0.18 "GET /v2.0/ports?device_id=df4196a5-461b-432c-8451-b92b76ffea19 HTTP/1.1" status: 200 len: 945 time: 0.0494711 Apr 12 13:26:59.499218 dv-cinder-830097-4-iscsi neutron-server[103457]: INFO neutron.wsgi [req-4da45c50-46d6-4cf5-89e9-273d77e512e0 req-94d6af13-1cb2-431c-89e8-7d47a591887a tempest-AttachVolumeTestJSON-1144281586 tempest-AttachVolumeTestJSON-1144281586-project] 10.222.0.18 "GET /v2.0/security-groups?id=f36abe59-8dfc-41c4-be4d-f725d6aa3779&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0410783 Apr 12 13:26:59.619045 dv-cinder-830097-4-iscsi neutron-server[103459]: DEBUG neutron_lib.callbacks.manager [None req-3505bd68-a9fd-4823-92ea-1a6ded8ab071 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732727929501', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-657397'] for agent (ee5509cd-6dd7-49df-aa37-3740ebd1e34b), after_update {{(pid=103459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:26:59.812150 dv-cinder-830097-4-iscsi neutron-server[103457]: DEBUG neutron.wsgi [-] (103457) accepted ('10.222.0.18', 50074) {{(pid=103457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 13:26:59.942739 dv-cinder-830097-4-iscsi neutron-server[103457]: INFO neutron.wsgi [None req-f5c7e140-af05-409a-bd3f-71bc44ce0612 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=b706d8e7fb0245658c07aa3a7941d058&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1293509 Apr 12 13:26:59.945148 dv-cinder-830097-4-iscsi neutron-server[103457]: DEBUG neutron.wsgi [-] (103457) accepted ('10.222.0.18', 50078) {{(pid=103457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 13:26:59.993298 dv-cinder-830097-4-iscsi neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-200d54ff-be73-4bd8-9fac-02ab707ec8f1 admin admin] Publish callbacks [] for security_group (f5470344-9310-4b36-9914-f1d6c9112183), before_delete {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:27:00.013952 dv-cinder-830097-4-iscsi neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-200d54ff-be73-4bd8-9fac-02ab707ec8f1 admin admin] Publish callbacks [] for security_group (f5470344-9310-4b36-9914-f1d6c9112183), precommit_delete {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:27:00.060276 dv-cinder-830097-4-iscsi neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-200d54ff-be73-4bd8-9fac-02ab707ec8f1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3691807'] for security_group (f5470344-9310-4b36-9914-f1d6c9112183), after_delete {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:27:00.062824 dv-cinder-830097-4-iscsi neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-200d54ff-be73-4bd8-9fac-02ab707ec8f1 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:27:00.063934 dv-cinder-830097-4-iscsi neutron-server[103457]: INFO neutron.wsgi [None req-200d54ff-be73-4bd8-9fac-02ab707ec8f1 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/f5470344-9310-4b36-9914-f1d6c9112183 HTTP/1.1" status: 204 len: 168 time: 0.1172831 Apr 12 13:27:00.071478 dv-cinder-830097-4-iscsi neutron-server[103457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-200d54ff-be73-4bd8-9fac-02ab707ec8f1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f5470344-9310-4b36-9914-f1d6c9112183,revision_number=None']} {{(pid=103457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 13:27:00.225294 dv-cinder-830097-4-iscsi neutron-server[103458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92e0e07e-daff-420f-923d-98229b90a332 req-cb80f66b-a5f9-464c-ac08-1139dfed4bd8 tempest-TestVolumeBootPattern-1974338582 tempest-TestVolumeBootPattern-1974338582-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 13:27:00.227138 dv-cinder-830097-4-iscsi neutron-server[103458]: INFO neutron.wsgi [req-92e0e07e-daff-420f-923d-98229b90a332 req-cb80f66b-a5f9-464c-ac08-1139dfed4bd8 tempest-TestVolumeBootPattern-1974338582 tempest-TestVolumeBootPattern-1974338582-project] 10.222.0.18 "GET /v2.0/ports?device_id=83e65fa3-e329-42e5-baee-62847623767a HTTP/1.1" status: 200 len: 943 time: 0.0470853 Apr 12 13:27:00.275009 dv-cinder-830097-4-iscsi neutron-server[103458]: INFO neutron.wsgi [req-92e0e07e-daff-420f-923d-98229b90a332 req-7d86414f-bd60-42c6-a66b-34a27214a165 tempest-TestVolumeBootPattern-1974338582 tempest-TestVolumeBootPattern-1974338582-project] 10.222.0.18 "GET /v2.0/security-groups?id=a66f9d14-bc7f-40ff-bcf2-fda4f9360a16&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0427005 Apr 12 13:27:00.398323 dv-cinder-830097-4-iscsi neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aaf0c049-6f4a-49b9-9ec5-92678d26ebfc req-e829a815-7988-4f4f-851f-cc1debdb758f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 13:27:00.400580 dv-cinder-830097-4-iscsi neutron-server[103457]: INFO neutron.wsgi [req-aaf0c049-6f4a-49b9-9ec5-92678d26ebfc req-e829a815-7988-4f4f-851f-cc1debdb758f service neutron] 10.222.0.55 "GET /v2.0/networks?id=fc0e35fc-da48-4b0a-aef1-4a0c9e07f863 HTTP/1.1" status: 200 len: 913 time: 0.0902202 Apr 12 13:27:00.579816 dv-cinder-830097-4-iscsi neutron-server[103457]: INFO neutron.wsgi [req-aaf0c049-6f4a-49b9-9ec5-92678d26ebfc req-43d5e5b8-f525-42f5-be1c-a111ab1d4856 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=19ab36b3-f6a5-4d23-bdb3-7920cd24f90d HTTP/1.1" status: 200 len: 217 time: 0.0459526 Apr 12 13:27:00.673202 dv-cinder-830097-4-iscsi neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-579f1a29-2479-41ca-9bdd-904a3c7b7bb6 req-90101707-96cf-47bd-95f4-0bedc382a796 tempest-AttachVolumeTestJSON-1144281586 tempest-AttachVolumeTestJSON-1144281586-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 13:27:00.674648 dv-cinder-830097-4-iscsi neutron-server[103457]: INFO neutron.wsgi [req-579f1a29-2479-41ca-9bdd-904a3c7b7bb6 req-90101707-96cf-47bd-95f4-0bedc382a796 tempest-AttachVolumeTestJSON-1144281586 tempest-AttachVolumeTestJSON-1144281586-project] 10.222.0.55 "GET /v2.0/ports?device_id=df4196a5-461b-432c-8451-b92b76ffea19 HTTP/1.1" status: 200 len: 945 time: 0.1338241 Apr 12 13:27:00.691681 dv-cinder-830097-4-iscsi neutron-server[103458]: DEBUG neutron.wsgi [-] (103458) accepted ('10.222.0.18', 50104) {{(pid=103458) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 13:27:00.699098 dv-cinder-830097-4-iscsi neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e1a839f-37ef-46ce-9cf3-2ffaf43c6ed2 req-3b806860-755f-4eb0-aa71-011950477961 tempest-AttachVolumeTestJSON-1144281586 tempest-AttachVolumeTestJSON-1144281586-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 13:27:00.700548 dv-cinder-830097-4-iscsi neutron-server[103457]: INFO neutron.wsgi [req-3e1a839f-37ef-46ce-9cf3-2ffaf43c6ed2 req-3b806860-755f-4eb0-aa71-011950477961 tempest-AttachVolumeTestJSON-1144281586 tempest-AttachVolumeTestJSON-1144281586-project] 10.222.0.18 "GET /v2.0/ports?device_id=df4196a5-461b-432c-8451-b92b76ffea19 HTTP/1.1" status: 200 len: 945 time: 0.1231904 Apr 12 13:27:00.723535 dv-cinder-830097-4-iscsi neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aaf0c049-6f4a-49b9-9ec5-92678d26ebfc req-39f5dd6e-74f1-4d2a-ba2f-ad1e5b91b52f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 13:27:00.724992 dv-cinder-830097-4-iscsi neutron-server[103457]: INFO neutron.wsgi [req-aaf0c049-6f4a-49b9-9ec5-92678d26ebfc req-39f5dd6e-74f1-4d2a-ba2f-ad1e5b91b52f service neutron] 10.222.0.55 "GET /v2.0/subnets?id=3e5a37b9-6492-41e4-a03e-0f76c3de6aee HTTP/1.1" status: 200 len: 851 time: 0.1181750 Apr 12 13:27:00.791203 dv-cinder-830097-4-iscsi neutron-server[103458]: DEBUG neutron.api.v2.base [None req-26ce414e-b09f-4b4a-98f1-b61354bb1e53 admin admin] Request body: {'network': {'name': 'tempest-VolumesSnapshotTestJSON-53101111-network', 'tenant_id': '1ccc16fe359944d7b8abf68747ba67ae'}} {{(pid=103458) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 12 13:27:00.811435 dv-cinder-830097-4-iscsi neutron-server[103458]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-26ce414e-b09f-4b4a-98f1-b61354bb1e53 admin admin] Made reservation on behalf of 1ccc16fe359944d7b8abf68747ba67ae for: {'network': 1} {{(pid=103458) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 12 13:27:00.813603 dv-cinder-830097-4-iscsi neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-26ce414e-b09f-4b4a-98f1-b61354bb1e53 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-916304'] for network (None), before_create {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:27:00.822344 dv-cinder-830097-4-iscsi neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-26ce414e-b09f-4b4a-98f1-b61354bb1e53 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:27:00.824084 dv-cinder-830097-4-iscsi neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aaf0c049-6f4a-49b9-9ec5-92678d26ebfc req-de0dc9f8-5159-4b2c-b92d-f381c2c2d6ab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 13:27:00.825587 dv-cinder-830097-4-iscsi neutron-server[103457]: INFO neutron.wsgi [req-aaf0c049-6f4a-49b9-9ec5-92678d26ebfc req-de0dc9f8-5159-4b2c-b92d-f381c2c2d6ab service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=fc0e35fc-da48-4b0a-aef1-4a0c9e07f863&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0895827 Apr 12 13:27:00.862673 dv-cinder-830097-4-iscsi neutron-server[103457]: DEBUG neutron.plugins.ml2.plugin [req-579f1a29-2479-41ca-9bdd-904a3c7b7bb6 req-89e3cbc9-19df-4691-8595-10481834e9c0 tempest-AttachVolumeTestJSON-1144281586 tempest-AttachVolumeTestJSON-1144281586-project] Deleting port 8ba255bd-9ec4-4da4-a9ec-b5e7f795e5ff {{(pid=103457) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 12 13:27:00.863013 dv-cinder-830097-4-iscsi neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [req-579f1a29-2479-41ca-9bdd-904a3c7b7bb6 req-89e3cbc9-19df-4691-8595-10481834e9c0 tempest-AttachVolumeTestJSON-1144281586 tempest-AttachVolumeTestJSON-1144281586-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732727887391'] for port (8ba255bd-9ec4-4da4-a9ec-b5e7f795e5ff), before_delete {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:27:00.888657 dv-cinder-830097-4-iscsi neutron-server[103457]: INFO neutron.wsgi [req-3e1a839f-37ef-46ce-9cf3-2ffaf43c6ed2 req-df1f4cff-076e-4010-9fd7-7a70172bc9de tempest-AttachVolumeTestJSON-1144281586 tempest-AttachVolumeTestJSON-1144281586-project] 10.222.0.18 "GET /v2.0/security-groups?id=f36abe59-8dfc-41c4-be4d-f725d6aa3779&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1696687 Apr 12 13:27:00.902488 dv-cinder-830097-4-iscsi neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-26ce414e-b09f-4b4a-98f1-b61354bb1e53 admin admin] Publish callbacks [] for security_group (56e895e0-e2e0-45ac-b6ed-25edf7c5ab22), precommit_create {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:27:00.907201 dv-cinder-830097-4-iscsi neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-26ce414e-b09f-4b4a-98f1-b61354bb1e53 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3691807'] for security_group (56e895e0-e2e0-45ac-b6ed-25edf7c5ab22), after_create {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:27:00.932522 dv-cinder-830097-4-iscsi neutron-server[103458]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-26ce414e-b09f-4b4a-98f1-b61354bb1e53 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 216} {{(pid=103458) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 12 13:27:00.947919 dv-cinder-830097-4-iscsi neutron-server[103458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26ce414e-b09f-4b4a-98f1-b61354bb1e53 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=56e895e0-e2e0-45ac-b6ed-25edf7c5ab22,revision_number=1']} {{(pid=103458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 13:27:00.953071 dv-cinder-830097-4-iscsi neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-26ce414e-b09f-4b4a-98f1-b61354bb1e53 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-715442'] for segment (12b36334-3d43-4a04-a92d-9c84f6426545), precommit_create {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:27:00.953416 dv-cinder-830097-4-iscsi neutron-server[103458]: INFO neutron.db.segments_db [None req-26ce414e-b09f-4b4a-98f1-b61354bb1e53 admin admin] Added segment 12b36334-3d43-4a04-a92d-9c84f6426545 of type vlan for network e3cc5645-7783-443d-aa92-92b0644dde7b Apr 12 13:27:00.968389 dv-cinder-830097-4-iscsi neutron-server[103458]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26ce414e-b09f-4b4a-98f1-b61354bb1e53 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830097-4-iscsi {{(pid=103458) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 13:27:00.968726 dv-cinder-830097-4-iscsi neutron-server[103458]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26ce414e-b09f-4b4a-98f1-b61354bb1e53 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830097-4-iscsi {{(pid=103458) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 13:27:00.969117 dv-cinder-830097-4-iscsi neutron-server[103458]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26ce414e-b09f-4b4a-98f1-b61354bb1e53 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830097-4-iscsi {{(pid=103458) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 13:27:00.969521 dv-cinder-830097-4-iscsi neutron-server[103458]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26ce414e-b09f-4b4a-98f1-b61354bb1e53 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830097-4-iscsi {{(pid=103458) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 13:27:00.969850 dv-cinder-830097-4-iscsi neutron-server[103458]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26ce414e-b09f-4b4a-98f1-b61354bb1e53 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830097-4-iscsi {{(pid=103458) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 13:27:00.970179 dv-cinder-830097-4-iscsi neutron-server[103458]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26ce414e-b09f-4b4a-98f1-b61354bb1e53 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830097-4-iscsi {{(pid=103458) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 13:27:00.970504 dv-cinder-830097-4-iscsi neutron-server[103458]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26ce414e-b09f-4b4a-98f1-b61354bb1e53 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830097-4-iscsi {{(pid=103458) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 13:27:00.970834 dv-cinder-830097-4-iscsi neutron-server[103458]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26ce414e-b09f-4b4a-98f1-b61354bb1e53 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-830097-4-iscsi {{(pid=103458) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 13:27:00.971159 dv-cinder-830097-4-iscsi neutron-server[103458]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26ce414e-b09f-4b4a-98f1-b61354bb1e53 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-830097-4-iscsi {{(pid=103458) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 13:27:00.971482 dv-cinder-830097-4-iscsi neutron-server[103458]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26ce414e-b09f-4b4a-98f1-b61354bb1e53 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-830097-4-iscsi {{(pid=103458) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 13:27:00.971807 dv-cinder-830097-4-iscsi neutron-server[103458]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26ce414e-b09f-4b4a-98f1-b61354bb1e53 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-830097-4-iscsi {{(pid=103458) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 13:27:00.972129 dv-cinder-830097-4-iscsi neutron-server[103458]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26ce414e-b09f-4b4a-98f1-b61354bb1e53 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830097-4-iscsi {{(pid=103458) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 13:27:00.972447 dv-cinder-830097-4-iscsi neutron-server[103458]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26ce414e-b09f-4b4a-98f1-b61354bb1e53 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830097-4-iscsi {{(pid=103458) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 13:27:00.972765 dv-cinder-830097-4-iscsi neutron-server[103458]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26ce414e-b09f-4b4a-98f1-b61354bb1e53 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830097-4-iscsi {{(pid=103458) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 13:27:00.973115 dv-cinder-830097-4-iscsi neutron-server[103458]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26ce414e-b09f-4b4a-98f1-b61354bb1e53 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830097-4-iscsi {{(pid=103458) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 13:27:01.018901 dv-cinder-830097-4-iscsi neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-26ce414e-b09f-4b4a-98f1-b61354bb1e53 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8732727402599'] for network (e3cc5645-7783-443d-aa92-92b0644dde7b), precommit_create {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:27:01.046985 dv-cinder-830097-4-iscsi neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-26ce414e-b09f-4b4a-98f1-b61354bb1e53 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3691972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3697887'] for network (e3cc5645-7783-443d-aa92-92b0644dde7b), after_create {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:27:01.048035 dv-cinder-830097-4-iscsi neutron-server[103458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-26ce414e-b09f-4b4a-98f1-b61354bb1e53 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 13:27:01.048609 dv-cinder-830097-4-iscsi neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-26ce414e-b09f-4b4a-98f1-b61354bb1e53 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3697709'] for network (None), before_response {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:27:01.083124 dv-cinder-830097-4-iscsi neutron-server[103458]: INFO neutron.wsgi [None req-26ce414e-b09f-4b4a-98f1-b61354bb1e53 admin admin] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.3903065 Apr 12 13:27:01.107817 dv-cinder-830097-4-iscsi neutron-server[103458]: DEBUG neutron.wsgi [-] (103458) accepted ('10.222.0.18', 50108) {{(pid=103458) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 13:27:01.114236 dv-cinder-830097-4-iscsi neutron-server[103458]: DEBUG neutron.api.v2.base [None req-d67277eb-a293-4ac7-9898-3e0891151fbe admin admin] Request body: {'subnet': {'network_id': 'e3cc5645-7783-443d-aa92-92b0644dde7b', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesSnapshotTestJSON-53101111-subnet', 'tenant_id': '1ccc16fe359944d7b8abf68747ba67ae', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103458) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 12 13:27:01.121534 dv-cinder-830097-4-iscsi neutron-server[103458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26ce414e-b09f-4b4a-98f1-b61354bb1e53 admin admin] Pushing event updated for resources: {'Network': ['ID=e3cc5645-7783-443d-aa92-92b0644dde7b,revision_number=1']} {{(pid=103458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 13:27:01.131756 dv-cinder-830097-4-iscsi neutron-server[103459]: DEBUG neutron.plugins.ml2.rpc [None req-53781792-8650-4c78-93a6-1c4d328d874c None None] Network e3cc5645-7783-443d-aa92-92b0644dde7b details requested by agent ovs-agent-dv-cinder-830097-4-iscsi with host dv-cinder-830097-4-iscsi {{(pid=103459) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 12 13:27:01.139467 dv-cinder-830097-4-iscsi neutron-server[103458]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d67277eb-a293-4ac7-9898-3e0891151fbe admin admin] Made reservation on behalf of 1ccc16fe359944d7b8abf68747ba67ae for: {'subnet': 1} {{(pid=103458) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 12 13:27:01.141821 dv-cinder-830097-4-iscsi neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-d67277eb-a293-4ac7-9898-3e0891151fbe admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25420783'] for subnet (None), before_create {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:27:01.291451 dv-cinder-830097-4-iscsi neutron-server[103457]: INFO neutron.wsgi [req-aaf0c049-6f4a-49b9-9ec5-92678d26ebfc req-7103813a-d5fc-4b3d-aade-5b4ea9807399 service neutron] 10.222.0.55 "GET /v2.0/networks/fc0e35fc-da48-4b0a-aef1-4a0c9e07f863?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4586434 Apr 12 13:27:01.296333 dv-cinder-830097-4-iscsi neutron-server[103457]: DEBUG neutron.plugins.ml2.db [req-579f1a29-2479-41ca-9bdd-904a3c7b7bb6 req-89e3cbc9-19df-4691-8595-10481834e9c0 tempest-AttachVolumeTestJSON-1144281586 tempest-AttachVolumeTestJSON-1144281586-project] For port 8ba255bd-9ec4-4da4-a9ec-b5e7f795e5ff, host hv-cinder-83009, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83009',level=0,port_id=8ba255bd-9ec4-4da4-a9ec-b5e7f795e5ff,segment=NetworkSegment(14551b93-9fd8-40ed-a0fc-48c46d45be33),segment_id=14551b93-9fd8-40ed-a0fc-48c46d45be33)] {{(pid=103457) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 12 13:27:01.296794 dv-cinder-830097-4-iscsi neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [req-579f1a29-2479-41ca-9bdd-904a3c7b7bb6 req-89e3cbc9-19df-4691-8595-10481834e9c0 tempest-AttachVolumeTestJSON-1144281586 tempest-AttachVolumeTestJSON-1144281586-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3742288'] for port (8ba255bd-9ec4-4da4-a9ec-b5e7f795e5ff), precommit_delete {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:27:01.361006 dv-cinder-830097-4-iscsi neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-d67277eb-a293-4ac7-9898-3e0891151fbe admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3682813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3697887', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26098525', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25420797'] for subnet (d046c7f8-6453-49a0-aaad-f357821578d8), after_create {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:27:01.434468 dv-cinder-830097-4-iscsi neutron-server[103458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79767f18-56b0-47f3-ae6f-2b5877e08e40 req-29547e3e-ade9-4993-a96f-2cb63b300516 tempest-TestVolumeBootPattern-1974338582 tempest-TestVolumeBootPattern-1974338582-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 13:27:01.435944 dv-cinder-830097-4-iscsi neutron-server[103458]: INFO neutron.wsgi [req-79767f18-56b0-47f3-ae6f-2b5877e08e40 req-29547e3e-ade9-4993-a96f-2cb63b300516 tempest-TestVolumeBootPattern-1974338582 tempest-TestVolumeBootPattern-1974338582-project] 10.222.0.18 "GET /v2.0/ports?device_id=83e65fa3-e329-42e5-baee-62847623767a HTTP/1.1" status: 200 len: 943 time: 0.0871332 Apr 12 13:27:01.458258 dv-cinder-830097-4-iscsi neutron-server[103458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d67277eb-a293-4ac7-9898-3e0891151fbe admin admin] Pushing event updated for resources: {'Subnet': ['ID=d046c7f8-6453-49a0-aaad-f357821578d8,revision_number=0']} {{(pid=103458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 13:27:01.471341 dv-cinder-830097-4-iscsi neutron-server[103457]: INFO neutron.wsgi [req-aaf0c049-6f4a-49b9-9ec5-92678d26ebfc req-a1531cb7-80fd-4272-991b-6b2fa53a3093 service neutron] 10.222.0.55 "GET /v2.0/networks/fc0e35fc-da48-4b0a-aef1-4a0c9e07f863?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1719141 Apr 12 13:27:01.479202 dv-cinder-830097-4-iscsi neutron-server[103458]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d67277eb-a293-4ac7-9898-3e0891151fbe admin admin] Checking segment: {'id': '12b36334-3d43-4a04-a92d-9c84f6426545', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 216, 'network_id': 'e3cc5645-7783-443d-aa92-92b0644dde7b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103458) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 12 13:27:01.479557 dv-cinder-830097-4-iscsi neutron-server[103458]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d67277eb-a293-4ac7-9898-3e0891151fbe admin admin] Network hostable DHCP agents. Network: e3cc5645-7783-443d-aa92-92b0644dde7b, hostable agents: ['246ca497-e2ee-4e0b-b432-b4153c207e5f'], hosted agents: [] {{(pid=103458) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 12 13:27:01.511307 dv-cinder-830097-4-iscsi neutron-server[103458]: INFO neutron.wsgi [req-79767f18-56b0-47f3-ae6f-2b5877e08e40 req-2db13ed0-4817-44dc-8f10-64daf603ea1a tempest-TestVolumeBootPattern-1974338582 tempest-TestVolumeBootPattern-1974338582-project] 10.222.0.18 "GET /v2.0/security-groups?id=a66f9d14-bc7f-40ff-bcf2-fda4f9360a16&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0682302 Apr 12 13:27:01.517981 dv-cinder-830097-4-iscsi neutron-server[103458]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d67277eb-a293-4ac7-9898-3e0891151fbe admin admin] Network e3cc5645-7783-443d-aa92-92b0644dde7b is scheduled to be hosted by DHCP agent 246ca497-e2ee-4e0b-b432-b4153c207e5f with binding_index 1 {{(pid=103458) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 12 13:27:01.536498 dv-cinder-830097-4-iscsi neutron-server[103458]: DEBUG neutron.scheduler.base_scheduler [None req-d67277eb-a293-4ac7-9898-3e0891151fbe admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-830097-4-iscsi, e3cc5645-7783-443d-aa92-92b0644dde7b) {{(pid=103458) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 12 13:27:01.541767 dv-cinder-830097-4-iscsi neutron-server[103458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d67277eb-a293-4ac7-9898-3e0891151fbe admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 13:27:01.542579 dv-cinder-830097-4-iscsi neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-d67277eb-a293-4ac7-9898-3e0891151fbe admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3697709'] for subnet (None), before_response {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:27:01.544409 dv-cinder-830097-4-iscsi neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [req-579f1a29-2479-41ca-9bdd-904a3c7b7bb6 req-89e3cbc9-19df-4691-8595-10481834e9c0 tempest-AttachVolumeTestJSON-1144281586 tempest-AttachVolumeTestJSON-1144281586-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:27:01.544800 dv-cinder-830097-4-iscsi neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [req-579f1a29-2479-41ca-9bdd-904a3c7b7bb6 req-89e3cbc9-19df-4691-8595-10481834e9c0 tempest-AttachVolumeTestJSON-1144281586 tempest-AttachVolumeTestJSON-1144281586-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3739086'] for floatingip (2e0e04d2-fede-497a-91dd-161dcb8e4abf), after_update {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:27:01.545153 dv-cinder-830097-4-iscsi neutron-server[103457]: INFO neutron.db.l3_db [req-579f1a29-2479-41ca-9bdd-904a3c7b7bb6 req-89e3cbc9-19df-4691-8595-10481834e9c0 tempest-AttachVolumeTestJSON-1144281586 tempest-AttachVolumeTestJSON-1144281586-project] Floating IP 2e0e04d2-fede-497a-91dd-161dcb8e4abf disassociated. External IP: 172.27.0.57, port: 8ba255bd-9ec4-4da4-a9ec-b5e7f795e5ff. Apr 12 13:27:01.545494 dv-cinder-830097-4-iscsi neutron-server[103457]: DEBUG neutron.plugins.ml2.plugin [req-579f1a29-2479-41ca-9bdd-904a3c7b7bb6 req-89e3cbc9-19df-4691-8595-10481834e9c0 tempest-AttachVolumeTestJSON-1144281586 tempest-AttachVolumeTestJSON-1144281586-project] Calling delete_port for 8ba255bd-9ec4-4da4-a9ec-b5e7f795e5ff owned by compute:nova {{(pid=103457) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 12 13:27:01.549347 dv-cinder-830097-4-iscsi neutron-server[103459]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5f99a367-2d18-4a80-9d3d-994a6b7213ab None None] Network e3cc5645-7783-443d-aa92-92b0644dde7b requested from dv-cinder-830097-4-iscsi {{(pid=103459) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 12 13:27:01.561427 dv-cinder-830097-4-iscsi neutron-server[103458]: INFO neutron.wsgi [None req-d67277eb-a293-4ac7-9898-3e0891151fbe admin admin] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 0.4523959 Apr 12 13:27:01.661350 dv-cinder-830097-4-iscsi neutron-server[103459]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d0a7f950-0124-4abc-9d32-bb53f5535613 None None] Network e3cc5645-7783-443d-aa92-92b0644dde7b requested from dv-cinder-830097-4-iscsi {{(pid=103459) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 12 13:27:01.692290 dv-cinder-830097-4-iscsi neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [req-579f1a29-2479-41ca-9bdd-904a3c7b7bb6 req-89e3cbc9-19df-4691-8595-10481834e9c0 tempest-AttachVolumeTestJSON-1144281586 tempest-AttachVolumeTestJSON-1144281586-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-915890', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3697887', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732727894797', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732727417923', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25610742'] for port (8ba255bd-9ec4-4da4-a9ec-b5e7f795e5ff), after_delete {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:27:01.720049 dv-cinder-830097-4-iscsi neutron-server[103457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89e3cbc9-19df-4691-8595-10481834e9c0 tempest-AttachVolumeTestJSON-1144281586 tempest-AttachVolumeTestJSON-1144281586-project] Pushing event deleted for resources: {'Port': ['ID=8ba255bd-9ec4-4da4-a9ec-b5e7f795e5ff,revision_number=None']} {{(pid=103457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 13:27:01.812608 dv-cinder-830097-4-iscsi neutron-server[103459]: DEBUG neutron.plugins.ml2.rpc [None req-3505bd68-a9fd-4823-92ea-1a6ded8ab071 None None] Device 19ab36b3-f6a5-4d23-bdb3-7920cd24f90d details requested by agent hyperv_hv-cinder-83009 with host hv-cinder-83009 {{(pid=103459) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 12 13:27:01.855060 dv-cinder-830097-4-iscsi neutron-server[103457]: DEBUG neutron.scheduler.l3_agent_scheduler [req-579f1a29-2479-41ca-9bdd-904a3c7b7bb6 req-89e3cbc9-19df-4691-8595-10481834e9c0 tempest-AttachVolumeTestJSON-1144281586 tempest-AttachVolumeTestJSON-1144281586-project] Router af30ce41-ac25-45e3-9bbb-85ecf8f0a642 has already been hosted by L3 agent b7e11a8b-aeed-493f-9763-461016dddc93 {{(pid=103457) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 12 13:27:01.927916 dv-cinder-830097-4-iscsi neutron-server[103459]: DEBUG neutron.plugins.ml2.db [None req-3505bd68-a9fd-4823-92ea-1a6ded8ab071 None None] For port 19ab36b3-f6a5-4d23-bdb3-7920cd24f90d, host hv-cinder-83009, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83009',level=0,port_id=19ab36b3-f6a5-4d23-bdb3-7920cd24f90d,segment=NetworkSegment(39aadab9-ffeb-4018-ac4b-402a2c1e23da),segment_id=39aadab9-ffeb-4018-ac4b-402a2c1e23da)] {{(pid=103459) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 12 13:27:01.944796 dv-cinder-830097-4-iscsi neutron-server[103459]: DEBUG neutron.plugins.ml2.rpc [None req-3505bd68-a9fd-4823-92ea-1a6ded8ab071 None None] Returning: {'device': '19ab36b3-f6a5-4d23-bdb3-7920cd24f90d', 'network_id': 'fc0e35fc-da48-4b0a-aef1-4a0c9e07f863', 'port_id': '19ab36b3-f6a5-4d23-bdb3-7920cd24f90d', 'mac_address': 'fa:16:3e:3c:d9:a0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 203, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3e5a37b9-6492-41e4-a03e-0f76c3de6aee', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103459) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 12 13:27:01.977541 dv-cinder-830097-4-iscsi neutron-server[103457]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-579f1a29-2479-41ca-9bdd-904a3c7b7bb6 req-89e3cbc9-19df-4691-8595-10481834e9c0 tempest-AttachVolumeTestJSON-1144281586 tempest-AttachVolumeTestJSON-1144281586-project] Notify agent at l3_agent.dv-cinder-830097-4-iscsi the message routers_updated {{(pid=103457) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 12 13:27:01.993328 dv-cinder-830097-4-iscsi neutron-server[103460]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a77a8501-c3d8-4791-813f-bb3ed330291f None None] Sync routers for ids ['af30ce41-ac25-45e3-9bbb-85ecf8f0a642'] in dv-cinder-830097-4-iscsi {{(pid=103460) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 12 13:27:02.006201 dv-cinder-830097-4-iscsi neutron-server[103459]: DEBUG neutron.plugins.ml2.plugin [None req-3505bd68-a9fd-4823-92ea-1a6ded8ab071 None None] Current status of the port 19ab36b3-f6a5-4d23-bdb3-7920cd24f90d is: DOWN; New status is: BUILD {{(pid=103459) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 12 13:27:02.006685 dv-cinder-830097-4-iscsi neutron-server[103459]: DEBUG neutron_lib.callbacks.manager [None req-3505bd68-a9fd-4823-92ea-1a6ded8ab071 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-916304'] for port (19ab36b3-f6a5-4d23-bdb3-7920cd24f90d), before_update {{(pid=103459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:27:02.007243 dv-cinder-830097-4-iscsi neutron-server[103460]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a77a8501-c3d8-4791-813f-bb3ed330291f None None] Routers {'af30ce41-ac25-45e3-9bbb-85ecf8f0a642'} bound to L3 agent in host dv-cinder-830097-4-iscsi {{(pid=103460) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 12 13:27:02.008190 dv-cinder-830097-4-iscsi neutron-server[103460]: DEBUG neutron.db.l3_hamode_db [None req-a77a8501-c3d8-4791-813f-bb3ed330291f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830097-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-12T13:07:19Z,description=,heartbeat_timestamp=2022-04-12T13:26:49Z,host='dv-cinder-830097-4-iscsi',id=b7e11a8b-aeed-493f-9763-461016dddc93,load=0,resource_versions=,resources_synced=,started_at=2022-04-12T13:07:19Z,topic='l3_agent')) {'router_ids': ['af30ce41-ac25-45e3-9bbb-85ecf8f0a642'], 'active': True} {{(pid=103460) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 13:27:02.032521 dv-cinder-830097-4-iscsi neutron-server[103457]: INFO neutron.wsgi [req-acfccbeb-2dc2-44da-a7d1-5bd63ae970c1 req-d6a4e688-5cde-4547-b608-e5675556175c tempest-AttachVolumeTestJSON-1144281586 tempest-AttachVolumeTestJSON-1144281586-project] 10.222.0.18 "GET /v2.0/ports?device_id=df4196a5-461b-432c-8451-b92b76ffea19 HTTP/1.1" status: 200 len: 210 time: 0.0488491 Apr 12 13:27:02.033989 dv-cinder-830097-4-iscsi neutron-server[103459]: DEBUG neutron.notifiers.nova [None req-3505bd68-a9fd-4823-92ea-1a6ded8ab071 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 19ab36b3-f6a5-4d23-bdb3-7920cd24f90d {{(pid=103459) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 12 13:27:02.069757 dv-cinder-830097-4-iscsi neutron-server[103459]: DEBUG neutron.plugins.ml2.db [None req-3505bd68-a9fd-4823-92ea-1a6ded8ab071 None None] For port 19ab36b3-f6a5-4d23-bdb3-7920cd24f90d, host hv-cinder-83009, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83009',level=0,port_id=19ab36b3-f6a5-4d23-bdb3-7920cd24f90d,segment=NetworkSegment(39aadab9-ffeb-4018-ac4b-402a2c1e23da),segment_id=39aadab9-ffeb-4018-ac4b-402a2c1e23da)] {{(pid=103459) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 12 13:27:02.071945 dv-cinder-830097-4-iscsi neutron-server[103457]: DEBUG neutron.db.l3_dvrscheduler_db [req-579f1a29-2479-41ca-9bdd-904a3c7b7bb6 req-89e3cbc9-19df-4691-8595-10481834e9c0 tempest-AttachVolumeTestJSON-1144281586 tempest-AttachVolumeTestJSON-1144281586-project] No DVR routers for this DVR port 8ba255bd-9ec4-4da4-a9ec-b5e7f795e5ff on host hv-cinder-83009 {{(pid=103457) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 12 13:27:02.079511 dv-cinder-830097-4-iscsi neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [req-579f1a29-2479-41ca-9bdd-904a3c7b7bb6 req-89e3cbc9-19df-4691-8595-10481834e9c0 tempest-AttachVolumeTestJSON-1144281586 tempest-AttachVolumeTestJSON-1144281586-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-500965'] for port (None), before_response {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:27:02.081204 dv-cinder-830097-4-iscsi neutron-server[103459]: DEBUG neutron_lib.callbacks.manager [None req-3505bd68-a9fd-4823-92ea-1a6ded8ab071 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-915890', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3697887', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732727894815', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732727417932', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732727417950'] for port (19ab36b3-f6a5-4d23-bdb3-7920cd24f90d), after_update {{(pid=103459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:27:02.092647 dv-cinder-830097-4-iscsi neutron-server[103457]: INFO neutron.wsgi [req-579f1a29-2479-41ca-9bdd-904a3c7b7bb6 req-89e3cbc9-19df-4691-8595-10481834e9c0 tempest-AttachVolumeTestJSON-1144281586 tempest-AttachVolumeTestJSON-1144281586-project] 10.222.0.55 "DELETE /v2.0/ports/8ba255bd-9ec4-4da4-a9ec-b5e7f795e5ff HTTP/1.1" status: 204 len: 173 time: 1.4118214 Apr 12 13:27:02.093192 dv-cinder-830097-4-iscsi neutron-server[103457]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'df4196a5-461b-432c-8451-b92b76ffea19', 'name': 'network-vif-deleted', 'tag': '8ba255bd-9ec4-4da4-a9ec-b5e7f795e5ff'}] {{(pid=103457) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 12 13:27:02.103252 dv-cinder-830097-4-iscsi neutron-server[103457]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}086c7d3de3560e72b9669b0aa2f8f0aa3a7dc6896401f4467231a6605ceb6cb3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7aab6246-3284-47df-b580-2e9fb3049b61" -d '{"events": [{"server_uuid": "df4196a5-461b-432c-8451-b92b76ffea19", "name": "network-vif-deleted", "tag": "8ba255bd-9ec4-4da4-a9ec-b5e7f795e5ff"}]}' {{(pid=103457) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 12 13:27:02.174930 dv-cinder-830097-4-iscsi neutron-server[103457]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 12 Apr 2022 13:27:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f39e5b5f-1fe0-433e-a17f-399dcadf37bd x-openstack-request-id: req-f39e5b5f-1fe0-433e-a17f-399dcadf37bd {{(pid=103457) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 12 13:27:02.178046 dv-cinder-830097-4-iscsi neutron-server[103457]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "df4196a5-461b-432c-8451-b92b76ffea19", "name": "network-vif-deleted", "tag": "8ba255bd-9ec4-4da4-a9ec-b5e7f795e5ff", "status": "completed", "code": 200}]} {{(pid=103457) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 12 13:27:02.178374 dv-cinder-830097-4-iscsi neutron-server[103457]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-f39e5b5f-1fe0-433e-a17f-399dcadf37bd {{(pid=103457) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 12 13:27:02.179900 dv-cinder-830097-4-iscsi neutron-server[103457]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f39e5b5f-1fe0-433e-a17f-399dcadf37bd'] response: {'server_uuid': 'df4196a5-461b-432c-8451-b92b76ffea19', 'name': 'network-vif-deleted', 'tag': '8ba255bd-9ec4-4da4-a9ec-b5e7f795e5ff', 'status': 'completed', 'code': 200} Apr 12 13:27:02.184695 dv-cinder-830097-4-iscsi neutron-server[103459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3505bd68-a9fd-4823-92ea-1a6ded8ab071 None None] Pushing event updated for resources: {'Port': ['ID=19ab36b3-f6a5-4d23-bdb3-7920cd24f90d,revision_number=4']} {{(pid=103459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 13:27:02.193168 dv-cinder-830097-4-iscsi neutron-server[103459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3505bd68-a9fd-4823-92ea-1a6ded8ab071 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830097-4-iscsi {{(pid=103459) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 13:27:02.193533 dv-cinder-830097-4-iscsi neutron-server[103459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3505bd68-a9fd-4823-92ea-1a6ded8ab071 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830097-4-iscsi {{(pid=103459) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 13:27:02.193880 dv-cinder-830097-4-iscsi neutron-server[103459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3505bd68-a9fd-4823-92ea-1a6ded8ab071 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830097-4-iscsi {{(pid=103459) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 13:27:02.194329 dv-cinder-830097-4-iscsi neutron-server[103459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3505bd68-a9fd-4823-92ea-1a6ded8ab071 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830097-4-iscsi {{(pid=103459) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 13:27:02.194821 dv-cinder-830097-4-iscsi neutron-server[103459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3505bd68-a9fd-4823-92ea-1a6ded8ab071 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830097-4-iscsi {{(pid=103459) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 13:27:02.195143 dv-cinder-830097-4-iscsi neutron-server[103459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3505bd68-a9fd-4823-92ea-1a6ded8ab071 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830097-4-iscsi {{(pid=103459) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 13:27:02.195691 dv-cinder-830097-4-iscsi neutron-server[103459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3505bd68-a9fd-4823-92ea-1a6ded8ab071 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830097-4-iscsi {{(pid=103459) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 13:27:02.196259 dv-cinder-830097-4-iscsi neutron-server[103459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3505bd68-a9fd-4823-92ea-1a6ded8ab071 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-830097-4-iscsi {{(pid=103459) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 13:27:02.196542 dv-cinder-830097-4-iscsi neutron-server[103459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3505bd68-a9fd-4823-92ea-1a6ded8ab071 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-830097-4-iscsi {{(pid=103459) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 13:27:02.197139 dv-cinder-830097-4-iscsi neutron-server[103459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3505bd68-a9fd-4823-92ea-1a6ded8ab071 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-830097-4-iscsi {{(pid=103459) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 13:27:02.197875 dv-cinder-830097-4-iscsi neutron-server[103459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3505bd68-a9fd-4823-92ea-1a6ded8ab071 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-830097-4-iscsi {{(pid=103459) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 13:27:02.198301 dv-cinder-830097-4-iscsi neutron-server[103459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3505bd68-a9fd-4823-92ea-1a6ded8ab071 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830097-4-iscsi {{(pid=103459) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 13:27:02.198752 dv-cinder-830097-4-iscsi neutron-server[103459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3505bd68-a9fd-4823-92ea-1a6ded8ab071 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830097-4-iscsi {{(pid=103459) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 13:27:02.198950 dv-cinder-830097-4-iscsi neutron-server[103459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3505bd68-a9fd-4823-92ea-1a6ded8ab071 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830097-4-iscsi {{(pid=103459) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 13:27:02.199324 dv-cinder-830097-4-iscsi neutron-server[103459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3505bd68-a9fd-4823-92ea-1a6ded8ab071 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830097-4-iscsi {{(pid=103459) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 13:27:02.244375 dv-cinder-830097-4-iscsi neutron-server[103460]: DEBUG neutron.db.l3_dvr_db [None req-a77a8501-c3d8-4791-813f-bb3ed330291f None None] Set router af30ce41-ac25-45e3-9bbb-85ecf8f0a642 gateway port host: dv-cinder-830097-4-iscsi {{(pid=103460) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 12 13:27:02.438198 dv-cinder-830097-4-iscsi neutron-server[103460]: DEBUG neutron.db.l3_hamode_db [None req-a77a8501-c3d8-4791-813f-bb3ed330291f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'af30ce41-ac25-45e3-9bbb-85ecf8f0a642', 'name': 'tempest-AttachVolumeTestJSON-1053846076-router', 'tenant_id': '973344adf45e43fc87f28572c7cc70a5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '26d0436d-8ae2-49bd-8cc6-3d2eac552c84', 'external_fixed_ips': [{'subnet_id': 'd93852d8-8f89-4b1c-bef4-0e05f499a8db', 'ip_address': '172.27.0.93'}], 'enable_snat': True}, 'gw_port_id': 'bee35c5e-668a-49b2-8687-9dc92ebd1905', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-12T13:16:00Z', 'updated_at': '2022-04-12T13:16:13Z', 'revision_number': 4, 'project_id': '973344adf45e43fc87f28572c7cc70a5', 'gw_port': {'id': 'bee35c5e-668a-49b2-8687-9dc92ebd1905', 'name': '', 'network_id': '26d0436d-8ae2-49bd-8cc6-3d2eac552c84', 'tenant_id': '', 'mac_address': 'fa:16:3e:00:65:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'af30ce41-ac25-45e3-9bbb-85ecf8f0a642', 'device_owner': 'network:router_gateway', 'standard_attr_id': 81, 'fixed_ips': [{'subnet_id': 'd93852d8-8f89-4b1c-bef4-0e05f499a8db', 'ip_address': '172.27.0.93', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830097-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T13:16:02Z', 'updated_at': '2022-04-12T13:16:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd93852d8-8f89-4b1c-bef4-0e05f499a8db', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830097-4-iscsi', '_interfaces': [{'id': '1ceeff16-e486-4e8b-a1af-d7c1a6e70fb4', 'name': '', 'network_id': '33c58c83-bd42-46e6-829a-cd11f58e9fb1', 'tenant_id': '973344adf45e43fc87f28572c7cc70a5', 'mac_address': 'fa:16:3e:9b:fe:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'af30ce41-ac25-45e3-9bbb-85ecf8f0a642', 'device_owner': 'network:router_interface', 'standard_attr_id': 108, 'fixed_ips': [{'subnet_id': 'e7f58421-9187-48e8-8ede-d2e25149e657', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830097-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T13:16:11Z', 'updated_at': '2022-04-12T13:16:25Z', 'revision_number': 5, 'project_id': '973344adf45e43fc87f28572c7cc70a5', 'subnets': [{'id': 'e7f58421-9187-48e8-8ede-d2e25149e657', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-830097-4-iscsi', False) {} {{(pid=103460) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 13:27:02.464625 dv-cinder-830097-4-iscsi neutron-server[103460]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a77a8501-c3d8-4791-813f-bb3ed330291f None None] Checking router: af30ce41-ac25-45e3-9bbb-85ecf8f0a642 for host: dv-cinder-830097-4-iscsi {{(pid=103460) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 12 13:27:02.473181 dv-cinder-830097-4-iscsi neutron-server[103460]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a77a8501-c3d8-4791-813f-bb3ed330291f None None] Routers {'af30ce41-ac25-45e3-9bbb-85ecf8f0a642'} bound to L3 agent in host dv-cinder-830097-4-iscsi {{(pid=103460) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 12 13:27:02.473778 dv-cinder-830097-4-iscsi neutron-server[103460]: DEBUG neutron.db.l3_hamode_db [None req-a77a8501-c3d8-4791-813f-bb3ed330291f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830097-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-12T13:07:19Z,description=,heartbeat_timestamp=2022-04-12T13:26:49Z,host='dv-cinder-830097-4-iscsi',id=b7e11a8b-aeed-493f-9763-461016dddc93,load=0,resource_versions=,resources_synced=,started_at=2022-04-12T13:07:19Z,topic='l3_agent')) {'router_ids': ['af30ce41-ac25-45e3-9bbb-85ecf8f0a642'], 'active': True} {{(pid=103460) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 13:27:02.580240 dv-cinder-830097-4-iscsi neutron-server[103460]: DEBUG neutron.db.l3_dvr_db [None req-a77a8501-c3d8-4791-813f-bb3ed330291f None None] Set router af30ce41-ac25-45e3-9bbb-85ecf8f0a642 gateway port host: dv-cinder-830097-4-iscsi {{(pid=103460) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 12 13:27:02.592611 dv-cinder-830097-4-iscsi neutron-server[103459]: DEBUG neutron.plugins.ml2.db [None req-3505bd68-a9fd-4823-92ea-1a6ded8ab071 None None] get_ports_and_sgs() called for port_ids ['19ab36b3-f6a5-4d23-bdb3-7920cd24f90d'] {{(pid=103459) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 12 13:27:02.623718 dv-cinder-830097-4-iscsi neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d14a22ca-4772-4173-b9d6-2407af5292a4 req-6768d5fd-4ddd-4038-90fd-a57928576729 tempest-TestVolumeBootPattern-1974338582 tempest-TestVolumeBootPattern-1974338582-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 13:27:02.625698 dv-cinder-830097-4-iscsi neutron-server[103457]: INFO neutron.wsgi [req-d14a22ca-4772-4173-b9d6-2407af5292a4 req-6768d5fd-4ddd-4038-90fd-a57928576729 tempest-TestVolumeBootPattern-1974338582 tempest-TestVolumeBootPattern-1974338582-project] 10.222.0.18 "GET /v2.0/ports?device_id=83e65fa3-e329-42e5-baee-62847623767a HTTP/1.1" status: 200 len: 944 time: 0.0461762 Apr 12 13:27:02.675875 dv-cinder-830097-4-iscsi neutron-server[103457]: INFO neutron.wsgi [req-d14a22ca-4772-4173-b9d6-2407af5292a4 req-022b589f-c53e-4e76-b974-9afc91c097e2 tempest-TestVolumeBootPattern-1974338582 tempest-TestVolumeBootPattern-1974338582-project] 10.222.0.18 "GET /v2.0/security-groups?id=a66f9d14-bc7f-40ff-bcf2-fda4f9360a16&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0445671 Apr 12 13:27:02.785630 dv-cinder-830097-4-iscsi neutron-server[103460]: DEBUG neutron.db.l3_hamode_db [None req-a77a8501-c3d8-4791-813f-bb3ed330291f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'af30ce41-ac25-45e3-9bbb-85ecf8f0a642', 'name': 'tempest-AttachVolumeTestJSON-1053846076-router', 'tenant_id': '973344adf45e43fc87f28572c7cc70a5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '26d0436d-8ae2-49bd-8cc6-3d2eac552c84', 'external_fixed_ips': [{'subnet_id': 'd93852d8-8f89-4b1c-bef4-0e05f499a8db', 'ip_address': '172.27.0.93'}], 'enable_snat': True}, 'gw_port_id': 'bee35c5e-668a-49b2-8687-9dc92ebd1905', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-12T13:16:00Z', 'updated_at': '2022-04-12T13:16:13Z', 'revision_number': 4, 'project_id': '973344adf45e43fc87f28572c7cc70a5', 'gw_port': {'id': 'bee35c5e-668a-49b2-8687-9dc92ebd1905', 'name': '', 'network_id': '26d0436d-8ae2-49bd-8cc6-3d2eac552c84', 'tenant_id': '', 'mac_address': 'fa:16:3e:00:65:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'af30ce41-ac25-45e3-9bbb-85ecf8f0a642', 'device_owner': 'network:router_gateway', 'standard_attr_id': 81, 'fixed_ips': [{'subnet_id': 'd93852d8-8f89-4b1c-bef4-0e05f499a8db', 'ip_address': '172.27.0.93', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830097-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T13:16:02Z', 'updated_at': '2022-04-12T13:16:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd93852d8-8f89-4b1c-bef4-0e05f499a8db', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830097-4-iscsi', '_interfaces': [{'id': '1ceeff16-e486-4e8b-a1af-d7c1a6e70fb4', 'name': '', 'network_id': '33c58c83-bd42-46e6-829a-cd11f58e9fb1', 'tenant_id': '973344adf45e43fc87f28572c7cc70a5', 'mac_address': 'fa:16:3e:9b:fe:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'af30ce41-ac25-45e3-9bbb-85ecf8f0a642', 'device_owner': 'network:router_interface', 'standard_attr_id': 108, 'fixed_ips': [{'subnet_id': 'e7f58421-9187-48e8-8ede-d2e25149e657', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830097-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T13:16:11Z', 'updated_at': '2022-04-12T13:16:25Z', 'revision_number': 5, 'project_id': '973344adf45e43fc87f28572c7cc70a5', 'subnets': [{'id': 'e7f58421-9187-48e8-8ede-d2e25149e657', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-830097-4-iscsi', False) {} {{(pid=103460) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 13:27:02.816001 dv-cinder-830097-4-iscsi neutron-server[103460]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a77a8501-c3d8-4791-813f-bb3ed330291f None None] The sync data for ids ['af30ce41-ac25-45e3-9bbb-85ecf8f0a642'] in dv-cinder-830097-4-iscsi is: [{'id': 'af30ce41-ac25-45e3-9bbb-85ecf8f0a642', 'name': 'tempest-AttachVolumeTestJSON-1053846076-router', 'tenant_id': '973344adf45e43fc87f28572c7cc70a5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '26d0436d-8ae2-49bd-8cc6-3d2eac552c84', 'external_fixed_ips': [{'subnet_id': 'd93852d8-8f89-4b1c-bef4-0e05f499a8db', 'ip_address': '172.27.0.93'}], 'enable_snat': True}, 'gw_port_id': 'bee35c5e-668a-49b2-8687-9dc92ebd1905', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-12T13:16:00Z', 'updated_at': '2022-04-12T13:16:13Z', 'revision_number': 4, 'project_id': '973344adf45e43fc87f28572c7cc70a5', 'gw_port': {'id': 'bee35c5e-668a-49b2-8687-9dc92ebd1905', 'name': '', 'network_id': '26d0436d-8ae2-49bd-8cc6-3d2eac552c84', 'tenant_id': '', 'mac_address': 'fa:16:3e:00:65:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'af30ce41-ac25-45e3-9bbb-85ecf8f0a642', 'device_owner': 'network:router_gateway', 'standard_attr_id': 81, 'fixed_ips': [{'subnet_id': 'd93852d8-8f89-4b1c-bef4-0e05f499a8db', 'ip_address': '172.27.0.93', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830097-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T13:16:02Z', 'updated_at': '2022-04-12T13:16:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd93852d8-8f89-4b1c-bef4-0e05f499a8db', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830097-4-iscsi', '_interfaces': [{'id': '1ceeff16-e486-4e8b-a1af-d7c1a6e70fb4', 'name': '', 'network_id': '33c58c83-bd42-46e6-829a-cd11f58e9fb1', 'tenant_id': '973344adf45e43fc87f28572c7cc70a5', 'mac_address': 'fa:16:3e:9b:fe:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'af30ce41-ac25-45e3-9bbb-85ecf8f0a642', 'device_owner': 'network:router_interface', 'standard_attr_id': 108, 'fixed_ips': [{'subnet_id': 'e7f58421-9187-48e8-8ede-d2e25149e657', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830097-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T13:16:11Z', 'updated_at': '2022-04-12T13:16:25Z', 'revision_number': 5, 'project_id': '973344adf45e43fc87f28572c7cc70a5', 'subnets': [{'id': 'e7f58421-9187-48e8-8ede-d2e25149e657', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103460) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 12 13:27:03.047845 dv-cinder-830097-4-iscsi neutron-server[103459]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bcaed4f3-678f-40da-b8eb-0cd93b44d138 None None] New status for floating IP 2e0e04d2-fede-497a-91dd-161dcb8e4abf: DOWN {{(pid=103459) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 12 13:27:03.411477 dv-cinder-830097-4-iscsi neutron-server[103458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-152c9d0f-1f6e-4db6-80b2-a9128c7d75e1 req-341ef2ed-2e8b-4902-a4c6-135ab0389991 tempest-VolumesSnapshotTestJSON-811272226 tempest-VolumesSnapshotTestJSON-811272226-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 13:27:03.412826 dv-cinder-830097-4-iscsi neutron-server[103458]: INFO neutron.wsgi [req-152c9d0f-1f6e-4db6-80b2-a9128c7d75e1 req-341ef2ed-2e8b-4902-a4c6-135ab0389991 tempest-VolumesSnapshotTestJSON-811272226 tempest-VolumesSnapshotTestJSON-811272226-project] 10.222.0.18 "GET /v2.0/networks?id=e3cc5645-7783-443d-aa92-92b0644dde7b HTTP/1.1" status: 200 len: 812 time: 0.1026423 Apr 12 13:27:03.426875 dv-cinder-830097-4-iscsi neutron-server[103458]: INFO neutron.wsgi [req-152c9d0f-1f6e-4db6-80b2-a9128c7d75e1 req-4e6b6af1-1539-4844-ad36-75b9e239594f tempest-VolumesSnapshotTestJSON-811272226 tempest-VolumesSnapshotTestJSON-811272226-project] 10.222.0.18 "GET /v2.0/quotas/1ccc16fe359944d7b8abf68747ba67ae HTTP/1.1" status: 200 len: 375 time: 0.0085285 Apr 12 13:27:03.458408 dv-cinder-830097-4-iscsi neutron-server[103458]: INFO neutron.wsgi [req-152c9d0f-1f6e-4db6-80b2-a9128c7d75e1 req-ce30134b-f182-4ef4-8e1e-852576c6e648 tempest-VolumesSnapshotTestJSON-811272226 tempest-VolumesSnapshotTestJSON-811272226-project] 10.222.0.18 "GET /v2.0/ports?tenant_id=1ccc16fe359944d7b8abf68747ba67ae&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0267267 Apr 12 13:27:03.544848 dv-cinder-830097-4-iscsi neutron-server[103458]: INFO neutron.wsgi [req-152c9d0f-1f6e-4db6-80b2-a9128c7d75e1 req-1d57b328-b46e-4f19-ad23-ef932e53c363 service neutron] 10.222.0.18 "GET /v2.0/networks/e3cc5645-7783-443d-aa92-92b0644dde7b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0793405 Apr 12 13:27:03.813058 dv-cinder-830097-4-iscsi neutron-server[103459]: DEBUG neutron.plugins.ml2.rpc [None req-3505bd68-a9fd-4823-92ea-1a6ded8ab071 None None] Device 19ab36b3-f6a5-4d23-bdb3-7920cd24f90d up at agent hyperv_hv-cinder-83009 {{(pid=103459) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 12 13:27:03.852878 dv-cinder-830097-4-iscsi neutron-server[103458]: INFO neutron.wsgi [req-152c9d0f-1f6e-4db6-80b2-a9128c7d75e1 req-ca02177f-dd36-4817-a609-6d57039e88fb service neutron] 10.222.0.18 "GET /v2.0/networks/e3cc5645-7783-443d-aa92-92b0644dde7b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3015916 Apr 12 13:27:03.858261 dv-cinder-830097-4-iscsi neutron-server[103459]: DEBUG neutron.db.provisioning_blocks [None req-3505bd68-a9fd-4823-92ea-1a6ded8ab071 None None] Provisioning for port 19ab36b3-f6a5-4d23-bdb3-7920cd24f90d completed by entity L2. {{(pid=103459) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Apr 12 13:27:03.864652 dv-cinder-830097-4-iscsi neutron-server[103459]: DEBUG neutron.db.provisioning_blocks [None req-3505bd68-a9fd-4823-92ea-1a6ded8ab071 None None] Provisioning complete for port 19ab36b3-f6a5-4d23-bdb3-7920cd24f90d triggered by entity L2. {{(pid=103459) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 12 13:27:03.865142 dv-cinder-830097-4-iscsi neutron-server[103459]: DEBUG neutron_lib.callbacks.manager [None req-3505bd68-a9fd-4823-92ea-1a6ded8ab071 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-657243'] for port (19ab36b3-f6a5-4d23-bdb3-7920cd24f90d), provisioning_complete {{(pid=103459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:27:03.950004 dv-cinder-830097-4-iscsi neutron-server[103459]: DEBUG neutron.plugins.ml2.plugin [None req-3505bd68-a9fd-4823-92ea-1a6ded8ab071 None None] Current status of the port 19ab36b3-f6a5-4d23-bdb3-7920cd24f90d is: BUILD; New status is: ACTIVE {{(pid=103459) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 12 13:27:03.950399 dv-cinder-830097-4-iscsi neutron-server[103459]: DEBUG neutron_lib.callbacks.manager [None req-3505bd68-a9fd-4823-92ea-1a6ded8ab071 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-916304'] for port (19ab36b3-f6a5-4d23-bdb3-7920cd24f90d), before_update {{(pid=103459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:27:03.974708 dv-cinder-830097-4-iscsi neutron-server[103459]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '83e65fa3-e329-42e5-baee-62847623767a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '19ab36b3-f6a5-4d23-bdb3-7920cd24f90d'}] {{(pid=103459) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 12 13:27:03.977466 dv-cinder-830097-4-iscsi neutron-server[103459]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}95104bc0dd48ad9143548caf8a5bdec643107760c32fce8433ea43eac3fbdd81" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f6897e02-053b-4020-929c-813419f6e709" -d '{"events": [{"server_uuid": "83e65fa3-e329-42e5-baee-62847623767a", "name": "network-vif-plugged", "status": "completed", "tag": "19ab36b3-f6a5-4d23-bdb3-7920cd24f90d"}]}' {{(pid=103459) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 12 13:27:03.998595 dv-cinder-830097-4-iscsi neutron-server[103459]: DEBUG neutron.plugins.ml2.db [None req-3505bd68-a9fd-4823-92ea-1a6ded8ab071 None None] For port 19ab36b3-f6a5-4d23-bdb3-7920cd24f90d, host hv-cinder-83009, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83009',level=0,port_id=19ab36b3-f6a5-4d23-bdb3-7920cd24f90d,segment=NetworkSegment(39aadab9-ffeb-4018-ac4b-402a2c1e23da),segment_id=39aadab9-ffeb-4018-ac4b-402a2c1e23da)] {{(pid=103459) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 12 13:27:04.002558 dv-cinder-830097-4-iscsi neutron-server[103459]: DEBUG neutron_lib.callbacks.manager [None req-3505bd68-a9fd-4823-92ea-1a6ded8ab071 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-915890', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3697887', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732727894815', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732727417932', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732727417950'] for port (19ab36b3-f6a5-4d23-bdb3-7920cd24f90d), after_update {{(pid=103459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:27:04.003465 dv-cinder-830097-4-iscsi neutron-server[103459]: DEBUG neutron.plugins.ml2.rpc [None req-3505bd68-a9fd-4823-92ea-1a6ded8ab071 None None] Device 8ba255bd-9ec4-4da4-a9ec-b5e7f795e5ff no longer exists at agent hyperv_hv-cinder-83009 {{(pid=103459) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 12 13:27:04.044796 dv-cinder-830097-4-iscsi neutron-server[103459]: DEBUG neutron.plugins.ml2.plugin [None req-3505bd68-a9fd-4823-92ea-1a6ded8ab071 None None] No Port match for: 8ba255bd-9ec4-4da4-a9ec-b5e7f795e5ff {{(pid=103459) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2341}} Apr 12 13:27:04.045152 dv-cinder-830097-4-iscsi neutron-server[103459]: DEBUG neutron.plugins.ml2.rpc [None req-3505bd68-a9fd-4823-92ea-1a6ded8ab071 None None] Device 8ba255bd-9ec4-4da4-a9ec-b5e7f795e5ff not bound to the agent host hv-cinder-83009 {{(pid=103459) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 12 13:27:04.059679 dv-cinder-830097-4-iscsi neutron-server[103458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9951f483-df17-42e0-b7cc-9e52ea0bd724 req-f672bbe9-5f71-42ae-9f16-00c0c02a5f24 tempest-TestVolumeBootPattern-1974338582 tempest-TestVolumeBootPattern-1974338582-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 13:27:04.061268 dv-cinder-830097-4-iscsi neutron-server[103458]: INFO neutron.wsgi [req-9951f483-df17-42e0-b7cc-9e52ea0bd724 req-f672bbe9-5f71-42ae-9f16-00c0c02a5f24 tempest-TestVolumeBootPattern-1974338582 tempest-TestVolumeBootPattern-1974338582-project] 10.222.0.18 "GET /v2.0/ports?device_id=83e65fa3-e329-42e5-baee-62847623767a HTTP/1.1" status: 200 len: 945 time: 0.0519540 Apr 12 13:27:04.072065 dv-cinder-830097-4-iscsi neutron-server[103459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3505bd68-a9fd-4823-92ea-1a6ded8ab071 None None] Pushing event updated for resources: {'Port': ['ID=19ab36b3-f6a5-4d23-bdb3-7920cd24f90d,revision_number=5']} {{(pid=103459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 13:27:04.120699 dv-cinder-830097-4-iscsi neutron-server[103458]: INFO neutron.wsgi [req-9951f483-df17-42e0-b7cc-9e52ea0bd724 req-aa77e15d-530c-42e5-a46c-69152f91ce73 tempest-TestVolumeBootPattern-1974338582 tempest-TestVolumeBootPattern-1974338582-project] 10.222.0.18 "GET /v2.0/security-groups?id=a66f9d14-bc7f-40ff-bcf2-fda4f9360a16&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0521138 Apr 12 13:27:04.147997 dv-cinder-830097-4-iscsi neutron-server[103457]: DEBUG neutron.wsgi [-] (103457) accepted ('10.222.0.18', 50160) {{(pid=103457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 13:27:04.203445 dv-cinder-830097-4-iscsi neutron-server[103459]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 12 Apr 2022 13:27:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-680c427c-32dc-422f-89b5-3dd507f1c9c9 x-openstack-request-id: req-680c427c-32dc-422f-89b5-3dd507f1c9c9 {{(pid=103459) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 12 13:27:04.204018 dv-cinder-830097-4-iscsi neutron-server[103459]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "83e65fa3-e329-42e5-baee-62847623767a", "name": "network-vif-plugged", "status": "completed", "tag": "19ab36b3-f6a5-4d23-bdb3-7920cd24f90d", "code": 200}]} {{(pid=103459) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 12 13:27:04.204362 dv-cinder-830097-4-iscsi neutron-server[103459]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-680c427c-32dc-422f-89b5-3dd507f1c9c9 {{(pid=103459) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 12 13:27:04.205005 dv-cinder-830097-4-iscsi neutron-server[103459]: INFO neutron.notifiers.nova [-] Nova event matching ['req-680c427c-32dc-422f-89b5-3dd507f1c9c9'] response: {'server_uuid': '83e65fa3-e329-42e5-baee-62847623767a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '19ab36b3-f6a5-4d23-bdb3-7920cd24f90d', 'code': 200} Apr 12 13:27:04.218678 dv-cinder-830097-4-iscsi neutron-server[103458]: INFO neutron.wsgi [req-dae1b691-8c06-41d0-ba14-0a2807bb16fe req-36ac2eae-6b2b-493a-b36d-f91d0841dd49 tempest-VolumesSnapshotTestJSON-811272226 tempest-VolumesSnapshotTestJSON-811272226-project] 10.222.0.18 "GET /v2.0/ports?device_id=55fcaedf-174a-41f0-b5bf-8e46da251fdc HTTP/1.1" status: 200 len: 210 time: 0.0508544 Apr 12 13:27:04.223026 dv-cinder-830097-4-iscsi neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-31475cd1-5476-41f1-80f1-1f3a22d18ace tempest-AttachVolumeTestJSON-1144281586 tempest-AttachVolumeTestJSON-1144281586-project] Publish callbacks [] for security_group (f36abe59-8dfc-41c4-be4d-f725d6aa3779), before_delete {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:27:04.257286 dv-cinder-830097-4-iscsi neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-31475cd1-5476-41f1-80f1-1f3a22d18ace tempest-AttachVolumeTestJSON-1144281586 tempest-AttachVolumeTestJSON-1144281586-project] Publish callbacks [] for security_group (f36abe59-8dfc-41c4-be4d-f725d6aa3779), precommit_delete {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:27:04.308536 dv-cinder-830097-4-iscsi neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-31475cd1-5476-41f1-80f1-1f3a22d18ace tempest-AttachVolumeTestJSON-1144281586 tempest-AttachVolumeTestJSON-1144281586-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3691807'] for security_group (f36abe59-8dfc-41c4-be4d-f725d6aa3779), after_delete {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:27:04.311102 dv-cinder-830097-4-iscsi neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-31475cd1-5476-41f1-80f1-1f3a22d18ace tempest-AttachVolumeTestJSON-1144281586 tempest-AttachVolumeTestJSON-1144281586-project] Publish callbacks [] for security_group (None), before_response {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:27:04.312231 dv-cinder-830097-4-iscsi neutron-server[103457]: INFO neutron.wsgi [None req-31475cd1-5476-41f1-80f1-1f3a22d18ace tempest-AttachVolumeTestJSON-1144281586 tempest-AttachVolumeTestJSON-1144281586-project] 10.222.0.18 "DELETE /v2.0/security-groups/f36abe59-8dfc-41c4-be4d-f725d6aa3779 HTTP/1.1" status: 204 len: 168 time: 0.1625855 Apr 12 13:27:04.315279 dv-cinder-830097-4-iscsi neutron-server[103458]: DEBUG neutron.wsgi [-] (103458) accepted ('10.222.0.18', 50164) {{(pid=103458) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 13:27:04.321523 dv-cinder-830097-4-iscsi neutron-server[103457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31475cd1-5476-41f1-80f1-1f3a22d18ace tempest-AttachVolumeTestJSON-1144281586 tempest-AttachVolumeTestJSON-1144281586-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=f36abe59-8dfc-41c4-be4d-f725d6aa3779,revision_number=None']} {{(pid=103457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 13:27:04.330451 dv-cinder-830097-4-iscsi neutron-server[103458]: INFO neutron.api.v2.resource [None req-4d5c574b-9cbc-4361-a692-cd3769442616 tempest-AttachVolumeTestJSON-1144281586 tempest-AttachVolumeTestJSON-1144281586-project] show failed (client error): The resource could not be found. Apr 12 13:27:04.332249 dv-cinder-830097-4-iscsi neutron-server[103458]: INFO neutron.wsgi [None req-4d5c574b-9cbc-4361-a692-cd3769442616 tempest-AttachVolumeTestJSON-1144281586 tempest-AttachVolumeTestJSON-1144281586-project] 10.222.0.18 "GET /v2.0/security-groups/f36abe59-8dfc-41c4-be4d-f725d6aa3779 HTTP/1.1" status: 404 len: 347 time: 0.0155077 Apr 12 13:27:04.335659 dv-cinder-830097-4-iscsi neutron-server[103457]: DEBUG neutron.wsgi [-] (103457) accepted ('10.222.0.18', 50166) {{(pid=103457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 13:27:04.497781 dv-cinder-830097-4-iscsi neutron-server[103457]: DEBUG neutron.plugins.ml2.plugin [None req-fb0ff499-cf14-4756-bf63-37d991d9bf8a tempest-AttachVolumeTestJSON-1144281586 tempest-AttachVolumeTestJSON-1144281586-project] Deleting port e454a91c-38e0-4183-ad6a-b52723172da2 {{(pid=103457) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 12 13:27:04.498123 dv-cinder-830097-4-iscsi neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-fb0ff499-cf14-4756-bf63-37d991d9bf8a tempest-AttachVolumeTestJSON-1144281586 tempest-AttachVolumeTestJSON-1144281586-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732727887391'] for port (e454a91c-38e0-4183-ad6a-b52723172da2), before_delete {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:27:04.502675 dv-cinder-830097-4-iscsi neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ad04d52-7358-4b21-b884-72f4a0fa6316 req-a248a235-4920-4d53-8bc5-90ce3e151dd7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 13:27:04.504129 dv-cinder-830097-4-iscsi neutron-server[103457]: INFO neutron.wsgi [req-9ad04d52-7358-4b21-b884-72f4a0fa6316 req-a248a235-4920-4d53-8bc5-90ce3e151dd7 service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=83e65fa3-e329-42e5-baee-62847623767a HTTP/1.1" status: 200 len: 1129 time: 0.0507286 Apr 12 13:27:04.598109 dv-cinder-830097-4-iscsi neutron-server[103457]: INFO neutron.wsgi [req-9ad04d52-7358-4b21-b884-72f4a0fa6316 req-11caae9f-397b-4139-b00f-5d96d85cbddd service neutron] 10.222.0.55 "GET /v2.0/security-groups?id=a66f9d14-bc7f-40ff-bcf2-fda4f9360a16&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0842707 Apr 12 13:27:04.614179 dv-cinder-830097-4-iscsi neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-fb0ff499-cf14-4756-bf63-37d991d9bf8a tempest-AttachVolumeTestJSON-1144281586 tempest-AttachVolumeTestJSON-1144281586-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3742288'] for port (e454a91c-38e0-4183-ad6a-b52723172da2), precommit_delete {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:27:04.614502 dv-cinder-830097-4-iscsi neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-fb0ff499-cf14-4756-bf63-37d991d9bf8a tempest-AttachVolumeTestJSON-1144281586 tempest-AttachVolumeTestJSON-1144281586-project] Publish callbacks [] for floatingip (e454a91c-38e0-4183-ad6a-b52723172da2), precommit_delete {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:27:04.626678 dv-cinder-830097-4-iscsi neutron-server[103457]: DEBUG neutron.plugins.ml2.plugin [None req-fb0ff499-cf14-4756-bf63-37d991d9bf8a tempest-AttachVolumeTestJSON-1144281586 tempest-AttachVolumeTestJSON-1144281586-project] Calling delete_port for e454a91c-38e0-4183-ad6a-b52723172da2 owned by network:floatingip {{(pid=103457) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 12 13:27:04.750015 dv-cinder-830097-4-iscsi neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-fb0ff499-cf14-4756-bf63-37d991d9bf8a tempest-AttachVolumeTestJSON-1144281586 tempest-AttachVolumeTestJSON-1144281586-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-915890', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3697887', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732727894797', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732727417923', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25610742'] for port (e454a91c-38e0-4183-ad6a-b52723172da2), after_delete {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:27:04.777042 dv-cinder-830097-4-iscsi neutron-server[103457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb0ff499-cf14-4756-bf63-37d991d9bf8a tempest-AttachVolumeTestJSON-1144281586 tempest-AttachVolumeTestJSON-1144281586-project] Pushing event deleted for resources: {'Port': ['ID=e454a91c-38e0-4183-ad6a-b52723172da2,revision_number=None']} {{(pid=103457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 13:27:04.836151 dv-cinder-830097-4-iscsi neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-fb0ff499-cf14-4756-bf63-37d991d9bf8a tempest-AttachVolumeTestJSON-1144281586 tempest-AttachVolumeTestJSON-1144281586-project] Publish callbacks [] for floatingip (2e0e04d2-fede-497a-91dd-161dcb8e4abf), after_delete {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:27:04.838837 dv-cinder-830097-4-iscsi neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-fb0ff499-cf14-4756-bf63-37d991d9bf8a tempest-AttachVolumeTestJSON-1144281586 tempest-AttachVolumeTestJSON-1144281586-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-500965'] for floatingip (None), before_response {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:27:04.840003 dv-cinder-830097-4-iscsi neutron-server[103457]: INFO neutron.wsgi [None req-fb0ff499-cf14-4756-bf63-37d991d9bf8a tempest-AttachVolumeTestJSON-1144281586 tempest-AttachVolumeTestJSON-1144281586-project] 10.222.0.18 "DELETE /v2.0/floatingips/2e0e04d2-fede-497a-91dd-161dcb8e4abf HTTP/1.1" status: 204 len: 168 time: 0.4986567 Apr 12 13:27:05.250090 dv-cinder-830097-4-iscsi neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-daf0bc13-6344-4e95-a88e-d2bef4e50c88 req-cef148f0-1234-4370-b0b7-75cadc5b670a tempest-TestVolumeBootPattern-1974338582 tempest-TestVolumeBootPattern-1974338582-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 13:27:05.251571 dv-cinder-830097-4-iscsi neutron-server[103457]: INFO neutron.wsgi [req-daf0bc13-6344-4e95-a88e-d2bef4e50c88 req-cef148f0-1234-4370-b0b7-75cadc5b670a tempest-TestVolumeBootPattern-1974338582 tempest-TestVolumeBootPattern-1974338582-project] 10.222.0.18 "GET /v2.0/ports?device_id=83e65fa3-e329-42e5-baee-62847623767a HTTP/1.1" status: 200 len: 945 time: 0.0472183 Apr 12 13:27:05.304477 dv-cinder-830097-4-iscsi neutron-server[103457]: INFO neutron.wsgi [req-daf0bc13-6344-4e95-a88e-d2bef4e50c88 req-a72a7037-f0b4-4eb1-a6bb-034362b0050a tempest-TestVolumeBootPattern-1974338582 tempest-TestVolumeBootPattern-1974338582-project] 10.222.0.18 "GET /v2.0/security-groups?id=a66f9d14-bc7f-40ff-bcf2-fda4f9360a16&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0468664 Apr 12 13:27:05.319190 dv-cinder-830097-4-iscsi neutron-server[103458]: INFO neutron.wsgi [req-797c6ba8-243e-4590-8705-2e38a5f309e1 req-fca2396d-59c5-4e8b-9c27-72acd808aa77 tempest-VolumesSnapshotTestJSON-811272226 tempest-VolumesSnapshotTestJSON-811272226-project] 10.222.0.18 "GET /v2.0/ports?device_id=55fcaedf-174a-41f0-b5bf-8e46da251fdc HTTP/1.1" status: 200 len: 210 time: 0.0319517 Apr 12 13:27:06.180476 dv-cinder-830097-4-iscsi neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-152c9d0f-1f6e-4db6-80b2-a9128c7d75e1 req-91cf418f-8f29-4bc8-9a91-695dc78e686c tempest-VolumesSnapshotTestJSON-811272226 tempest-VolumesSnapshotTestJSON-811272226-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 13:27:06.181894 dv-cinder-830097-4-iscsi neutron-server[103457]: INFO neutron.wsgi [req-152c9d0f-1f6e-4db6-80b2-a9128c7d75e1 req-91cf418f-8f29-4bc8-9a91-695dc78e686c tempest-VolumesSnapshotTestJSON-811272226 tempest-VolumesSnapshotTestJSON-811272226-project] 10.222.0.55 "GET /v2.0/networks?id=e3cc5645-7783-443d-aa92-92b0644dde7b HTTP/1.1" status: 200 len: 812 time: 0.1077411 Apr 12 13:27:06.422016 dv-cinder-830097-4-iscsi neutron-server[103458]: INFO neutron.wsgi [req-c4c8f579-f99a-41fd-8bd6-44a7914cb554 req-b171489f-f575-4678-b8e4-619d001dfdb8 tempest-VolumesSnapshotTestJSON-811272226 tempest-VolumesSnapshotTestJSON-811272226-project] 10.222.0.18 "GET /v2.0/ports?device_id=55fcaedf-174a-41f0-b5bf-8e46da251fdc HTTP/1.1" status: 200 len: 210 time: 0.0341158 Apr 12 13:27:06.422624 dv-cinder-830097-4-iscsi neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a95830c6-4b2a-4f8b-b17e-fd97503a54c3 req-0478cd0a-365e-4f26-a24c-83a9b5bc7999 tempest-TestVolumeBootPattern-1974338582 tempest-TestVolumeBootPattern-1974338582-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 13:27:06.423836 dv-cinder-830097-4-iscsi neutron-server[103457]: INFO neutron.wsgi [req-a95830c6-4b2a-4f8b-b17e-fd97503a54c3 req-0478cd0a-365e-4f26-a24c-83a9b5bc7999 tempest-TestVolumeBootPattern-1974338582 tempest-TestVolumeBootPattern-1974338582-project] 10.222.0.18 "GET /v2.0/ports?device_id=83e65fa3-e329-42e5-baee-62847623767a HTTP/1.1" status: 200 len: 945 time: 0.0509126 Apr 12 13:27:06.478494 dv-cinder-830097-4-iscsi neutron-server[103457]: INFO neutron.wsgi [req-a95830c6-4b2a-4f8b-b17e-fd97503a54c3 req-a2c82f44-fb26-4bdf-8b3e-af490f556cef tempest-TestVolumeBootPattern-1974338582 tempest-TestVolumeBootPattern-1974338582-project] 10.222.0.18 "GET /v2.0/security-groups?id=a66f9d14-bc7f-40ff-bcf2-fda4f9360a16&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0468750 Apr 12 13:27:06.579813 dv-cinder-830097-4-iscsi neutron-server[103457]: DEBUG neutron.api.v2.base [req-152c9d0f-1f6e-4db6-80b2-a9128c7d75e1 req-4c3b6823-f965-4521-905c-33005ddfe1ee tempest-VolumesSnapshotTestJSON-811272226 tempest-VolumesSnapshotTestJSON-811272226-project] Request body: {'port': {'device_id': '55fcaedf-174a-41f0-b5bf-8e46da251fdc', 'network_id': 'e3cc5645-7783-443d-aa92-92b0644dde7b', 'admin_state_up': True, 'tenant_id': '1ccc16fe359944d7b8abf68747ba67ae'}} {{(pid=103457) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 12 13:27:06.591927 dv-cinder-830097-4-iscsi neutron-server[103458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a521b5b-496c-44dd-86b8-14c44646a471 req-afa8c22d-b203-4135-a607-592bd0ef8dae tempest-TestVolumeBootPattern-1974338582 tempest-TestVolumeBootPattern-1974338582-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 13:27:06.593463 dv-cinder-830097-4-iscsi neutron-server[103458]: INFO neutron.wsgi [req-2a521b5b-496c-44dd-86b8-14c44646a471 req-afa8c22d-b203-4135-a607-592bd0ef8dae tempest-TestVolumeBootPattern-1974338582 tempest-TestVolumeBootPattern-1974338582-project] 10.222.0.18 "GET /v2.0/ports?device_id=83e65fa3-e329-42e5-baee-62847623767a HTTP/1.1" status: 200 len: 945 time: 0.0513535 Apr 12 13:27:06.650030 dv-cinder-830097-4-iscsi neutron-server[103458]: INFO neutron.wsgi [req-2a521b5b-496c-44dd-86b8-14c44646a471 req-bc788221-eb1a-45d8-886c-3d3510a85a56 tempest-TestVolumeBootPattern-1974338582 tempest-TestVolumeBootPattern-1974338582-project] 10.222.0.18 "GET /v2.0/security-groups?id=a66f9d14-bc7f-40ff-bcf2-fda4f9360a16&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0507927 Apr 12 13:27:06.672728 dv-cinder-830097-4-iscsi neutron-server[103458]: DEBUG neutron.wsgi [-] (103458) accepted ('10.222.0.18', 50192) {{(pid=103458) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 13:27:06.698672 dv-cinder-830097-4-iscsi neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-152c9d0f-1f6e-4db6-80b2-a9128c7d75e1 req-4c3b6823-f965-4521-905c-33005ddfe1ee tempest-VolumesSnapshotTestJSON-811272226 tempest-VolumesSnapshotTestJSON-811272226-project] Made reservation on behalf of 1ccc16fe359944d7b8abf68747ba67ae for: {'port': 1} {{(pid=103457) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 12 13:27:06.702147 dv-cinder-830097-4-iscsi neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [req-152c9d0f-1f6e-4db6-80b2-a9128c7d75e1 req-4c3b6823-f965-4521-905c-33005ddfe1ee tempest-VolumesSnapshotTestJSON-811272226 tempest-VolumesSnapshotTestJSON-811272226-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-916304'] for port (None), before_create {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:27:06.812917 dv-cinder-830097-4-iscsi neutron-server[103458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-896da9b3-666a-4544-9fa0-1af34e42b327 tempest-TestVolumeBootPattern-2028017746 tempest-TestVolumeBootPattern-2028017746-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 13:27:06.814414 dv-cinder-830097-4-iscsi neutron-server[103458]: INFO neutron.wsgi [None req-896da9b3-666a-4544-9fa0-1af34e42b327 tempest-TestVolumeBootPattern-2028017746 tempest-TestVolumeBootPattern-2028017746-project-admin] 10.222.0.18 "GET /v2.0/ports?device_id=83e65fa3-e329-42e5-baee-62847623767a HTTP/1.1" status: 200 len: 1124 time: 0.1406715 Apr 12 13:27:06.817162 dv-cinder-830097-4-iscsi neutron-server[103458]: DEBUG neutron.wsgi [-] (103458) accepted ('10.222.0.18', 50196) {{(pid=103458) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 13:27:06.821826 dv-cinder-830097-4-iscsi neutron-server[103458]: DEBUG neutron.api.v2.base [None req-e01027a0-aa75-4cd1-9cb9-ac42af2c950a tempest-TestVolumeBootPattern-1974338582 tempest-TestVolumeBootPattern-1974338582-project] Request body: {'floatingip': {'floating_network_id': '26d0436d-8ae2-49bd-8cc6-3d2eac552c84', 'port_id': '19ab36b3-f6a5-4d23-bdb3-7920cd24f90d', 'tenant_id': '59e9ce76515147cfa24a7c710300c9c0', 'fixed_ip_address': '172.20.0.5'}} {{(pid=103458) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 12 13:27:06.828834 dv-cinder-830097-4-iscsi neutron-server[103457]: DEBUG neutron.db.db_base_plugin_common [req-152c9d0f-1f6e-4db6-80b2-a9128c7d75e1 req-4c3b6823-f965-4521-905c-33005ddfe1ee tempest-VolumesSnapshotTestJSON-811272226 tempest-VolumesSnapshotTestJSON-811272226-project] Allocated IP 172.20.0.6 (e3cc5645-7783-443d-aa92-92b0644dde7b/d046c7f8-6453-49a0-aaad-f357821578d8/b5fdf7bb-31e8-4c85-bb9b-3042bf6207d6) {{(pid=103457) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 12 13:27:06.841485 dv-cinder-830097-4-iscsi neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-e01027a0-aa75-4cd1-9cb9-ac42af2c950a tempest-TestVolumeBootPattern-1974338582 tempest-TestVolumeBootPattern-1974338582-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:27:06.917836 dv-cinder-830097-4-iscsi neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-e01027a0-aa75-4cd1-9cb9-ac42af2c950a tempest-TestVolumeBootPattern-1974338582 tempest-TestVolumeBootPattern-1974338582-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-916304'] for port (None), before_create {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:27:06.977278 dv-cinder-830097-4-iscsi neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [req-152c9d0f-1f6e-4db6-80b2-a9128c7d75e1 req-4c3b6823-f965-4521-905c-33005ddfe1ee tempest-VolumesSnapshotTestJSON-811272226 tempest-VolumesSnapshotTestJSON-811272226-project] Publish callbacks [] for port (b5fdf7bb-31e8-4c85-bb9b-3042bf6207d6), precommit_create {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:27:07.010731 dv-cinder-830097-4-iscsi neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [req-152c9d0f-1f6e-4db6-80b2-a9128c7d75e1 req-4c3b6823-f965-4521-905c-33005ddfe1ee tempest-VolumesSnapshotTestJSON-811272226 tempest-VolumesSnapshotTestJSON-811272226-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-915890', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3697887', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732727417914', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25610742'] for port (b5fdf7bb-31e8-4c85-bb9b-3042bf6207d6), after_create {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:27:07.025374 dv-cinder-830097-4-iscsi neutron-server[103458]: DEBUG neutron.db.db_base_plugin_common [None req-e01027a0-aa75-4cd1-9cb9-ac42af2c950a tempest-TestVolumeBootPattern-1974338582 tempest-TestVolumeBootPattern-1974338582-project] Allocated IP 172.27.0.97 (26d0436d-8ae2-49bd-8cc6-3d2eac552c84/d93852d8-8f89-4b1c-bef4-0e05f499a8db/1e66086e-b3bc-48e6-8d9a-92105deeea91) {{(pid=103458) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 12 13:27:07.058114 dv-cinder-830097-4-iscsi neutron-server[103457]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-152c9d0f-1f6e-4db6-80b2-a9128c7d75e1 req-4c3b6823-f965-4521-905c-33005ddfe1ee tempest-VolumesSnapshotTestJSON-811272226 tempest-VolumesSnapshotTestJSON-811272226-project] Network e3cc5645-7783-443d-aa92-92b0644dde7b is already hosted by enough agents. {{(pid=103457) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 12 13:27:07.062720 dv-cinder-830097-4-iscsi neutron-server[103457]: DEBUG neutron.scheduler.base_scheduler [req-152c9d0f-1f6e-4db6-80b2-a9128c7d75e1 req-4c3b6823-f965-4521-905c-33005ddfe1ee tempest-VolumesSnapshotTestJSON-811272226 tempest-VolumesSnapshotTestJSON-811272226-project] Resources bound (agent type, host, resource id): {{(pid=103457) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 12 13:27:07.066966 dv-cinder-830097-4-iscsi neutron-server[103457]: DEBUG neutron.db.l3_dvrscheduler_db [req-152c9d0f-1f6e-4db6-80b2-a9128c7d75e1 req-4c3b6823-f965-4521-905c-33005ddfe1ee tempest-VolumesSnapshotTestJSON-811272226 tempest-VolumesSnapshotTestJSON-811272226-project] Received port after_create {{(pid=103457) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 12 13:27:07.071317 dv-cinder-830097-4-iscsi neutron-server[103457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c3b6823-f965-4521-905c-33005ddfe1ee tempest-VolumesSnapshotTestJSON-811272226 tempest-VolumesSnapshotTestJSON-811272226-project] Pushing event updated for resources: {'Port': ['ID=b5fdf7bb-31e8-4c85-bb9b-3042bf6207d6,revision_number=1']} {{(pid=103457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 13:27:07.117495 dv-cinder-830097-4-iscsi neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-152c9d0f-1f6e-4db6-80b2-a9128c7d75e1 req-4c3b6823-f965-4521-905c-33005ddfe1ee tempest-VolumesSnapshotTestJSON-811272226 tempest-VolumesSnapshotTestJSON-811272226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 13:27:07.118401 dv-cinder-830097-4-iscsi neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [req-152c9d0f-1f6e-4db6-80b2-a9128c7d75e1 req-4c3b6823-f965-4521-905c-33005ddfe1ee tempest-VolumesSnapshotTestJSON-811272226 tempest-VolumesSnapshotTestJSON-811272226-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-500965'] for port (None), before_response {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:27:07.136063 dv-cinder-830097-4-iscsi neutron-server[103457]: INFO neutron.wsgi [req-152c9d0f-1f6e-4db6-80b2-a9128c7d75e1 req-4c3b6823-f965-4521-905c-33005ddfe1ee tempest-VolumesSnapshotTestJSON-811272226 tempest-VolumesSnapshotTestJSON-811272226-project] 10.222.0.55 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5604038 Apr 12 13:27:07.142439 dv-cinder-830097-4-iscsi neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-e01027a0-aa75-4cd1-9cb9-ac42af2c950a tempest-TestVolumeBootPattern-1974338582 tempest-TestVolumeBootPattern-1974338582-project] Publish callbacks [] for port (1e66086e-b3bc-48e6-8d9a-92105deeea91), precommit_create {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:27:07.155260 dv-cinder-830097-4-iscsi neutron-server[103457]: DEBUG neutron.api.v2.base [req-152c9d0f-1f6e-4db6-80b2-a9128c7d75e1 req-27323662-bb9e-4c84-892f-fe9687a4f320 service neutron] Request body: {'port': {'device_id': '55fcaedf-174a-41f0-b5bf-8e46da251fdc', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83009'}} {{(pid=103457) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 12 13:27:07.182089 dv-cinder-830097-4-iscsi neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-e01027a0-aa75-4cd1-9cb9-ac42af2c950a tempest-TestVolumeBootPattern-1974338582 tempest-TestVolumeBootPattern-1974338582-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-915890', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3697887', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732727417914', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26097133'] for port (1e66086e-b3bc-48e6-8d9a-92105deeea91), after_create {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:27:07.219581 dv-cinder-830097-4-iscsi neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [req-152c9d0f-1f6e-4db6-80b2-a9128c7d75e1 req-27323662-bb9e-4c84-892f-fe9687a4f320 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-916304'] for port (b5fdf7bb-31e8-4c85-bb9b-3042bf6207d6), before_update {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:27:07.226566 dv-cinder-830097-4-iscsi neutron-server[103460]: DEBUG neutron.db.agents_db [None req-38c2972b-b018-47ca-95cb-8760adc1e78b None None] Agent healthcheck: found 6 active agents {{(pid=103460) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 12 13:27:07.236491 dv-cinder-830097-4-iscsi neutron-server[103458]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e01027a0-aa75-4cd1-9cb9-ac42af2c950a tempest-TestVolumeBootPattern-1974338582 tempest-TestVolumeBootPattern-1974338582-project] Network 26d0436d-8ae2-49bd-8cc6-3d2eac552c84 is already hosted by enough agents. {{(pid=103458) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 12 13:27:07.239448 dv-cinder-830097-4-iscsi neutron-server[103458]: DEBUG neutron.scheduler.base_scheduler [None req-e01027a0-aa75-4cd1-9cb9-ac42af2c950a tempest-TestVolumeBootPattern-1974338582 tempest-TestVolumeBootPattern-1974338582-project] Resources bound (agent type, host, resource id): {{(pid=103458) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 12 13:27:07.245127 dv-cinder-830097-4-iscsi neutron-server[103458]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e01027a0-aa75-4cd1-9cb9-ac42af2c950a tempest-TestVolumeBootPattern-1974338582 tempest-TestVolumeBootPattern-1974338582-project] Received port after_create {{(pid=103458) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 12 13:27:07.248332 dv-cinder-830097-4-iscsi neutron-server[103458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e01027a0-aa75-4cd1-9cb9-ac42af2c950a tempest-TestVolumeBootPattern-1974338582 tempest-TestVolumeBootPattern-1974338582-project] Pushing event updated for resources: {'Port': ['ID=1e66086e-b3bc-48e6-8d9a-92105deeea91,revision_number=1']} {{(pid=103458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 13:27:07.519033 dv-cinder-830097-4-iscsi neutron-server[103457]: DEBUG neutron.notifiers.nova [req-152c9d0f-1f6e-4db6-80b2-a9128c7d75e1 req-27323662-bb9e-4c84-892f-fe9687a4f320 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b5fdf7bb-31e8-4c85-bb9b-3042bf6207d6 {{(pid=103457) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 12 13:27:07.529614 dv-cinder-830097-4-iscsi neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [req-152c9d0f-1f6e-4db6-80b2-a9128c7d75e1 req-27323662-bb9e-4c84-892f-fe9687a4f320 service neutron] Publish callbacks [] for port (b5fdf7bb-31e8-4c85-bb9b-3042bf6207d6), precommit_update {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:27:07.545870 dv-cinder-830097-4-iscsi neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e103e1b2-8167-4b21-9211-66a106740f98 req-89f20788-3db6-418d-bcfb-ecd5d4e6e5be tempest-VolumesSnapshotTestJSON-811272226 tempest-VolumesSnapshotTestJSON-811272226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 13:27:07.547458 dv-cinder-830097-4-iscsi neutron-server[103457]: INFO neutron.wsgi [req-e103e1b2-8167-4b21-9211-66a106740f98 req-89f20788-3db6-418d-bcfb-ecd5d4e6e5be tempest-VolumesSnapshotTestJSON-811272226 tempest-VolumesSnapshotTestJSON-811272226-project] 10.222.0.18 "GET /v2.0/ports?device_id=55fcaedf-174a-41f0-b5bf-8e46da251fdc HTTP/1.1" status: 200 len: 931 time: 0.0627472 Apr 12 13:27:07.561364 dv-cinder-830097-4-iscsi neutron-server[103457]: DEBUG neutron.db.provisioning_blocks [req-152c9d0f-1f6e-4db6-80b2-a9128c7d75e1 req-27323662-bb9e-4c84-892f-fe9687a4f320 service neutron] Transition to ACTIVE for port object b5fdf7bb-31e8-4c85-bb9b-3042bf6207d6 will not be triggered until provisioned by entity L2. {{(pid=103457) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 12 13:27:07.572857 dv-cinder-830097-4-iscsi neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [req-152c9d0f-1f6e-4db6-80b2-a9128c7d75e1 req-27323662-bb9e-4c84-892f-fe9687a4f320 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-915890', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3697887', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732727894815', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732727417932', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732727417950', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25610749'] for port (b5fdf7bb-31e8-4c85-bb9b-3042bf6207d6), after_update {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:27:07.630411 dv-cinder-830097-4-iscsi neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-e01027a0-aa75-4cd1-9cb9-ac42af2c950a tempest-TestVolumeBootPattern-1974338582 tempest-TestVolumeBootPattern-1974338582-project] Publish callbacks [] for floatingip (8a0d3bd2-f78a-457d-8c36-3d8c38b48a90), precommit_create {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:27:07.641154 dv-cinder-830097-4-iscsi neutron-server[103457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27323662-bb9e-4c84-892f-fe9687a4f320 service neutron] Pushing event updated for resources: {'Port': ['ID=b5fdf7bb-31e8-4c85-bb9b-3042bf6207d6,revision_number=2']} {{(pid=103457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 13:27:07.648350 dv-cinder-830097-4-iscsi neutron-server[103457]: INFO neutron.wsgi [req-e103e1b2-8167-4b21-9211-66a106740f98 req-12712ead-6c76-41be-b765-309994541d7a tempest-VolumesSnapshotTestJSON-811272226 tempest-VolumesSnapshotTestJSON-811272226-project] 10.222.0.18 "GET /v2.0/security-groups?id=56e895e0-e2e0-45ac-b6ed-25edf7c5ab22&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0936854 Apr 12 13:27:07.701855 dv-cinder-830097-4-iscsi neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-e01027a0-aa75-4cd1-9cb9-ac42af2c950a tempest-TestVolumeBootPattern-1974338582 tempest-TestVolumeBootPattern-1974338582-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-916304'] for port (1e66086e-b3bc-48e6-8d9a-92105deeea91), before_update {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:27:07.722115 dv-cinder-830097-4-iscsi neutron-server[103457]: DEBUG neutron.plugins.ml2.managers [req-152c9d0f-1f6e-4db6-80b2-a9128c7d75e1 req-27323662-bb9e-4c84-892f-fe9687a4f320 service neutron] Attempting to bind port b5fdf7bb-31e8-4c85-bb9b-3042bf6207d6 on host hv-cinder-83009 for vnic_type normal with profile {{(pid=103457) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 12 13:27:07.722573 dv-cinder-830097-4-iscsi neutron-server[103457]: DEBUG neutron.plugins.ml2.managers [req-152c9d0f-1f6e-4db6-80b2-a9128c7d75e1 req-27323662-bb9e-4c84-892f-fe9687a4f320 service neutron] Attempting to bind port b5fdf7bb-31e8-4c85-bb9b-3042bf6207d6 by drivers openvswitch,hyperv on host hv-cinder-83009 at level 0 using segments [{'id': '12b36334-3d43-4a04-a92d-9c84f6426545', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 216, 'network_id': 'e3cc5645-7783-443d-aa92-92b0644dde7b'}] {{(pid=103457) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 12 13:27:07.722991 dv-cinder-830097-4-iscsi neutron-server[103457]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-152c9d0f-1f6e-4db6-80b2-a9128c7d75e1 req-27323662-bb9e-4c84-892f-fe9687a4f320 service neutron] Attempting to bind port b5fdf7bb-31e8-4c85-bb9b-3042bf6207d6 on network e3cc5645-7783-443d-aa92-92b0644dde7b {{(pid=103457) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 12 13:27:07.727650 dv-cinder-830097-4-iscsi neutron-server[103457]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-152c9d0f-1f6e-4db6-80b2-a9128c7d75e1 req-27323662-bb9e-4c84-892f-fe9687a4f320 service neutron] Port b5fdf7bb-31e8-4c85-bb9b-3042bf6207d6 on network e3cc5645-7783-443d-aa92-92b0644dde7b not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83009 {{(pid=103457) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 12 13:27:07.728201 dv-cinder-830097-4-iscsi neutron-server[103457]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-152c9d0f-1f6e-4db6-80b2-a9128c7d75e1 req-27323662-bb9e-4c84-892f-fe9687a4f320 service neutron] Attempting to bind port b5fdf7bb-31e8-4c85-bb9b-3042bf6207d6 on network e3cc5645-7783-443d-aa92-92b0644dde7b {{(pid=103457) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 12 13:27:07.733313 dv-cinder-830097-4-iscsi neutron-server[103457]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-152c9d0f-1f6e-4db6-80b2-a9128c7d75e1 req-27323662-bb9e-4c84-892f-fe9687a4f320 service neutron] Checking agent: {'id': 'ee5509cd-6dd7-49df-aa37-3740ebd1e34b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83009', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 12, 13, 13, 59), 'started_at': datetime.datetime(2022, 4, 12, 13, 13, 59), 'heartbeat_timestamp': datetime.datetime(2022, 4, 12, 13, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103457) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 12 13:27:07.733657 dv-cinder-830097-4-iscsi neutron-server[103457]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-152c9d0f-1f6e-4db6-80b2-a9128c7d75e1 req-27323662-bb9e-4c84-892f-fe9687a4f320 service neutron] Checking segment: {'id': '12b36334-3d43-4a04-a92d-9c84f6426545', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 216, 'network_id': 'e3cc5645-7783-443d-aa92-92b0644dde7b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103457) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 12 13:27:07.734202 dv-cinder-830097-4-iscsi neutron-server[103457]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-152c9d0f-1f6e-4db6-80b2-a9128c7d75e1 req-27323662-bb9e-4c84-892f-fe9687a4f320 service neutron] Bound using segment: {'id': '12b36334-3d43-4a04-a92d-9c84f6426545', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 216, 'network_id': 'e3cc5645-7783-443d-aa92-92b0644dde7b'} {{(pid=103457) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 12 13:27:07.734486 dv-cinder-830097-4-iscsi neutron-server[103457]: DEBUG neutron.plugins.ml2.managers [req-152c9d0f-1f6e-4db6-80b2-a9128c7d75e1 req-27323662-bb9e-4c84-892f-fe9687a4f320 service neutron] Bound port: b5fdf7bb-31e8-4c85-bb9b-3042bf6207d6, host: hv-cinder-83009, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '12b36334-3d43-4a04-a92d-9c84f6426545', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 216, 'network_id': 'e3cc5645-7783-443d-aa92-92b0644dde7b'}}] {{(pid=103457) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 12 13:27:07.734844 dv-cinder-830097-4-iscsi neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [req-152c9d0f-1f6e-4db6-80b2-a9128c7d75e1 req-27323662-bb9e-4c84-892f-fe9687a4f320 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-916304'] for port (b5fdf7bb-31e8-4c85-bb9b-3042bf6207d6), before_update {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:27:07.800265 dv-cinder-830097-4-iscsi neutron-server[103457]: DEBUG neutron.plugins.ml2.db [req-152c9d0f-1f6e-4db6-80b2-a9128c7d75e1 req-27323662-bb9e-4c84-892f-fe9687a4f320 service neutron] For port b5fdf7bb-31e8-4c85-bb9b-3042bf6207d6, host hv-cinder-83009, cleared binding levels {{(pid=103457) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 12 13:27:07.803374 dv-cinder-830097-4-iscsi neutron-server[103457]: DEBUG neutron.plugins.ml2.db [req-152c9d0f-1f6e-4db6-80b2-a9128c7d75e1 req-27323662-bb9e-4c84-892f-fe9687a4f320 service neutron] For port b5fdf7bb-31e8-4c85-bb9b-3042bf6207d6, host hv-cinder-83009, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83009',level=0,port_id=b5fdf7bb-31e8-4c85-bb9b-3042bf6207d6,segment=NetworkSegment(12b36334-3d43-4a04-a92d-9c84f6426545),segment_id=12b36334-3d43-4a04-a92d-9c84f6426545)] {{(pid=103457) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 12 13:27:07.810025 dv-cinder-830097-4-iscsi neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [req-152c9d0f-1f6e-4db6-80b2-a9128c7d75e1 req-27323662-bb9e-4c84-892f-fe9687a4f320 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-915890', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3697887', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732727894815', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732727417932', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732727417950', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25610749'] for port (b5fdf7bb-31e8-4c85-bb9b-3042bf6207d6), after_update {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:27:07.849478 dv-cinder-830097-4-iscsi neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-152c9d0f-1f6e-4db6-80b2-a9128c7d75e1 req-27323662-bb9e-4c84-892f-fe9687a4f320 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 13:27:07.850087 dv-cinder-830097-4-iscsi neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [req-152c9d0f-1f6e-4db6-80b2-a9128c7d75e1 req-27323662-bb9e-4c84-892f-fe9687a4f320 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-500965'] for port (None), before_response {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:27:07.851436 dv-cinder-830097-4-iscsi neutron-server[103457]: INFO neutron.wsgi [req-152c9d0f-1f6e-4db6-80b2-a9128c7d75e1 req-27323662-bb9e-4c84-892f-fe9687a4f320 service neutron] 10.222.0.55 "PUT /v2.0/ports/b5fdf7bb-31e8-4c85-bb9b-3042bf6207d6 HTTP/1.1" status: 200 len: 1093 time: 0.7005451 Apr 12 13:27:07.852506 dv-cinder-830097-4-iscsi neutron-server[103457]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '55fcaedf-174a-41f0-b5bf-8e46da251fdc', 'tag': 'b5fdf7bb-31e8-4c85-bb9b-3042bf6207d6'}] {{(pid=103457) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 12 13:27:07.854733 dv-cinder-830097-4-iscsi neutron-server[103457]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}086c7d3de3560e72b9669b0aa2f8f0aa3a7dc6896401f4467231a6605ceb6cb3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5a9e5142-0b79-421e-9480-2483cf4cdd4c" -d '{"events": [{"name": "network-changed", "server_uuid": "55fcaedf-174a-41f0-b5bf-8e46da251fdc", "tag": "b5fdf7bb-31e8-4c85-bb9b-3042bf6207d6"}]}' {{(pid=103457) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 12 13:27:07.866785 dv-cinder-830097-4-iscsi neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-e01027a0-aa75-4cd1-9cb9-ac42af2c950a tempest-TestVolumeBootPattern-1974338582 tempest-TestVolumeBootPattern-1974338582-project] Publish callbacks [] for port (1e66086e-b3bc-48e6-8d9a-92105deeea91), precommit_update {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:27:07.874516 dv-cinder-830097-4-iscsi neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-e01027a0-aa75-4cd1-9cb9-ac42af2c950a tempest-TestVolumeBootPattern-1974338582 tempest-TestVolumeBootPattern-1974338582-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-915890', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3697887', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732727894815', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732727417932', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732727417950', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26097126'] for port (1e66086e-b3bc-48e6-8d9a-92105deeea91), after_update {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:27:07.875327 dv-cinder-830097-4-iscsi neutron-server[103457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27323662-bb9e-4c84-892f-fe9687a4f320 service neutron] Pushing event updated for resources: {'Port': ['ID=b5fdf7bb-31e8-4c85-bb9b-3042bf6207d6,revision_number=3']} {{(pid=103457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 13:27:07.909960 dv-cinder-830097-4-iscsi neutron-server[103457]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 12 Apr 2022 13:27:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-285e1556-4e7b-4c06-a553-d14a192e33dc x-openstack-request-id: req-285e1556-4e7b-4c06-a553-d14a192e33dc {{(pid=103457) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 12 13:27:07.910453 dv-cinder-830097-4-iscsi neutron-server[103457]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "55fcaedf-174a-41f0-b5bf-8e46da251fdc", "tag": "b5fdf7bb-31e8-4c85-bb9b-3042bf6207d6", "status": "completed", "code": 200}]} {{(pid=103457) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 12 13:27:07.910779 dv-cinder-830097-4-iscsi neutron-server[103457]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-285e1556-4e7b-4c06-a553-d14a192e33dc {{(pid=103457) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 12 13:27:07.911505 dv-cinder-830097-4-iscsi neutron-server[103457]: INFO neutron.notifiers.nova [-] Nova event matching ['req-285e1556-4e7b-4c06-a553-d14a192e33dc'] response: {'name': 'network-changed', 'server_uuid': '55fcaedf-174a-41f0-b5bf-8e46da251fdc', 'tag': 'b5fdf7bb-31e8-4c85-bb9b-3042bf6207d6', 'status': 'completed', 'code': 200} Apr 12 13:27:07.957624 dv-cinder-830097-4-iscsi neutron-server[103458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e01027a0-aa75-4cd1-9cb9-ac42af2c950a tempest-TestVolumeBootPattern-1974338582 tempest-TestVolumeBootPattern-1974338582-project] Pushing event updated for resources: {'Port': ['ID=1e66086e-b3bc-48e6-8d9a-92105deeea91,revision_number=2']} {{(pid=103458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 13:27:07.967109 dv-cinder-830097-4-iscsi neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-e01027a0-aa75-4cd1-9cb9-ac42af2c950a tempest-TestVolumeBootPattern-1974338582 tempest-TestVolumeBootPattern-1974338582-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3739086'] for floatingip (8a0d3bd2-f78a-457d-8c36-3d8c38b48a90), after_create {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:27:07.989394 dv-cinder-830097-4-iscsi neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a9e5142-0b79-421e-9480-2483cf4cdd4c req-8bb5054c-4ca2-4adc-be2b-7472f1cd2a8f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 13:27:07.990913 dv-cinder-830097-4-iscsi neutron-server[103457]: INFO neutron.wsgi [req-5a9e5142-0b79-421e-9480-2483cf4cdd4c req-8bb5054c-4ca2-4adc-be2b-7472f1cd2a8f service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=1ccc16fe359944d7b8abf68747ba67ae&device_id=55fcaedf-174a-41f0-b5bf-8e46da251fdc HTTP/1.1" status: 200 len: 1127 time: 0.0452759 Apr 12 13:27:08.068509 dv-cinder-830097-4-iscsi neutron-server[103458]: INFO neutron.db.l3_db [None req-e01027a0-aa75-4cd1-9cb9-ac42af2c950a tempest-TestVolumeBootPattern-1974338582 tempest-TestVolumeBootPattern-1974338582-project] Floating IP 8a0d3bd2-f78a-457d-8c36-3d8c38b48a90 associated. External IP: 172.27.0.97, port: 19ab36b3-f6a5-4d23-bdb3-7920cd24f90d. Apr 12 13:27:08.128145 dv-cinder-830097-4-iscsi neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a9e5142-0b79-421e-9480-2483cf4cdd4c req-2274f2f6-981a-4ff3-83e4-8426ae1bdb2f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 13:27:08.129652 dv-cinder-830097-4-iscsi neutron-server[103457]: INFO neutron.wsgi [req-5a9e5142-0b79-421e-9480-2483cf4cdd4c req-2274f2f6-981a-4ff3-83e4-8426ae1bdb2f service neutron] 10.222.0.55 "GET /v2.0/networks?tenant_id=1ccc16fe359944d7b8abf68747ba67ae&shared=False HTTP/1.1" status: 200 len: 913 time: 0.0922461 Apr 12 13:27:08.284332 dv-cinder-830097-4-iscsi neutron-server[103458]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e01027a0-aa75-4cd1-9cb9-ac42af2c950a tempest-TestVolumeBootPattern-1974338582 tempest-TestVolumeBootPattern-1974338582-project] Router ba66042a-e589-44ce-9fdd-d59c505db23b has already been hosted by L3 agent b7e11a8b-aeed-493f-9763-461016dddc93 {{(pid=103458) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 12 13:27:08.395711 dv-cinder-830097-4-iscsi neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a9e5142-0b79-421e-9480-2483cf4cdd4c req-fbb2de22-911b-46af-8404-a8c327daab3e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 13:27:08.397222 dv-cinder-830097-4-iscsi neutron-server[103457]: INFO neutron.wsgi [req-5a9e5142-0b79-421e-9480-2483cf4cdd4c req-fbb2de22-911b-46af-8404-a8c327daab3e service neutron] 10.222.0.55 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1003242 Apr 12 13:27:08.398291 dv-cinder-830097-4-iscsi neutron-server[103458]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e01027a0-aa75-4cd1-9cb9-ac42af2c950a tempest-TestVolumeBootPattern-1974338582 tempest-TestVolumeBootPattern-1974338582-project] Notify agent at l3_agent.dv-cinder-830097-4-iscsi the message routers_updated {{(pid=103458) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 12 13:27:08.408396 dv-cinder-830097-4-iscsi neutron-server[103457]: DEBUG neutron.wsgi [-] (103457) accepted ('10.222.0.18', 50218) {{(pid=103457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 13:27:08.411156 dv-cinder-830097-4-iscsi neutron-server[103460]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d29a4267-163e-4671-bc57-b7e43a91d096 None None] Sync routers for ids ['ba66042a-e589-44ce-9fdd-d59c505db23b'] in dv-cinder-830097-4-iscsi {{(pid=103460) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 12 13:27:08.422055 dv-cinder-830097-4-iscsi neutron-server[103460]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d29a4267-163e-4671-bc57-b7e43a91d096 None None] Routers {'ba66042a-e589-44ce-9fdd-d59c505db23b'} bound to L3 agent in host dv-cinder-830097-4-iscsi {{(pid=103460) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 12 13:27:08.422751 dv-cinder-830097-4-iscsi neutron-server[103460]: DEBUG neutron.db.l3_hamode_db [None req-d29a4267-163e-4671-bc57-b7e43a91d096 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830097-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-12T13:07:19Z,description=,heartbeat_timestamp=2022-04-12T13:26:49Z,host='dv-cinder-830097-4-iscsi',id=b7e11a8b-aeed-493f-9763-461016dddc93,load=0,resource_versions=,resources_synced=,started_at=2022-04-12T13:07:19Z,topic='l3_agent')) {'router_ids': ['ba66042a-e589-44ce-9fdd-d59c505db23b'], 'active': True} {{(pid=103460) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 13:27:08.423290 dv-cinder-830097-4-iscsi neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-e01027a0-aa75-4cd1-9cb9-ac42af2c950a tempest-TestVolumeBootPattern-1974338582 tempest-TestVolumeBootPattern-1974338582-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-500965'] for floatingip (None), before_response {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:27:08.455233 dv-cinder-830097-4-iscsi neutron-server[103458]: INFO neutron.wsgi [None req-e01027a0-aa75-4cd1-9cb9-ac42af2c950a tempest-TestVolumeBootPattern-1974338582 tempest-TestVolumeBootPattern-1974338582-project] 10.222.0.18 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 1.6369083 Apr 12 13:27:08.455656 dv-cinder-830097-4-iscsi neutron-server[103458]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '83e65fa3-e329-42e5-baee-62847623767a', 'tag': '19ab36b3-f6a5-4d23-bdb3-7920cd24f90d'}] {{(pid=103458) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 12 13:27:08.458070 dv-cinder-830097-4-iscsi neutron-server[103458]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c94cb96f70f67f51233d4af7d4702c9d455fb3abb34896310c9f043c18b7c2b4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7c8a7a48-c743-4f72-898b-6ee41c848e1d" -d '{"events": [{"name": "network-changed", "server_uuid": "83e65fa3-e329-42e5-baee-62847623767a", "tag": "19ab36b3-f6a5-4d23-bdb3-7920cd24f90d"}]}' {{(pid=103458) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 12 13:27:08.506996 dv-cinder-830097-4-iscsi neutron-server[103458]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 12 Apr 2022 13:27:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bbd135f7-7eb6-4053-bec1-1743e870f250 x-openstack-request-id: req-bbd135f7-7eb6-4053-bec1-1743e870f250 {{(pid=103458) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 12 13:27:08.507286 dv-cinder-830097-4-iscsi neutron-server[103458]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "83e65fa3-e329-42e5-baee-62847623767a", "tag": "19ab36b3-f6a5-4d23-bdb3-7920cd24f90d", "status": "completed", "code": 200}]} {{(pid=103458) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 12 13:27:08.507539 dv-cinder-830097-4-iscsi neutron-server[103458]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-bbd135f7-7eb6-4053-bec1-1743e870f250 {{(pid=103458) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 12 13:27:08.508068 dv-cinder-830097-4-iscsi neutron-server[103458]: INFO neutron.notifiers.nova [-] Nova event matching ['req-bbd135f7-7eb6-4053-bec1-1743e870f250'] response: {'name': 'network-changed', 'server_uuid': '83e65fa3-e329-42e5-baee-62847623767a', 'tag': '19ab36b3-f6a5-4d23-bdb3-7920cd24f90d', 'status': 'completed', 'code': 200} Apr 12 13:27:08.535548 dv-cinder-830097-4-iscsi neutron-server[103460]: DEBUG neutron.db.l3_dvr_db [None req-d29a4267-163e-4671-bc57-b7e43a91d096 None None] Set router ba66042a-e589-44ce-9fdd-d59c505db23b gateway port host: dv-cinder-830097-4-iscsi {{(pid=103460) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 12 13:27:08.573754 dv-cinder-830097-4-iscsi neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-152c9d0f-1f6e-4db6-80b2-a9128c7d75e1 req-e4a130ba-aff3-4c6d-b78c-28fb28f097b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 13:27:08.575167 dv-cinder-830097-4-iscsi neutron-server[103457]: INFO neutron.wsgi [req-152c9d0f-1f6e-4db6-80b2-a9128c7d75e1 req-e4a130ba-aff3-4c6d-b78c-28fb28f097b7 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=1ccc16fe359944d7b8abf68747ba67ae&device_id=55fcaedf-174a-41f0-b5bf-8e46da251fdc HTTP/1.1" status: 200 len: 1127 time: 0.0597844 Apr 12 13:27:08.663815 dv-cinder-830097-4-iscsi neutron-server[103457]: INFO neutron.wsgi [req-152c9d0f-1f6e-4db6-80b2-a9128c7d75e1 req-8b780756-00ce-47f5-aa1b-b8873d09602c service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=b5fdf7bb-31e8-4c85-bb9b-3042bf6207d6 HTTP/1.1" status: 200 len: 217 time: 0.0628827 Apr 12 13:27:08.706806 dv-cinder-830097-4-iscsi neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c8a7a48-c743-4f72-898b-6ee41c848e1d req-b544ddf3-ed42-4a75-b484-3026a2d4babd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 13:27:08.708320 dv-cinder-830097-4-iscsi neutron-server[103457]: INFO neutron.wsgi [req-7c8a7a48-c743-4f72-898b-6ee41c848e1d req-b544ddf3-ed42-4a75-b484-3026a2d4babd service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=59e9ce76515147cfa24a7c710300c9c0&device_id=83e65fa3-e329-42e5-baee-62847623767a HTTP/1.1" status: 200 len: 1129 time: 0.1444449 Apr 12 13:27:08.773482 dv-cinder-830097-4-iscsi neutron-server[103458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78f763af-bb07-4041-9628-749a02bb588b req-ad706092-5c6e-4dfe-9d59-7d854497344d tempest-VolumesSnapshotTestJSON-811272226 tempest-VolumesSnapshotTestJSON-811272226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 13:27:08.776286 dv-cinder-830097-4-iscsi neutron-server[103458]: INFO neutron.wsgi [req-78f763af-bb07-4041-9628-749a02bb588b req-ad706092-5c6e-4dfe-9d59-7d854497344d tempest-VolumesSnapshotTestJSON-811272226 tempest-VolumesSnapshotTestJSON-811272226-project] 10.222.0.18 "GET /v2.0/ports?device_id=55fcaedf-174a-41f0-b5bf-8e46da251fdc HTTP/1.1" status: 200 len: 943 time: 0.0554738 Apr 12 13:27:08.826904 dv-cinder-830097-4-iscsi neutron-server[103458]: INFO neutron.wsgi [req-78f763af-bb07-4041-9628-749a02bb588b req-a17ff4e6-98ce-484e-bab7-00074588696e tempest-VolumesSnapshotTestJSON-811272226 tempest-VolumesSnapshotTestJSON-811272226-project] 10.222.0.18 "GET /v2.0/security-groups?id=56e895e0-e2e0-45ac-b6ed-25edf7c5ab22&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0446908 Apr 12 13:27:08.832703 dv-cinder-830097-4-iscsi neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-152c9d0f-1f6e-4db6-80b2-a9128c7d75e1 req-0058611a-45ff-4d46-8f95-133936820271 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 13:27:08.834215 dv-cinder-830097-4-iscsi neutron-server[103457]: INFO neutron.wsgi [req-152c9d0f-1f6e-4db6-80b2-a9128c7d75e1 req-0058611a-45ff-4d46-8f95-133936820271 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=d046c7f8-6453-49a0-aaad-f357821578d8 HTTP/1.1" status: 200 len: 852 time: 0.1640661 Apr 12 13:27:08.858551 dv-cinder-830097-4-iscsi neutron-server[103460]: DEBUG neutron.db.l3_hamode_db [None req-d29a4267-163e-4671-bc57-b7e43a91d096 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ba66042a-e589-44ce-9fdd-d59c505db23b', 'name': 'tempest-TestVolumeBootPattern-1121100241-router', 'tenant_id': '59e9ce76515147cfa24a7c710300c9c0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '26d0436d-8ae2-49bd-8cc6-3d2eac552c84', 'external_fixed_ips': [{'subnet_id': 'd93852d8-8f89-4b1c-bef4-0e05f499a8db', 'ip_address': '172.27.0.135'}], 'enable_snat': True}, 'gw_port_id': 'a6bd8c1c-ed89-4dc0-93e5-88926e969196', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-12T13:19:38Z', 'updated_at': '2022-04-12T13:19:41Z', 'revision_number': 4, 'project_id': '59e9ce76515147cfa24a7c710300c9c0', 'gw_port': {'id': 'a6bd8c1c-ed89-4dc0-93e5-88926e969196', 'name': '', 'network_id': '26d0436d-8ae2-49bd-8cc6-3d2eac552c84', 'tenant_id': '', 'mac_address': 'fa:16:3e:bd:61:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ba66042a-e589-44ce-9fdd-d59c505db23b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 463, 'fixed_ips': [{'subnet_id': 'd93852d8-8f89-4b1c-bef4-0e05f499a8db', 'ip_address': '172.27.0.135', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830097-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T13:19:38Z', 'updated_at': '2022-04-12T13:19:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd93852d8-8f89-4b1c-bef4-0e05f499a8db', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830097-4-iscsi', '_floatingips': [{'id': '8a0d3bd2-f78a-457d-8c36-3d8c38b48a90', 'tenant_id': '59e9ce76515147cfa24a7c710300c9c0', 'floating_ip_address': '172.27.0.97', 'floating_network_id': '26d0436d-8ae2-49bd-8cc6-3d2eac552c84', 'router_id': 'ba66042a-e589-44ce-9fdd-d59c505db23b', 'port_id': '19ab36b3-f6a5-4d23-bdb3-7920cd24f90d', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 589, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'fc0e35fc-da48-4b0a-aef1-4a0c9e07f863', 'mac_address': 'fa:16:3e:3c:d9:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '83e65fa3-e329-42e5-baee-62847623767a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-12T13:27:07Z', 'updated_at': '2022-04-12T13:27:07Z', 'revision_number': 0, 'project_id': '59e9ce76515147cfa24a7c710300c9c0', 'fixed_ip_address_scope': None}, {'id': 'de349f2f-1db8-49c6-9011-7d7879a5aa6b', 'tenant_id': '59e9ce76515147cfa24a7c710300c9c0', 'floating_ip_address': '172.27.0.163', 'floating_network_id': '26d0436d-8ae2-49bd-8cc6-3d2eac552c84', 'router_id': 'ba66042a-e589-44ce-9fdd-d59c505db23b', 'port_id': 'edda591b-4d5a-478b-9844-8ac94d78d31b', 'fixed_ip_address': '172.20.0.3', 'status': 'ACTIVE', 'standard_attr_id': 517, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'fc0e35fc-da48-4b0a-aef1-4a0c9e07f863', 'mac_address': 'fa:16:3e:c9:9d:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '79e021a9-fd5c-4b44-a4de-9b162a0a9eb9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-12T13:24:18Z', 'updated_at': '2022-04-12T13:24:20Z', 'revision_number': 1, 'project_id': '59e9ce76515147cfa24a7c710300c9c0', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a316c228-cce6-48d9-ae2d-ee8b711bff90', 'name': '', 'network_id': 'fc0e35fc-da48-4b0a-aef1-4a0c9e07f863', 'tenant_id': '59e9ce76515147cfa24a7c710300c9c0', 'mac_address': 'fa:16:3e:ca:00:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ba66042a-e589-44ce-9fdd-d59c505db23b', 'device_owner': 'network:router_interface', 'standard_attr_id': 464, 'fixed_ips': [{'subnet_id': '3e5a37b9-6492-41e4-a03e-0f76c3de6aee', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830097-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T13:19:40Z', 'updated_at': '2022-04-12T13:19:45Z', 'revision_number': 5, 'project_id': '59e9ce76515147cfa24a7c710300c9c0', 'subnets': [{'id': '3e5a37b9-6492-41e4-a03e-0f76c3de6aee', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-830097-4-iscsi', False) {} {{(pid=103460) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 13:27:08.874943 dv-cinder-830097-4-iscsi neutron-server[103457]: INFO neutron.wsgi [req-152c9d0f-1f6e-4db6-80b2-a9128c7d75e1 req-53058592-d908-4f84-a896-787b1f5c4c0f service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=e3cc5645-7783-443d-aa92-92b0644dde7b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0341618 Apr 12 13:27:08.884813 dv-cinder-830097-4-iscsi neutron-server[103460]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d29a4267-163e-4671-bc57-b7e43a91d096 None None] Checking router: ba66042a-e589-44ce-9fdd-d59c505db23b for host: dv-cinder-830097-4-iscsi {{(pid=103460) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 12 13:27:08.896583 dv-cinder-830097-4-iscsi neutron-server[103460]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d29a4267-163e-4671-bc57-b7e43a91d096 None None] Routers {'ba66042a-e589-44ce-9fdd-d59c505db23b'} bound to L3 agent in host dv-cinder-830097-4-iscsi {{(pid=103460) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 12 13:27:08.897253 dv-cinder-830097-4-iscsi neutron-server[103460]: DEBUG neutron.db.l3_hamode_db [None req-d29a4267-163e-4671-bc57-b7e43a91d096 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830097-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-12T13:07:19Z,description=,heartbeat_timestamp=2022-04-12T13:26:49Z,host='dv-cinder-830097-4-iscsi',id=b7e11a8b-aeed-493f-9763-461016dddc93,load=0,resource_versions=,resources_synced=,started_at=2022-04-12T13:07:19Z,topic='l3_agent')) {'router_ids': ['ba66042a-e589-44ce-9fdd-d59c505db23b'], 'active': True} {{(pid=103460) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 13:27:08.951124 dv-cinder-830097-4-iscsi neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c8a7a48-c743-4f72-898b-6ee41c848e1d req-80f7c650-9362-469d-b2f0-c3bbe8b28323 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 13:27:08.952568 dv-cinder-830097-4-iscsi neutron-server[103457]: INFO neutron.wsgi [req-7c8a7a48-c743-4f72-898b-6ee41c848e1d req-80f7c650-9362-469d-b2f0-c3bbe8b28323 service neutron] 10.222.0.55 "GET /v2.0/networks?id=fc0e35fc-da48-4b0a-aef1-4a0c9e07f863 HTTP/1.1" status: 200 len: 913 time: 0.2363946 Apr 12 13:27:09.009359 dv-cinder-830097-4-iscsi neutron-server[103460]: DEBUG neutron.db.l3_dvr_db [None req-d29a4267-163e-4671-bc57-b7e43a91d096 None None] Set router ba66042a-e589-44ce-9fdd-d59c505db23b gateway port host: dv-cinder-830097-4-iscsi {{(pid=103460) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 12 13:27:09.099159 dv-cinder-830097-4-iscsi neutron-server[103457]: INFO neutron.wsgi [req-152c9d0f-1f6e-4db6-80b2-a9128c7d75e1 req-0467ac63-b0fd-4a2b-9159-2a0ce86402b5 service neutron] 10.222.0.55 "GET /v2.0/networks/e3cc5645-7783-443d-aa92-92b0644dde7b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1906948 Apr 12 13:27:09.102296 dv-cinder-830097-4-iscsi neutron-server[103457]: INFO neutron.wsgi [req-7c8a7a48-c743-4f72-898b-6ee41c848e1d req-38c80bac-565c-44f5-bcf3-422bba979334 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=19ab36b3-f6a5-4d23-bdb3-7920cd24f90d HTTP/1.1" status: 200 len: 998 time: 0.1191022 Apr 12 13:27:09.228232 dv-cinder-830097-4-iscsi neutron-server[103460]: DEBUG neutron.db.l3_hamode_db [None req-d29a4267-163e-4671-bc57-b7e43a91d096 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ba66042a-e589-44ce-9fdd-d59c505db23b', 'name': 'tempest-TestVolumeBootPattern-1121100241-router', 'tenant_id': '59e9ce76515147cfa24a7c710300c9c0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '26d0436d-8ae2-49bd-8cc6-3d2eac552c84', 'external_fixed_ips': [{'subnet_id': 'd93852d8-8f89-4b1c-bef4-0e05f499a8db', 'ip_address': '172.27.0.135'}], 'enable_snat': True}, 'gw_port_id': 'a6bd8c1c-ed89-4dc0-93e5-88926e969196', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-12T13:19:38Z', 'updated_at': '2022-04-12T13:19:41Z', 'revision_number': 4, 'project_id': '59e9ce76515147cfa24a7c710300c9c0', 'gw_port': {'id': 'a6bd8c1c-ed89-4dc0-93e5-88926e969196', 'name': '', 'network_id': '26d0436d-8ae2-49bd-8cc6-3d2eac552c84', 'tenant_id': '', 'mac_address': 'fa:16:3e:bd:61:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ba66042a-e589-44ce-9fdd-d59c505db23b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 463, 'fixed_ips': [{'subnet_id': 'd93852d8-8f89-4b1c-bef4-0e05f499a8db', 'ip_address': '172.27.0.135', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830097-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T13:19:38Z', 'updated_at': '2022-04-12T13:19:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd93852d8-8f89-4b1c-bef4-0e05f499a8db', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830097-4-iscsi', '_floatingips': [{'id': '8a0d3bd2-f78a-457d-8c36-3d8c38b48a90', 'tenant_id': '59e9ce76515147cfa24a7c710300c9c0', 'floating_ip_address': '172.27.0.97', 'floating_network_id': '26d0436d-8ae2-49bd-8cc6-3d2eac552c84', 'router_id': 'ba66042a-e589-44ce-9fdd-d59c505db23b', 'port_id': '19ab36b3-f6a5-4d23-bdb3-7920cd24f90d', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 589, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'fc0e35fc-da48-4b0a-aef1-4a0c9e07f863', 'mac_address': 'fa:16:3e:3c:d9:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '83e65fa3-e329-42e5-baee-62847623767a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-12T13:27:07Z', 'updated_at': '2022-04-12T13:27:07Z', 'revision_number': 0, 'project_id': '59e9ce76515147cfa24a7c710300c9c0', 'fixed_ip_address_scope': None}, {'id': 'de349f2f-1db8-49c6-9011-7d7879a5aa6b', 'tenant_id': '59e9ce76515147cfa24a7c710300c9c0', 'floating_ip_address': '172.27.0.163', 'floating_network_id': '26d0436d-8ae2-49bd-8cc6-3d2eac552c84', 'router_id': 'ba66042a-e589-44ce-9fdd-d59c505db23b', 'port_id': 'edda591b-4d5a-478b-9844-8ac94d78d31b', 'fixed_ip_address': '172.20.0.3', 'status': 'ACTIVE', 'standard_attr_id': 517, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'fc0e35fc-da48-4b0a-aef1-4a0c9e07f863', 'mac_address': 'fa:16:3e:c9:9d:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '79e021a9-fd5c-4b44-a4de-9b162a0a9eb9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-12T13:24:18Z', 'updated_at': '2022-04-12T13:24:20Z', 'revision_number': 1, 'project_id': '59e9ce76515147cfa24a7c710300c9c0', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a316c228-cce6-48d9-ae2d-ee8b711bff90', 'name': '', 'network_id': 'fc0e35fc-da48-4b0a-aef1-4a0c9e07f863', 'tenant_id': '59e9ce76515147cfa24a7c710300c9c0', 'mac_address': 'fa:16:3e:ca:00:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ba66042a-e589-44ce-9fdd-d59c505db23b', 'device_owner': 'network:router_interface', 'standard_attr_id': 464, 'fixed_ips': [{'subnet_id': '3e5a37b9-6492-41e4-a03e-0f76c3de6aee', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830097-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T13:19:40Z', 'updated_at': '2022-04-12T13:19:45Z', 'revision_number': 5, 'project_id': '59e9ce76515147cfa24a7c710300c9c0', 'subnets': [{'id': '3e5a37b9-6492-41e4-a03e-0f76c3de6aee', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-830097-4-iscsi', False) {} {{(pid=103460) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 13:27:09.254260 dv-cinder-830097-4-iscsi neutron-server[103460]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d29a4267-163e-4671-bc57-b7e43a91d096 None None] The sync data for ids ['ba66042a-e589-44ce-9fdd-d59c505db23b'] in dv-cinder-830097-4-iscsi is: [{'id': 'ba66042a-e589-44ce-9fdd-d59c505db23b', 'name': 'tempest-TestVolumeBootPattern-1121100241-router', 'tenant_id': '59e9ce76515147cfa24a7c710300c9c0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '26d0436d-8ae2-49bd-8cc6-3d2eac552c84', 'external_fixed_ips': [{'subnet_id': 'd93852d8-8f89-4b1c-bef4-0e05f499a8db', 'ip_address': '172.27.0.135'}], 'enable_snat': True}, 'gw_port_id': 'a6bd8c1c-ed89-4dc0-93e5-88926e969196', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-12T13:19:38Z', 'updated_at': '2022-04-12T13:19:41Z', 'revision_number': 4, 'project_id': '59e9ce76515147cfa24a7c710300c9c0', 'gw_port': {'id': 'a6bd8c1c-ed89-4dc0-93e5-88926e969196', 'name': '', 'network_id': '26d0436d-8ae2-49bd-8cc6-3d2eac552c84', 'tenant_id': '', 'mac_address': 'fa:16:3e:bd:61:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ba66042a-e589-44ce-9fdd-d59c505db23b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 463, 'fixed_ips': [{'subnet_id': 'd93852d8-8f89-4b1c-bef4-0e05f499a8db', 'ip_address': '172.27.0.135', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830097-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T13:19:38Z', 'updated_at': '2022-04-12T13:19:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd93852d8-8f89-4b1c-bef4-0e05f499a8db', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830097-4-iscsi', '_floatingips': [{'id': '8a0d3bd2-f78a-457d-8c36-3d8c38b48a90', 'tenant_id': '59e9ce76515147cfa24a7c710300c9c0', 'floating_ip_address': '172.27.0.97', 'floating_network_id': '26d0436d-8ae2-49bd-8cc6-3d2eac552c84', 'router_id': 'ba66042a-e589-44ce-9fdd-d59c505db23b', 'port_id': '19ab36b3-f6a5-4d23-bdb3-7920cd24f90d', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 589, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'fc0e35fc-da48-4b0a-aef1-4a0c9e07f863', 'mac_address': 'fa:16:3e:3c:d9:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '83e65fa3-e329-42e5-baee-62847623767a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-12T13:27:07Z', 'updated_at': '2022-04-12T13:27:07Z', 'revision_number': 0, 'project_id': '59e9ce76515147cfa24a7c710300c9c0', 'fixed_ip_address_scope': None}, {'id': 'de349f2f-1db8-49c6-9011-7d7879a5aa6b', 'tenant_id': '59e9ce76515147cfa24a7c710300c9c0', 'floating_ip_address': '172.27.0.163', 'floating_network_id': '26d0436d-8ae2-49bd-8cc6-3d2eac552c84', 'router_id': 'ba66042a-e589-44ce-9fdd-d59c505db23b', 'port_id': 'edda591b-4d5a-478b-9844-8ac94d78d31b', 'fixed_ip_address': '172.20.0.3', 'status': 'ACTIVE', 'standard_attr_id': 517, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'fc0e35fc-da48-4b0a-aef1-4a0c9e07f863', 'mac_address': 'fa:16:3e:c9:9d:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '79e021a9-fd5c-4b44-a4de-9b162a0a9eb9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-12T13:24:18Z', 'updated_at': '2022-04-12T13:24:20Z', 'revision_number': 1, 'project_id': '59e9ce76515147cfa24a7c710300c9c0', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a316c228-cce6-48d9-ae2d-ee8b711bff90', 'name': '', 'network_id': 'fc0e35fc-da48-4b0a-aef1-4a0c9e07f863', 'tenant_id': '59e9ce76515147cfa24a7c710300c9c0', 'mac_address': 'fa:16:3e:ca:00:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ba66042a-e589-44ce-9fdd-d59c505db23b', 'device_owner': 'network:router_interface', 'standard_attr_id': 464, 'fixed_ips': [{'subnet_id': '3e5a37b9-6492-41e4-a03e-0f76c3de6aee', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830097-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T13:19:40Z', 'updated_at': '2022-04-12T13:19:45Z', 'revision_number': 5, 'project_id': '59e9ce76515147cfa24a7c710300c9c0', 'subnets': [{'id': '3e5a37b9-6492-41e4-a03e-0f76c3de6aee', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103460) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 12 13:27:09.262099 dv-cinder-830097-4-iscsi neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c8a7a48-c743-4f72-898b-6ee41c848e1d req-3b0ddb6f-5f81-4e9d-b0bd-c8c8bc01f81f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 13:27:09.263565 dv-cinder-830097-4-iscsi neutron-server[103457]: INFO neutron.wsgi [req-7c8a7a48-c743-4f72-898b-6ee41c848e1d req-3b0ddb6f-5f81-4e9d-b0bd-c8c8bc01f81f service neutron] 10.222.0.55 "GET /v2.0/subnets?id=3e5a37b9-6492-41e4-a03e-0f76c3de6aee HTTP/1.1" status: 200 len: 851 time: 0.1443720 Apr 12 13:27:09.290043 dv-cinder-830097-4-iscsi neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-772381b5-18ad-4920-b802-3910e0604e47 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3750862'] for router_interface (af30ce41-ac25-45e3-9bbb-85ecf8f0a642), before_delete {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:27:09.464273 dv-cinder-830097-4-iscsi neutron-server[103459]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2f83aeee-8f88-43b9-96d2-474be65ba169 None None] New status for floating IP 8a0d3bd2-f78a-457d-8c36-3d8c38b48a90: ACTIVE {{(pid=103459) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 12 13:27:09.641598 dv-cinder-830097-4-iscsi neutron-server[103457]: INFO neutron.wsgi [req-152c9d0f-1f6e-4db6-80b2-a9128c7d75e1 req-428b89bf-28f5-4918-9a11-daa481a678a7 service neutron] 10.222.0.55 "GET /v2.0/networks/e3cc5645-7783-443d-aa92-92b0644dde7b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5212612 Apr 12 13:27:09.650864 dv-cinder-830097-4-iscsi neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c8a7a48-c743-4f72-898b-6ee41c848e1d req-981e0cf7-72a1-4477-93ec-3fec448b1179 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 13:27:09.652259 dv-cinder-830097-4-iscsi neutron-server[103457]: INFO neutron.wsgi [req-7c8a7a48-c743-4f72-898b-6ee41c848e1d req-981e0cf7-72a1-4477-93ec-3fec448b1179 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=fc0e35fc-da48-4b0a-aef1-4a0c9e07f863&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.3821399 Apr 12 13:27:09.832219 dv-cinder-830097-4-iscsi neutron-server[103457]: INFO neutron.wsgi [req-7c8a7a48-c743-4f72-898b-6ee41c848e1d req-d62cfd55-daee-44bd-8299-4a7a5ef36f69 service neutron] 10.222.0.55 "GET /v2.0/networks/fc0e35fc-da48-4b0a-aef1-4a0c9e07f863?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1478934 Apr 12 13:27:09.913709 dv-cinder-830097-4-iscsi neutron-server[103457]: DEBUG neutron.plugins.ml2.plugin [None req-772381b5-18ad-4920-b802-3910e0604e47 admin admin] Deleting port 1ceeff16-e486-4e8b-a1af-d7c1a6e70fb4 {{(pid=103457) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 12 13:27:09.914039 dv-cinder-830097-4-iscsi neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-772381b5-18ad-4920-b802-3910e0604e47 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732727887391'] for port (1ceeff16-e486-4e8b-a1af-d7c1a6e70fb4), before_delete {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:27:09.992780 dv-cinder-830097-4-iscsi neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d98c4de4-41d1-4e58-a0c4-bd41a04d4805 req-2251863c-4857-4aa1-bd0a-4affa83c633b tempest-VolumesSnapshotTestJSON-811272226 tempest-VolumesSnapshotTestJSON-811272226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 13:27:09.994251 dv-cinder-830097-4-iscsi neutron-server[103457]: INFO neutron.wsgi [req-d98c4de4-41d1-4e58-a0c4-bd41a04d4805 req-2251863c-4857-4aa1-bd0a-4affa83c633b tempest-VolumesSnapshotTestJSON-811272226 tempest-VolumesSnapshotTestJSON-811272226-project] 10.222.0.18 "GET /v2.0/ports?device_id=55fcaedf-174a-41f0-b5bf-8e46da251fdc HTTP/1.1" status: 200 len: 943 time: 0.0901663 Apr 12 13:27:10.046869 dv-cinder-830097-4-iscsi neutron-server[103457]: DEBUG neutron.plugins.ml2.db [None req-772381b5-18ad-4920-b802-3910e0604e47 admin admin] For port 1ceeff16-e486-4e8b-a1af-d7c1a6e70fb4, host dv-cinder-830097-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-830097-4-iscsi',level=0,port_id=1ceeff16-e486-4e8b-a1af-d7c1a6e70fb4,segment=NetworkSegment(14551b93-9fd8-40ed-a0fc-48c46d45be33),segment_id=14551b93-9fd8-40ed-a0fc-48c46d45be33)] {{(pid=103457) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 12 13:27:10.047232 dv-cinder-830097-4-iscsi neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-772381b5-18ad-4920-b802-3910e0604e47 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3742288'] for port (1ceeff16-e486-4e8b-a1af-d7c1a6e70fb4), precommit_delete {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:27:10.067391 dv-cinder-830097-4-iscsi neutron-server[103457]: INFO neutron.wsgi [req-d98c4de4-41d1-4e58-a0c4-bd41a04d4805 req-9ec6ffa4-44d8-4b17-8761-7226a7faec1c tempest-VolumesSnapshotTestJSON-811272226 tempest-VolumesSnapshotTestJSON-811272226-project] 10.222.0.18 "GET /v2.0/security-groups?id=56e895e0-e2e0-45ac-b6ed-25edf7c5ab22&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0675440 Apr 12 13:27:10.068291 dv-cinder-830097-4-iscsi neutron-server[103457]: DEBUG neutron.plugins.ml2.plugin [None req-772381b5-18ad-4920-b802-3910e0604e47 admin admin] Calling delete_port for 1ceeff16-e486-4e8b-a1af-d7c1a6e70fb4 owned by network:router_interface {{(pid=103457) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 12 13:27:10.247328 dv-cinder-830097-4-iscsi neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-772381b5-18ad-4920-b802-3910e0604e47 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-915890', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3697887', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732727894797', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732727417923', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25610742'] for port (1ceeff16-e486-4e8b-a1af-d7c1a6e70fb4), after_delete {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:27:10.273724 dv-cinder-830097-4-iscsi neutron-server[103457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-772381b5-18ad-4920-b802-3910e0604e47 admin admin] Pushing event deleted for resources: {'Port': ['ID=1ceeff16-e486-4e8b-a1af-d7c1a6e70fb4,revision_number=None']} {{(pid=103457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 13:27:10.441183 dv-cinder-830097-4-iscsi neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-772381b5-18ad-4920-b802-3910e0604e47 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3697864', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3750754'] for router_interface (af30ce41-ac25-45e3-9bbb-85ecf8f0a642), after_delete {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:27:10.656989 dv-cinder-830097-4-iscsi neutron-server[103457]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-772381b5-18ad-4920-b802-3910e0604e47 admin admin] Router af30ce41-ac25-45e3-9bbb-85ecf8f0a642 has already been hosted by L3 agent b7e11a8b-aeed-493f-9763-461016dddc93 {{(pid=103457) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 12 13:27:10.761978 dv-cinder-830097-4-iscsi neutron-server[103457]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-772381b5-18ad-4920-b802-3910e0604e47 admin admin] Notify agent at l3_agent.dv-cinder-830097-4-iscsi the message routers_updated {{(pid=103457) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 12 13:27:10.769383 dv-cinder-830097-4-iscsi neutron-server[103457]: INFO neutron.wsgi [None req-772381b5-18ad-4920-b802-3910e0604e47 admin admin] 10.222.0.18 "PUT /v2.0/routers/af30ce41-ac25-45e3-9bbb-85ecf8f0a642/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.3574514 Apr 12 13:27:10.769689 dv-cinder-830097-4-iscsi neutron-server[103458]: DEBUG neutron.wsgi [-] (103458) accepted ('10.222.0.18', 50232) {{(pid=103458) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 13:27:10.770370 dv-cinder-830097-4-iscsi neutron-server[103460]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fe23b4b7-cde7-45a0-9cdd-0a470466e62d None None] Sync routers for ids ['af30ce41-ac25-45e3-9bbb-85ecf8f0a642'] in dv-cinder-830097-4-iscsi {{(pid=103460) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 12 13:27:10.781737 dv-cinder-830097-4-iscsi neutron-server[103460]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fe23b4b7-cde7-45a0-9cdd-0a470466e62d None None] Routers {'af30ce41-ac25-45e3-9bbb-85ecf8f0a642'} bound to L3 agent in host dv-cinder-830097-4-iscsi {{(pid=103460) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 12 13:27:10.782595 dv-cinder-830097-4-iscsi neutron-server[103460]: DEBUG neutron.db.l3_hamode_db [None req-fe23b4b7-cde7-45a0-9cdd-0a470466e62d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830097-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-12T13:07:19Z,description=,heartbeat_timestamp=2022-04-12T13:26:49Z,host='dv-cinder-830097-4-iscsi',id=b7e11a8b-aeed-493f-9763-461016dddc93,load=0,resource_versions=,resources_synced=,started_at=2022-04-12T13:07:19Z,topic='l3_agent')) {'router_ids': ['af30ce41-ac25-45e3-9bbb-85ecf8f0a642'], 'active': True} {{(pid=103460) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 13:27:10.874994 dv-cinder-830097-4-iscsi neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-32701cc1-a31c-4038-853e-da547a0360fe admin admin] Publish callbacks [] for router (af30ce41-ac25-45e3-9bbb-85ecf8f0a642), before_delete {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:27:10.892826 dv-cinder-830097-4-iscsi neutron-server[103460]: DEBUG neutron.db.l3_dvr_db [None req-fe23b4b7-cde7-45a0-9cdd-0a470466e62d None None] Set router af30ce41-ac25-45e3-9bbb-85ecf8f0a642 gateway port host: dv-cinder-830097-4-iscsi {{(pid=103460) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 12 13:27:10.990217 dv-cinder-830097-4-iscsi neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-32701cc1-a31c-4038-853e-da547a0360fe admin admin] Publish callbacks [] for router_gateway (af30ce41-ac25-45e3-9bbb-85ecf8f0a642), before_delete {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:27:11.035627 dv-cinder-830097-4-iscsi neutron-server[103458]: DEBUG neutron.plugins.ml2.plugin [None req-32701cc1-a31c-4038-853e-da547a0360fe admin admin] Deleting port bee35c5e-668a-49b2-8687-9dc92ebd1905 {{(pid=103458) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 12 13:27:11.035875 dv-cinder-830097-4-iscsi neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-32701cc1-a31c-4038-853e-da547a0360fe admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732727887391'] for port (bee35c5e-668a-49b2-8687-9dc92ebd1905), before_delete {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:27:11.060289 dv-cinder-830097-4-iscsi neutron-server[103460]: DEBUG neutron.db.l3_hamode_db [None req-fe23b4b7-cde7-45a0-9cdd-0a470466e62d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'af30ce41-ac25-45e3-9bbb-85ecf8f0a642', 'name': 'tempest-AttachVolumeTestJSON-1053846076-router', 'tenant_id': '973344adf45e43fc87f28572c7cc70a5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '26d0436d-8ae2-49bd-8cc6-3d2eac552c84', 'external_fixed_ips': [{'subnet_id': 'd93852d8-8f89-4b1c-bef4-0e05f499a8db', 'ip_address': '172.27.0.93'}], 'enable_snat': True}, 'gw_port_id': 'bee35c5e-668a-49b2-8687-9dc92ebd1905', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-12T13:16:00Z', 'updated_at': '2022-04-12T13:27:10Z', 'revision_number': 5, 'project_id': '973344adf45e43fc87f28572c7cc70a5', 'gw_port': {'id': 'bee35c5e-668a-49b2-8687-9dc92ebd1905', 'name': '', 'network_id': '26d0436d-8ae2-49bd-8cc6-3d2eac552c84', 'tenant_id': '', 'mac_address': 'fa:16:3e:00:65:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'af30ce41-ac25-45e3-9bbb-85ecf8f0a642', 'device_owner': 'network:router_gateway', 'standard_attr_id': 81, 'fixed_ips': [{'subnet_id': 'd93852d8-8f89-4b1c-bef4-0e05f499a8db', 'ip_address': '172.27.0.93', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830097-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T13:16:02Z', 'updated_at': '2022-04-12T13:16:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd93852d8-8f89-4b1c-bef4-0e05f499a8db', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830097-4-iscsi'}], 'dv-cinder-830097-4-iscsi', False) {} {{(pid=103460) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 13:27:11.090708 dv-cinder-830097-4-iscsi neutron-server[103460]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fe23b4b7-cde7-45a0-9cdd-0a470466e62d None None] Checking router: af30ce41-ac25-45e3-9bbb-85ecf8f0a642 for host: dv-cinder-830097-4-iscsi {{(pid=103460) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 12 13:27:11.098966 dv-cinder-830097-4-iscsi neutron-server[103460]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fe23b4b7-cde7-45a0-9cdd-0a470466e62d None None] Routers {'af30ce41-ac25-45e3-9bbb-85ecf8f0a642'} bound to L3 agent in host dv-cinder-830097-4-iscsi {{(pid=103460) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 12 13:27:11.099580 dv-cinder-830097-4-iscsi neutron-server[103460]: DEBUG neutron.db.l3_hamode_db [None req-fe23b4b7-cde7-45a0-9cdd-0a470466e62d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830097-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-12T13:07:19Z,description=,heartbeat_timestamp=2022-04-12T13:26:49Z,host='dv-cinder-830097-4-iscsi',id=b7e11a8b-aeed-493f-9763-461016dddc93,load=0,resource_versions=,resources_synced=,started_at=2022-04-12T13:07:19Z,topic='l3_agent')) {'router_ids': ['af30ce41-ac25-45e3-9bbb-85ecf8f0a642'], 'active': True} {{(pid=103460) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 13:27:11.120094 dv-cinder-830097-4-iscsi neutron-server[103458]: DEBUG neutron.plugins.ml2.db [None req-32701cc1-a31c-4038-853e-da547a0360fe admin admin] For port bee35c5e-668a-49b2-8687-9dc92ebd1905, host dv-cinder-830097-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-830097-4-iscsi',level=0,port_id=bee35c5e-668a-49b2-8687-9dc92ebd1905,segment=NetworkSegment(333e2245-11dc-4fcd-9fb1-9fe65fae59ea),segment_id=333e2245-11dc-4fcd-9fb1-9fe65fae59ea)] {{(pid=103458) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 12 13:27:11.120577 dv-cinder-830097-4-iscsi neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-32701cc1-a31c-4038-853e-da547a0360fe admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3742288'] for port (bee35c5e-668a-49b2-8687-9dc92ebd1905), precommit_delete {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:27:11.147372 dv-cinder-830097-4-iscsi neutron-server[103458]: DEBUG neutron.plugins.ml2.plugin [None req-32701cc1-a31c-4038-853e-da547a0360fe admin admin] Calling delete_port for bee35c5e-668a-49b2-8687-9dc92ebd1905 owned by network:router_gateway {{(pid=103458) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 12 13:27:11.188388 dv-cinder-830097-4-iscsi neutron-server[103460]: DEBUG neutron.db.l3_dvr_db [None req-fe23b4b7-cde7-45a0-9cdd-0a470466e62d None None] Set router af30ce41-ac25-45e3-9bbb-85ecf8f0a642 gateway port host: None {{(pid=103460) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 12 13:27:11.218130 dv-cinder-830097-4-iscsi neutron-server[103458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32a94f1e-8be5-4055-8c10-806dc9985e1b req-53dec85e-a5a7-4e0d-9eef-0e73dc2202cf tempest-VolumesSnapshotTestJSON-811272226 tempest-VolumesSnapshotTestJSON-811272226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 13:27:11.219592 dv-cinder-830097-4-iscsi neutron-server[103458]: INFO neutron.wsgi [req-32a94f1e-8be5-4055-8c10-806dc9985e1b req-53dec85e-a5a7-4e0d-9eef-0e73dc2202cf tempest-VolumesSnapshotTestJSON-811272226 tempest-VolumesSnapshotTestJSON-811272226-project] 10.222.0.18 "GET /v2.0/ports?device_id=55fcaedf-174a-41f0-b5bf-8e46da251fdc HTTP/1.1" status: 200 len: 943 time: 0.0805316 Apr 12 13:27:11.239090 dv-cinder-830097-4-iscsi neutron-server[103460]: DEBUG neutron.db.l3_hamode_db [None req-fe23b4b7-cde7-45a0-9cdd-0a470466e62d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'af30ce41-ac25-45e3-9bbb-85ecf8f0a642', 'name': 'tempest-AttachVolumeTestJSON-1053846076-router', 'tenant_id': '973344adf45e43fc87f28572c7cc70a5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-12T13:16:00Z', 'updated_at': '2022-04-12T13:27:10Z', 'revision_number': 6, 'project_id': '973344adf45e43fc87f28572c7cc70a5', 'gw_port_host': None}], 'dv-cinder-830097-4-iscsi', False) {} {{(pid=103460) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 13:27:11.269714 dv-cinder-830097-4-iscsi neutron-server[103460]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fe23b4b7-cde7-45a0-9cdd-0a470466e62d None None] The sync data for ids ['af30ce41-ac25-45e3-9bbb-85ecf8f0a642'] in dv-cinder-830097-4-iscsi is: [{'id': 'af30ce41-ac25-45e3-9bbb-85ecf8f0a642', 'name': 'tempest-AttachVolumeTestJSON-1053846076-router', 'tenant_id': '973344adf45e43fc87f28572c7cc70a5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-12T13:16:00Z', 'updated_at': '2022-04-12T13:27:10Z', 'revision_number': 6, 'project_id': '973344adf45e43fc87f28572c7cc70a5', 'gw_port_host': None}] {{(pid=103460) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 12 13:27:11.318435 dv-cinder-830097-4-iscsi neutron-server[103458]: INFO neutron.wsgi [req-32a94f1e-8be5-4055-8c10-806dc9985e1b req-eca74176-9a98-450e-b625-bd9ca537005f tempest-VolumesSnapshotTestJSON-811272226 tempest-VolumesSnapshotTestJSON-811272226-project] 10.222.0.18 "GET /v2.0/security-groups?id=56e895e0-e2e0-45ac-b6ed-25edf7c5ab22&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0922594 Apr 12 13:27:11.381125 dv-cinder-830097-4-iscsi neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-32701cc1-a31c-4038-853e-da547a0360fe admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-915890', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3697887', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732727894797', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732727417923', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26097133'] for port (bee35c5e-668a-49b2-8687-9dc92ebd1905), after_delete {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:27:11.411279 dv-cinder-830097-4-iscsi neutron-server[103458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32701cc1-a31c-4038-853e-da547a0360fe admin admin] Pushing event deleted for resources: {'Port': ['ID=bee35c5e-668a-49b2-8687-9dc92ebd1905,revision_number=None']} {{(pid=103458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 13:27:11.468252 dv-cinder-830097-4-iscsi neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-32701cc1-a31c-4038-853e-da547a0360fe admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3739012'] for router_gateway (af30ce41-ac25-45e3-9bbb-85ecf8f0a642), after_delete {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:27:11.558744 dv-cinder-830097-4-iscsi neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-32701cc1-a31c-4038-853e-da547a0360fe admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3800106', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-36279'] for router (af30ce41-ac25-45e3-9bbb-85ecf8f0a642), precommit_delete {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:27:11.560752 dv-cinder-830097-4-iscsi neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-32701cc1-a31c-4038-853e-da547a0360fe admin admin] Publish callbacks [] for router_controller (af30ce41-ac25-45e3-9bbb-85ecf8f0a642), precommit_delete_associations {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:27:11.602071 dv-cinder-830097-4-iscsi neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-32701cc1-a31c-4038-853e-da547a0360fe admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3800099'] for router (af30ce41-ac25-45e3-9bbb-85ecf8f0a642), after_delete {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:27:11.602587 dv-cinder-830097-4-iscsi neutron-server[103458]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-32701cc1-a31c-4038-853e-da547a0360fe admin admin] Fanout notify agent at l3_agent the message router_deleted on router af30ce41-ac25-45e3-9bbb-85ecf8f0a642 {{(pid=103458) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 12 13:27:11.606865 dv-cinder-830097-4-iscsi neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-32701cc1-a31c-4038-853e-da547a0360fe admin admin] Publish callbacks [] for router (None), before_response {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:27:11.607979 dv-cinder-830097-4-iscsi neutron-server[103458]: INFO neutron.wsgi [None req-32701cc1-a31c-4038-853e-da547a0360fe admin admin] 10.222.0.18 "DELETE /v2.0/routers/af30ce41-ac25-45e3-9bbb-85ecf8f0a642 HTTP/1.1" status: 204 len: 168 time: 0.8365927 Apr 12 13:27:11.610581 dv-cinder-830097-4-iscsi neutron-server[103458]: DEBUG neutron.wsgi [-] (103458) accepted ('10.222.0.18', 50236) {{(pid=103458) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 13:27:11.655820 dv-cinder-830097-4-iscsi neutron-server[103458]: DEBUG neutron.db.db_base_plugin_v2 [None req-93d67018-f9dc-4c92-a9c3-c975a159b13e admin admin] Deleting subnet e7f58421-9187-48e8-8ede-d2e25149e657 {{(pid=103458) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Apr 12 13:27:11.659149 dv-cinder-830097-4-iscsi neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-93d67018-f9dc-4c92-a9c3-c975a159b13e admin admin] Publish callbacks [] for subnet (e7f58421-9187-48e8-8ede-d2e25149e657), before_delete {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:27:11.700195 dv-cinder-830097-4-iscsi neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-93d67018-f9dc-4c92-a9c3-c975a159b13e admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26034251'] for subnet (e7f58421-9187-48e8-8ede-d2e25149e657), precommit_delete_associations {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:27:11.776962 dv-cinder-830097-4-iscsi neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-93d67018-f9dc-4c92-a9c3-c975a159b13e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-660287'] for subnet (e7f58421-9187-48e8-8ede-d2e25149e657), precommit_delete {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:27:11.828539 dv-cinder-830097-4-iscsi neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-93d67018-f9dc-4c92-a9c3-c975a159b13e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-660230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3682813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3697887', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26097040', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25420786'] for subnet (e7f58421-9187-48e8-8ede-d2e25149e657), after_delete {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:27:11.855872 dv-cinder-830097-4-iscsi neutron-server[103458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93d67018-f9dc-4c92-a9c3-c975a159b13e admin admin] Pushing event deleted for resources: {'Subnet': ['ID=e7f58421-9187-48e8-8ede-d2e25149e657,revision_number=None']} {{(pid=103458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 13:27:11.857846 dv-cinder-830097-4-iscsi neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-93d67018-f9dc-4c92-a9c3-c975a159b13e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3697709'] for subnet (None), before_response {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:27:11.861017 dv-cinder-830097-4-iscsi neutron-server[103458]: INFO neutron.wsgi [None req-93d67018-f9dc-4c92-a9c3-c975a159b13e admin admin] 10.222.0.18 "DELETE /v2.0/subnets/e7f58421-9187-48e8-8ede-d2e25149e657 HTTP/1.1" status: 204 len: 168 time: 0.2494113 Apr 12 13:27:11.862793 dv-cinder-830097-4-iscsi neutron-server[103459]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5536288c-d03f-4587-ae21-91654b15b559 None None] Network 33c58c83-bd42-46e6-829a-cd11f58e9fb1 requested from dv-cinder-830097-4-iscsi {{(pid=103459) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 12 13:27:11.863792 dv-cinder-830097-4-iscsi neutron-server[103457]: DEBUG neutron.wsgi [-] (103457) accepted ('10.222.0.18', 50238) {{(pid=103457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 13:27:11.931025 dv-cinder-830097-4-iscsi neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-b2ddf1f6-a7db-4107-8537-8e0f84334c4c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-739948'] for network (33c58c83-bd42-46e6-829a-cd11f58e9fb1), before_delete {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:27:11.977941 dv-cinder-830097-4-iscsi neutron-server[103457]: DEBUG neutron.plugins.ml2.plugin [None req-b2ddf1f6-a7db-4107-8537-8e0f84334c4c admin admin] Deleting port d2b455b2-dc1e-4c6c-83ca-18b7388fbe46 {{(pid=103457) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 12 13:27:11.978076 dv-cinder-830097-4-iscsi neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-b2ddf1f6-a7db-4107-8537-8e0f84334c4c admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732727887391'] for port (d2b455b2-dc1e-4c6c-83ca-18b7388fbe46), before_delete {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:27:12.033371 dv-cinder-830097-4-iscsi neutron-server[103459]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3f89cbf0-30b5-4818-8c02-2f220a1353a6 None None] DHCP port deletion for 33c58c83-bd42-46e6-829a-cd11f58e9fb1 request from dv-cinder-830097-4-iscsi {{(pid=103459) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Apr 12 13:27:12.049439 dv-cinder-830097-4-iscsi neutron-server[103457]: DEBUG neutron.plugins.ml2.db [None req-b2ddf1f6-a7db-4107-8537-8e0f84334c4c admin admin] For port d2b455b2-dc1e-4c6c-83ca-18b7388fbe46, host dv-cinder-830097-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-830097-4-iscsi',level=0,port_id=d2b455b2-dc1e-4c6c-83ca-18b7388fbe46,segment=NetworkSegment(14551b93-9fd8-40ed-a0fc-48c46d45be33),segment_id=14551b93-9fd8-40ed-a0fc-48c46d45be33)] {{(pid=103457) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 12 13:27:12.049807 dv-cinder-830097-4-iscsi neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-b2ddf1f6-a7db-4107-8537-8e0f84334c4c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3742288'] for port (d2b455b2-dc1e-4c6c-83ca-18b7388fbe46), precommit_delete {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:27:12.065150 dv-cinder-830097-4-iscsi neutron-server[103457]: DEBUG neutron.plugins.ml2.plugin [None req-b2ddf1f6-a7db-4107-8537-8e0f84334c4c admin admin] Calling delete_port for d2b455b2-dc1e-4c6c-83ca-18b7388fbe46 owned by network:dhcp {{(pid=103457) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 12 13:27:12.073923 dv-cinder-830097-4-iscsi neutron-server[103459]: DEBUG neutron.plugins.ml2.plugin [None req-3f89cbf0-30b5-4818-8c02-2f220a1353a6 None None] Deleting port d2b455b2-dc1e-4c6c-83ca-18b7388fbe46 {{(pid=103459) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 12 13:27:12.074372 dv-cinder-830097-4-iscsi neutron-server[103459]: DEBUG neutron_lib.callbacks.manager [None req-3f89cbf0-30b5-4818-8c02-2f220a1353a6 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732727887391'] for port (d2b455b2-dc1e-4c6c-83ca-18b7388fbe46), before_delete {{(pid=103459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:27:12.142729 dv-cinder-830097-4-iscsi neutron-server[103459]: DEBUG neutron.plugins.ml2.db [None req-3f89cbf0-30b5-4818-8c02-2f220a1353a6 None None] For port d2b455b2-dc1e-4c6c-83ca-18b7388fbe46, host dv-cinder-830097-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-830097-4-iscsi',level=0,port_id=d2b455b2-dc1e-4c6c-83ca-18b7388fbe46,segment=NetworkSegment(14551b93-9fd8-40ed-a0fc-48c46d45be33),segment_id=14551b93-9fd8-40ed-a0fc-48c46d45be33)] {{(pid=103459) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 12 13:27:12.143222 dv-cinder-830097-4-iscsi neutron-server[103459]: DEBUG neutron_lib.callbacks.manager [None req-3f89cbf0-30b5-4818-8c02-2f220a1353a6 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3742288'] for port (d2b455b2-dc1e-4c6c-83ca-18b7388fbe46), precommit_delete {{(pid=103459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:27:12.145842 dv-cinder-830097-4-iscsi neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-b2ddf1f6-a7db-4107-8537-8e0f84334c4c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-915890', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3697887', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732727894797', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732727417923', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25610742'] for port (d2b455b2-dc1e-4c6c-83ca-18b7388fbe46), after_delete {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:27:12.157504 dv-cinder-830097-4-iscsi neutron-server[103459]: DEBUG neutron.plugins.ml2.plugin [None req-3f89cbf0-30b5-4818-8c02-2f220a1353a6 None None] Calling delete_port for d2b455b2-dc1e-4c6c-83ca-18b7388fbe46 owned by network:dhcp {{(pid=103459) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 12 13:27:12.186192 dv-cinder-830097-4-iscsi neutron-server[103457]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b2ddf1f6-a7db-4107-8537-8e0f84334c4c admin admin] No DVR routers for this DVR port d2b455b2-dc1e-4c6c-83ca-18b7388fbe46 on host dv-cinder-830097-4-iscsi {{(pid=103457) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 12 13:27:12.190977 dv-cinder-830097-4-iscsi neutron-server[103457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2ddf1f6-a7db-4107-8537-8e0f84334c4c admin admin] Pushing event deleted for resources: {'Port': ['ID=d2b455b2-dc1e-4c6c-83ca-18b7388fbe46,revision_number=None']} {{(pid=103457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 13:27:12.204716 dv-cinder-830097-4-iscsi neutron-server[103457]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2ddf1f6-a7db-4107-8537-8e0f84334c4c admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830097-4-iscsi {{(pid=103457) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 13:27:12.205528 dv-cinder-830097-4-iscsi neutron-server[103457]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2ddf1f6-a7db-4107-8537-8e0f84334c4c admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830097-4-iscsi {{(pid=103457) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 13:27:12.205528 dv-cinder-830097-4-iscsi neutron-server[103457]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2ddf1f6-a7db-4107-8537-8e0f84334c4c admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830097-4-iscsi {{(pid=103457) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 13:27:12.205773 dv-cinder-830097-4-iscsi neutron-server[103457]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2ddf1f6-a7db-4107-8537-8e0f84334c4c admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830097-4-iscsi {{(pid=103457) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 13:27:12.206405 dv-cinder-830097-4-iscsi neutron-server[103457]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2ddf1f6-a7db-4107-8537-8e0f84334c4c admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830097-4-iscsi {{(pid=103457) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 13:27:12.206619 dv-cinder-830097-4-iscsi neutron-server[103457]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2ddf1f6-a7db-4107-8537-8e0f84334c4c admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830097-4-iscsi {{(pid=103457) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 13:27:12.206945 dv-cinder-830097-4-iscsi neutron-server[103457]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2ddf1f6-a7db-4107-8537-8e0f84334c4c admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830097-4-iscsi {{(pid=103457) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 13:27:12.207284 dv-cinder-830097-4-iscsi neutron-server[103457]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2ddf1f6-a7db-4107-8537-8e0f84334c4c admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-830097-4-iscsi {{(pid=103457) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 13:27:12.207605 dv-cinder-830097-4-iscsi neutron-server[103457]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2ddf1f6-a7db-4107-8537-8e0f84334c4c admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-830097-4-iscsi {{(pid=103457) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 13:27:12.207932 dv-cinder-830097-4-iscsi neutron-server[103457]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2ddf1f6-a7db-4107-8537-8e0f84334c4c admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-830097-4-iscsi {{(pid=103457) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 13:27:12.208301 dv-cinder-830097-4-iscsi neutron-server[103457]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2ddf1f6-a7db-4107-8537-8e0f84334c4c admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-830097-4-iscsi {{(pid=103457) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 13:27:12.208632 dv-cinder-830097-4-iscsi neutron-server[103457]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2ddf1f6-a7db-4107-8537-8e0f84334c4c admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830097-4-iscsi {{(pid=103457) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 13:27:12.209199 dv-cinder-830097-4-iscsi neutron-server[103457]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2ddf1f6-a7db-4107-8537-8e0f84334c4c admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830097-4-iscsi {{(pid=103457) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 13:27:12.209524 dv-cinder-830097-4-iscsi neutron-server[103457]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2ddf1f6-a7db-4107-8537-8e0f84334c4c admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830097-4-iscsi {{(pid=103457) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 13:27:12.209846 dv-cinder-830097-4-iscsi neutron-server[103457]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2ddf1f6-a7db-4107-8537-8e0f84334c4c admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830097-4-iscsi {{(pid=103457) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 13:27:12.242895 dv-cinder-830097-4-iscsi neutron-server[103459]: DEBUG neutron_lib.callbacks.manager [None req-3f89cbf0-30b5-4818-8c02-2f220a1353a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-915890', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3697887', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732727894797', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732727417923'] for port (d2b455b2-dc1e-4c6c-83ca-18b7388fbe46), after_delete {{(pid=103459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:27:12.269341 dv-cinder-830097-4-iscsi neutron-server[103459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f89cbf0-30b5-4818-8c02-2f220a1353a6 None None] Pushing event deleted for resources: {'Port': ['ID=d2b455b2-dc1e-4c6c-83ca-18b7388fbe46,revision_number=None']} {{(pid=103459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 13:27:12.273074 dv-cinder-830097-4-iscsi neutron-server[103459]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3f89cbf0-30b5-4818-8c02-2f220a1353a6 None None] No DVR routers for this DVR port d2b455b2-dc1e-4c6c-83ca-18b7388fbe46 on host dv-cinder-830097-4-iscsi {{(pid=103459) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 12 13:27:12.287298 dv-cinder-830097-4-iscsi neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-b2ddf1f6-a7db-4107-8537-8e0f84334c4c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-661938', 'neutron.services.segments.db._delete_segments_for_network-8732727929519'] for network (33c58c83-bd42-46e6-829a-cd11f58e9fb1), precommit_delete {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:27:12.350754 dv-cinder-830097-4-iscsi neutron-server[103457]: DEBUG neutron.services.segments.db [None req-b2ddf1f6-a7db-4107-8537-8e0f84334c4c admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['33c58c83-bd42-46e6-829a-cd11f58e9fb1']}} {{(pid=103457) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 13:27:12.411492 dv-cinder-830097-4-iscsi neutron-server[103457]: DEBUG neutron.services.segments.db [None req-b2ddf1f6-a7db-4107-8537-8e0f84334c4c admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '14551b93-9fd8-40ed-a0fc-48c46d45be33') {'for_net_delete': True} {{(pid=103457) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 13:27:12.411786 dv-cinder-830097-4-iscsi neutron-server[103457]: DEBUG neutron.services.segments.db [None req-b2ddf1f6-a7db-4107-8537-8e0f84334c4c admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '14551b93-9fd8-40ed-a0fc-48c46d45be33') {} {{(pid=103457) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 13:27:12.452860 dv-cinder-830097-4-iscsi neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-b2ddf1f6-a7db-4107-8537-8e0f84334c4c admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8732727932344', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25895923'] for segment (14551b93-9fd8-40ed-a0fc-48c46d45be33), before_delete {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:27:12.457222 dv-cinder-830097-4-iscsi neutron-server[103457]: INFO neutron.wsgi [req-2241e1e0-69a1-44e4-a3fe-111843684061 req-2bf89e88-5edb-4386-809f-bfa2f56462a5 service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=79e021a9-fd5c-4b44-a4de-9b162a0a9eb9&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.1283398 Apr 12 13:27:12.483333 dv-cinder-830097-4-iscsi neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-b2ddf1f6-a7db-4107-8537-8e0f84334c4c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-715442'] for segment (14551b93-9fd8-40ed-a0fc-48c46d45be33), precommit_delete {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:27:12.498909 dv-cinder-830097-4-iscsi neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b4f3128-5138-49c6-97e9-37235c73da41 req-16929b64-8e71-4e42-9aba-eecc1a9b5e57 tempest-VolumesSnapshotTestJSON-811272226 tempest-VolumesSnapshotTestJSON-811272226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 13:27:12.500316 dv-cinder-830097-4-iscsi neutron-server[103457]: INFO neutron.wsgi [req-7b4f3128-5138-49c6-97e9-37235c73da41 req-16929b64-8e71-4e42-9aba-eecc1a9b5e57 tempest-VolumesSnapshotTestJSON-811272226 tempest-VolumesSnapshotTestJSON-811272226-project] 10.222.0.18 "GET /v2.0/ports?device_id=55fcaedf-174a-41f0-b5bf-8e46da251fdc HTTP/1.1" status: 200 len: 943 time: 0.0975564 Apr 12 13:27:12.517450 dv-cinder-830097-4-iscsi neutron-server[103457]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b2ddf1f6-a7db-4107-8537-8e0f84334c4c admin admin] Releasing vlan 225 on physical network physnet1 to pool {{(pid=103457) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 12 13:27:12.517450 dv-cinder-830097-4-iscsi neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-b2ddf1f6-a7db-4107-8537-8e0f84334c4c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-715442', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25610529'] for segment (14551b93-9fd8-40ed-a0fc-48c46d45be33), after_delete {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:27:12.518024 dv-cinder-830097-4-iscsi neutron-server[103457]: Traceback (most recent call last): Apr 12 13:27:12.518024 dv-cinder-830097-4-iscsi neutron-server[103457]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 12 13:27:12.518024 dv-cinder-830097-4-iscsi neutron-server[103457]: timer() Apr 12 13:27:12.518024 dv-cinder-830097-4-iscsi neutron-server[103457]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 12 13:27:12.518024 dv-cinder-830097-4-iscsi neutron-server[103457]: cb(*args, **kw) Apr 12 13:27:12.518024 dv-cinder-830097-4-iscsi neutron-server[103457]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 12 13:27:12.518024 dv-cinder-830097-4-iscsi neutron-server[103457]: return func(*args, **kwargs) Apr 12 13:27:12.518024 dv-cinder-830097-4-iscsi neutron-server[103457]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 12 13:27:12.518024 dv-cinder-830097-4-iscsi neutron-server[103457]: self._notify() Apr 12 13:27:12.518024 dv-cinder-830097-4-iscsi neutron-server[103457]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 12 13:27:12.518024 dv-cinder-830097-4-iscsi neutron-server[103457]: self.callback(batched_events) Apr 12 13:27:12.518024 dv-cinder-830097-4-iscsi neutron-server[103457]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 12 13:27:12.518024 dv-cinder-830097-4-iscsi neutron-server[103457]: event.method(event) Apr 12 13:27:12.518024 dv-cinder-830097-4-iscsi neutron-server[103457]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 12 13:27:12.518024 dv-cinder-830097-4-iscsi neutron-server[103457]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 12 13:27:12.518024 dv-cinder-830097-4-iscsi neutron-server[103457]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 12 13:27:12.518024 dv-cinder-830097-4-iscsi neutron-server[103457]: aggregate_uuid = self.p_client.list_aggregates( Apr 12 13:27:12.518024 dv-cinder-830097-4-iscsi neutron-server[103457]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 12 13:27:12.518024 dv-cinder-830097-4-iscsi neutron-server[103457]: return f(self, *a, **k) Apr 12 13:27:12.518024 dv-cinder-830097-4-iscsi neutron-server[103457]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 12 13:27:12.518024 dv-cinder-830097-4-iscsi neutron-server[103457]: return self._get(url).json() Apr 12 13:27:12.518024 dv-cinder-830097-4-iscsi neutron-server[103457]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 12 13:27:12.518024 dv-cinder-830097-4-iscsi neutron-server[103457]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 12 13:27:12.518024 dv-cinder-830097-4-iscsi neutron-server[103457]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 12 13:27:12.518024 dv-cinder-830097-4-iscsi neutron-server[103457]: return self.request(url, 'GET', **kwargs) Apr 12 13:27:12.518024 dv-cinder-830097-4-iscsi neutron-server[103457]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 12 13:27:12.518024 dv-cinder-830097-4-iscsi neutron-server[103457]: base_url = self.get_endpoint(auth, allow=allow, Apr 12 13:27:12.518024 dv-cinder-830097-4-iscsi neutron-server[103457]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 12 13:27:12.518024 dv-cinder-830097-4-iscsi neutron-server[103457]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 12 13:27:12.518024 dv-cinder-830097-4-iscsi neutron-server[103457]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 12 13:27:12.518024 dv-cinder-830097-4-iscsi neutron-server[103457]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 12 13:27:12.518024 dv-cinder-830097-4-iscsi neutron-server[103457]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 12 13:27:12.545861 dv-cinder-830097-4-iscsi neutron-server[103457]: INFO neutron.wsgi [req-7c8a7a48-c743-4f72-898b-6ee41c848e1d req-90d80b51-820b-4453-a539-2090796740eb service neutron] 10.222.0.55 "GET /v2.0/networks/fc0e35fc-da48-4b0a-aef1-4a0c9e07f863?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2556257 Apr 12 13:27:12.606692 dv-cinder-830097-4-iscsi neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2241e1e0-69a1-44e4-a3fe-111843684061 req-5b0026a9-0550-44f2-9388-7a5ec2353876 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 13:27:12.608101 dv-cinder-830097-4-iscsi neutron-server[103457]: INFO neutron.wsgi [req-2241e1e0-69a1-44e4-a3fe-111843684061 req-5b0026a9-0550-44f2-9388-7a5ec2353876 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=59e9ce76515147cfa24a7c710300c9c0&device_id=79e021a9-fd5c-4b44-a4de-9b162a0a9eb9 HTTP/1.1" status: 200 len: 1129 time: 0.1180024 Apr 12 13:27:12.614360 dv-cinder-830097-4-iscsi neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-b2ddf1f6-a7db-4107-8537-8e0f84334c4c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-661949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3691972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3697887', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3739104'] for network (33c58c83-bd42-46e6-829a-cd11f58e9fb1), after_delete {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:27:12.623761 dv-cinder-830097-4-iscsi neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-b2ddf1f6-a7db-4107-8537-8e0f84334c4c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3697709'] for network (None), before_response {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:27:12.626845 dv-cinder-830097-4-iscsi neutron-server[103457]: INFO neutron.wsgi [None req-b2ddf1f6-a7db-4107-8537-8e0f84334c4c admin admin] 10.222.0.18 "DELETE /v2.0/networks/33c58c83-bd42-46e6-829a-cd11f58e9fb1 HTTP/1.1" status: 204 len: 168 time: 0.7619767 Apr 12 13:27:12.664575 dv-cinder-830097-4-iscsi neutron-server[103457]: INFO neutron.wsgi [req-7b4f3128-5138-49c6-97e9-37235c73da41 req-17dca932-20c9-478e-9864-c82f3b85844e tempest-VolumesSnapshotTestJSON-811272226 tempest-VolumesSnapshotTestJSON-811272226-project] 10.222.0.18 "GET /v2.0/security-groups?id=56e895e0-e2e0-45ac-b6ed-25edf7c5ab22&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1514883 Apr 12 13:27:12.665420 dv-cinder-830097-4-iscsi neutron-server[103457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2ddf1f6-a7db-4107-8537-8e0f84334c4c admin admin] Pushing event deleted for resources: {'Network': ['ID=33c58c83-bd42-46e6-829a-cd11f58e9fb1,revision_number=None']} {{(pid=103457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 13:27:12.738342 dv-cinder-830097-4-iscsi neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2241e1e0-69a1-44e4-a3fe-111843684061 req-ad266a93-98ff-419f-8bb8-442bcd136043 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 13:27:12.739818 dv-cinder-830097-4-iscsi neutron-server[103457]: INFO neutron.wsgi [req-2241e1e0-69a1-44e4-a3fe-111843684061 req-ad266a93-98ff-419f-8bb8-442bcd136043 service neutron] 10.222.0.55 "GET /v2.0/networks?id=fc0e35fc-da48-4b0a-aef1-4a0c9e07f863 HTTP/1.1" status: 200 len: 913 time: 0.1040843 Apr 12 13:27:12.750893 dv-cinder-830097-4-iscsi neutron-server[103457]: DEBUG neutron.wsgi [-] (103457) accepted ('10.222.0.18', 50244) {{(pid=103457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 13:27:12.839939 dv-cinder-830097-4-iscsi neutron-server[103457]: INFO neutron.wsgi [req-2241e1e0-69a1-44e4-a3fe-111843684061 req-52834288-3aa9-4414-adb1-6bd388d6dfe9 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=edda591b-4d5a-478b-9844-8ac94d78d31b HTTP/1.1" status: 200 len: 1001 time: 0.0868487 Apr 12 13:27:12.842258 dv-cinder-830097-4-iscsi neutron-server[103457]: INFO neutron.wsgi [None req-14d052d9-0827-42b3-991e-2212ec357223 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=973344adf45e43fc87f28572c7cc70a5&name=default HTTP/1.1" status: 200 len: 2992 time: 0.0903752 Apr 12 13:27:12.845468 dv-cinder-830097-4-iscsi neutron-server[103457]: DEBUG neutron.wsgi [-] (103457) accepted ('10.222.0.18', 50246) {{(pid=103457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 13:27:12.924607 dv-cinder-830097-4-iscsi neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2241e1e0-69a1-44e4-a3fe-111843684061 req-7dc47715-64f1-4bad-8980-067b520bc454 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 13:27:12.926094 dv-cinder-830097-4-iscsi neutron-server[103457]: INFO neutron.wsgi [req-2241e1e0-69a1-44e4-a3fe-111843684061 req-7dc47715-64f1-4bad-8980-067b520bc454 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=3e5a37b9-6492-41e4-a03e-0f76c3de6aee HTTP/1.1" status: 200 len: 851 time: 0.0685153 Apr 12 13:27:12.931043 dv-cinder-830097-4-iscsi neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-c1849357-65ce-4a00-a1d9-93d04121d6cd admin admin] Publish callbacks [] for security_group (30270e58-ac3d-4e0b-a789-d4241e8d99be), before_delete {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:27:12.951942 dv-cinder-830097-4-iscsi neutron-server[103459]: DEBUG neutron.plugins.ml2.rpc [None req-53781792-8650-4c78-93a6-1c4d328d874c None None] Device d2b455b2-dc1e-4c6c-83ca-18b7388fbe46 no longer exists at agent ovs-agent-dv-cinder-830097-4-iscsi {{(pid=103459) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 12 13:27:12.975636 dv-cinder-830097-4-iscsi neutron-server[103459]: DEBUG neutron.plugins.ml2.plugin [None req-53781792-8650-4c78-93a6-1c4d328d874c None None] No Port match for: d2b455b2-dc1e-4c6c-83ca-18b7388fbe46 {{(pid=103459) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2341}} Apr 12 13:27:12.975985 dv-cinder-830097-4-iscsi neutron-server[103459]: DEBUG neutron.plugins.ml2.rpc [None req-53781792-8650-4c78-93a6-1c4d328d874c None None] Device d2b455b2-dc1e-4c6c-83ca-18b7388fbe46 not bound to the agent host dv-cinder-830097-4-iscsi {{(pid=103459) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 12 13:27:12.976436 dv-cinder-830097-4-iscsi neutron-server[103459]: DEBUG neutron.plugins.ml2.rpc [None req-53781792-8650-4c78-93a6-1c4d328d874c None None] Device bee35c5e-668a-49b2-8687-9dc92ebd1905 no longer exists at agent ovs-agent-dv-cinder-830097-4-iscsi {{(pid=103459) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 12 13:27:12.983571 dv-cinder-830097-4-iscsi neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-c1849357-65ce-4a00-a1d9-93d04121d6cd admin admin] Publish callbacks [] for security_group (30270e58-ac3d-4e0b-a789-d4241e8d99be), precommit_delete {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:27:12.995076 dv-cinder-830097-4-iscsi neutron-server[103459]: DEBUG neutron.plugins.ml2.plugin [None req-53781792-8650-4c78-93a6-1c4d328d874c None None] No Port match for: bee35c5e-668a-49b2-8687-9dc92ebd1905 {{(pid=103459) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2341}} Apr 12 13:27:12.995423 dv-cinder-830097-4-iscsi neutron-server[103459]: DEBUG neutron.plugins.ml2.rpc [None req-53781792-8650-4c78-93a6-1c4d328d874c None None] Device bee35c5e-668a-49b2-8687-9dc92ebd1905 not bound to the agent host dv-cinder-830097-4-iscsi {{(pid=103459) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 12 13:27:12.995837 dv-cinder-830097-4-iscsi neutron-server[103459]: DEBUG neutron.plugins.ml2.rpc [None req-53781792-8650-4c78-93a6-1c4d328d874c None None] Device 1ceeff16-e486-4e8b-a1af-d7c1a6e70fb4 no longer exists at agent ovs-agent-dv-cinder-830097-4-iscsi {{(pid=103459) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 12 13:27:12.998189 dv-cinder-830097-4-iscsi neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2241e1e0-69a1-44e4-a3fe-111843684061 req-50e2ad58-d31b-4da9-ab61-8afe2673866a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 13:27:12.999656 dv-cinder-830097-4-iscsi neutron-server[103457]: INFO neutron.wsgi [req-2241e1e0-69a1-44e4-a3fe-111843684061 req-50e2ad58-d31b-4da9-ab61-8afe2673866a service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=fc0e35fc-da48-4b0a-aef1-4a0c9e07f863&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0597210 Apr 12 13:27:13.015405 dv-cinder-830097-4-iscsi neutron-server[103459]: DEBUG neutron.plugins.ml2.plugin [None req-53781792-8650-4c78-93a6-1c4d328d874c None None] No Port match for: 1ceeff16-e486-4e8b-a1af-d7c1a6e70fb4 {{(pid=103459) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2341}} Apr 12 13:27:13.015747 dv-cinder-830097-4-iscsi neutron-server[103459]: DEBUG neutron.plugins.ml2.rpc [None req-53781792-8650-4c78-93a6-1c4d328d874c None None] Device 1ceeff16-e486-4e8b-a1af-d7c1a6e70fb4 not bound to the agent host dv-cinder-830097-4-iscsi {{(pid=103459) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 12 13:27:13.094190 dv-cinder-830097-4-iscsi neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-c1849357-65ce-4a00-a1d9-93d04121d6cd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3691807'] for security_group (30270e58-ac3d-4e0b-a789-d4241e8d99be), after_delete {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:27:13.096637 dv-cinder-830097-4-iscsi neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-c1849357-65ce-4a00-a1d9-93d04121d6cd admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:27:13.097766 dv-cinder-830097-4-iscsi neutron-server[103457]: INFO neutron.wsgi [None req-c1849357-65ce-4a00-a1d9-93d04121d6cd admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/30270e58-ac3d-4e0b-a789-d4241e8d99be HTTP/1.1" status: 204 len: 168 time: 0.2514248 Apr 12 13:27:13.108560 dv-cinder-830097-4-iscsi neutron-server[103457]: INFO neutron.wsgi [req-2241e1e0-69a1-44e4-a3fe-111843684061 req-b6aaf4cc-0c8e-45e7-905b-cb5cab29e0fb service neutron] 10.222.0.55 "GET /v2.0/networks/fc0e35fc-da48-4b0a-aef1-4a0c9e07f863?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0966549 Apr 12 13:27:13.109677 dv-cinder-830097-4-iscsi neutron-server[103457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1849357-65ce-4a00-a1d9-93d04121d6cd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=30270e58-ac3d-4e0b-a789-d4241e8d99be,revision_number=None']} {{(pid=103457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 13:27:13.218059 dv-cinder-830097-4-iscsi neutron-server[103457]: INFO neutron.wsgi [req-2241e1e0-69a1-44e4-a3fe-111843684061 req-0dd5ff8b-4e7c-4a03-8a93-47f8cd362206 service neutron] 10.222.0.55 "GET /v2.0/networks/fc0e35fc-da48-4b0a-aef1-4a0c9e07f863?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0879214 Apr 12 13:27:13.786094 dv-cinder-830097-4-iscsi neutron-server[103458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6d3d881-46c2-4b3b-91bf-bc18d80b335b req-7dd22b9d-b011-48ea-af25-ee53906d5ac7 tempest-VolumesSnapshotTestJSON-811272226 tempest-VolumesSnapshotTestJSON-811272226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 13:27:13.787634 dv-cinder-830097-4-iscsi neutron-server[103458]: INFO neutron.wsgi [req-e6d3d881-46c2-4b3b-91bf-bc18d80b335b req-7dd22b9d-b011-48ea-af25-ee53906d5ac7 tempest-VolumesSnapshotTestJSON-811272226 tempest-VolumesSnapshotTestJSON-811272226-project] 10.222.0.18 "GET /v2.0/ports?device_id=55fcaedf-174a-41f0-b5bf-8e46da251fdc HTTP/1.1" status: 200 len: 943 time: 0.0522690 Apr 12 13:27:13.833088 dv-cinder-830097-4-iscsi neutron-server[103458]: INFO neutron.wsgi [req-e6d3d881-46c2-4b3b-91bf-bc18d80b335b req-71563caa-b8b7-4539-89f2-8f54f736186f tempest-VolumesSnapshotTestJSON-811272226 tempest-VolumesSnapshotTestJSON-811272226-project] 10.222.0.18 "GET /v2.0/security-groups?id=56e895e0-e2e0-45ac-b6ed-25edf7c5ab22&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0399215 Apr 12 13:27:13.854080 dv-cinder-830097-4-iscsi neutron-server[103459]: DEBUG neutron.plugins.ml2.rpc [None req-3505bd68-a9fd-4823-92ea-1a6ded8ab071 None None] Device b5fdf7bb-31e8-4c85-bb9b-3042bf6207d6 details requested by agent hyperv_hv-cinder-83009 with host hv-cinder-83009 {{(pid=103459) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 12 13:27:13.958371 dv-cinder-830097-4-iscsi neutron-server[103459]: DEBUG neutron.plugins.ml2.db [None req-3505bd68-a9fd-4823-92ea-1a6ded8ab071 None None] For port b5fdf7bb-31e8-4c85-bb9b-3042bf6207d6, host hv-cinder-83009, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83009',level=0,port_id=b5fdf7bb-31e8-4c85-bb9b-3042bf6207d6,segment=NetworkSegment(12b36334-3d43-4a04-a92d-9c84f6426545),segment_id=12b36334-3d43-4a04-a92d-9c84f6426545)] {{(pid=103459) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 12 13:27:13.970300 dv-cinder-830097-4-iscsi neutron-server[103459]: DEBUG neutron.plugins.ml2.rpc [None req-3505bd68-a9fd-4823-92ea-1a6ded8ab071 None None] Returning: {'device': 'b5fdf7bb-31e8-4c85-bb9b-3042bf6207d6', 'network_id': 'e3cc5645-7783-443d-aa92-92b0644dde7b', 'port_id': 'b5fdf7bb-31e8-4c85-bb9b-3042bf6207d6', 'mac_address': 'fa:16:3e:dc:ee:ac', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 216, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd046c7f8-6453-49a0-aaad-f357821578d8', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103459) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 12 13:27:14.007404 dv-cinder-830097-4-iscsi neutron-server[103459]: DEBUG neutron.plugins.ml2.plugin [None req-3505bd68-a9fd-4823-92ea-1a6ded8ab071 None None] Current status of the port b5fdf7bb-31e8-4c85-bb9b-3042bf6207d6 is: DOWN; New status is: BUILD {{(pid=103459) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 12 13:27:14.008474 dv-cinder-830097-4-iscsi neutron-server[103459]: DEBUG neutron_lib.callbacks.manager [None req-3505bd68-a9fd-4823-92ea-1a6ded8ab071 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-916304'] for port (b5fdf7bb-31e8-4c85-bb9b-3042bf6207d6), before_update {{(pid=103459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:27:14.024999 dv-cinder-830097-4-iscsi neutron-server[103459]: DEBUG neutron.notifiers.nova [None req-3505bd68-a9fd-4823-92ea-1a6ded8ab071 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b5fdf7bb-31e8-4c85-bb9b-3042bf6207d6 {{(pid=103459) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 12 13:27:14.048694 dv-cinder-830097-4-iscsi neutron-server[103459]: DEBUG neutron.plugins.ml2.db [None req-3505bd68-a9fd-4823-92ea-1a6ded8ab071 None None] For port b5fdf7bb-31e8-4c85-bb9b-3042bf6207d6, host hv-cinder-83009, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83009',level=0,port_id=b5fdf7bb-31e8-4c85-bb9b-3042bf6207d6,segment=NetworkSegment(12b36334-3d43-4a04-a92d-9c84f6426545),segment_id=12b36334-3d43-4a04-a92d-9c84f6426545)] {{(pid=103459) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 12 13:27:14.052589 dv-cinder-830097-4-iscsi neutron-server[103459]: DEBUG neutron_lib.callbacks.manager [None req-3505bd68-a9fd-4823-92ea-1a6ded8ab071 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-915890', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3697887', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732727894815', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732727417932', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732727417950'] for port (b5fdf7bb-31e8-4c85-bb9b-3042bf6207d6), after_update {{(pid=103459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:27:14.106863 dv-cinder-830097-4-iscsi neutron-server[103459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3505bd68-a9fd-4823-92ea-1a6ded8ab071 None None] Pushing event updated for resources: {'Port': ['ID=b5fdf7bb-31e8-4c85-bb9b-3042bf6207d6,revision_number=4']} {{(pid=103459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 13:27:14.489233 dv-cinder-830097-4-iscsi neutron-server[103459]: DEBUG neutron.plugins.ml2.db [None req-3505bd68-a9fd-4823-92ea-1a6ded8ab071 None None] get_ports_and_sgs() called for port_ids ['b5fdf7bb-31e8-4c85-bb9b-3042bf6207d6'] {{(pid=103459) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 12 13:27:14.943461 dv-cinder-830097-4-iscsi neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-203a92ff-bdb2-46c6-bac6-36bda5df8723 req-2f5e0c05-bb94-4c09-9ea0-5d8a5ec9e347 tempest-VolumesSnapshotTestJSON-811272226 tempest-VolumesSnapshotTestJSON-811272226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 13:27:14.944941 dv-cinder-830097-4-iscsi neutron-server[103457]: INFO neutron.wsgi [req-203a92ff-bdb2-46c6-bac6-36bda5df8723 req-2f5e0c05-bb94-4c09-9ea0-5d8a5ec9e347 tempest-VolumesSnapshotTestJSON-811272226 tempest-VolumesSnapshotTestJSON-811272226-project] 10.222.0.18 "GET /v2.0/ports?device_id=55fcaedf-174a-41f0-b5bf-8e46da251fdc HTTP/1.1" status: 200 len: 944 time: 0.0464754 Apr 12 13:27:14.990435 dv-cinder-830097-4-iscsi neutron-server[103457]: INFO neutron.wsgi [req-203a92ff-bdb2-46c6-bac6-36bda5df8723 req-454cebc2-8c9d-4d4f-bf5d-4fd3b12533b4 tempest-VolumesSnapshotTestJSON-811272226 tempest-VolumesSnapshotTestJSON-811272226-project] 10.222.0.18 "GET /v2.0/security-groups?id=56e895e0-e2e0-45ac-b6ed-25edf7c5ab22&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0397363 Apr 12 13:27:15.860947 dv-cinder-830097-4-iscsi neutron-server[103459]: DEBUG neutron.plugins.ml2.rpc [None req-3505bd68-a9fd-4823-92ea-1a6ded8ab071 None None] Device b5fdf7bb-31e8-4c85-bb9b-3042bf6207d6 up at agent hyperv_hv-cinder-83009 {{(pid=103459) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 12 13:27:15.910339 dv-cinder-830097-4-iscsi neutron-server[103459]: DEBUG neutron.db.provisioning_blocks [None req-3505bd68-a9fd-4823-92ea-1a6ded8ab071 None None] Provisioning for port b5fdf7bb-31e8-4c85-bb9b-3042bf6207d6 completed by entity L2. {{(pid=103459) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Apr 12 13:27:15.916141 dv-cinder-830097-4-iscsi neutron-server[103459]: DEBUG neutron.db.provisioning_blocks [None req-3505bd68-a9fd-4823-92ea-1a6ded8ab071 None None] Provisioning complete for port b5fdf7bb-31e8-4c85-bb9b-3042bf6207d6 triggered by entity L2. {{(pid=103459) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 12 13:27:15.916530 dv-cinder-830097-4-iscsi neutron-server[103459]: DEBUG neutron_lib.callbacks.manager [None req-3505bd68-a9fd-4823-92ea-1a6ded8ab071 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-657243'] for port (b5fdf7bb-31e8-4c85-bb9b-3042bf6207d6), provisioning_complete {{(pid=103459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:27:15.990559 dv-cinder-830097-4-iscsi neutron-server[103459]: DEBUG neutron.plugins.ml2.plugin [None req-3505bd68-a9fd-4823-92ea-1a6ded8ab071 None None] Current status of the port b5fdf7bb-31e8-4c85-bb9b-3042bf6207d6 is: BUILD; New status is: ACTIVE {{(pid=103459) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 12 13:27:15.990943 dv-cinder-830097-4-iscsi neutron-server[103459]: DEBUG neutron_lib.callbacks.manager [None req-3505bd68-a9fd-4823-92ea-1a6ded8ab071 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-916304'] for port (b5fdf7bb-31e8-4c85-bb9b-3042bf6207d6), before_update {{(pid=103459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:27:16.013656 dv-cinder-830097-4-iscsi neutron-server[103459]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '55fcaedf-174a-41f0-b5bf-8e46da251fdc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b5fdf7bb-31e8-4c85-bb9b-3042bf6207d6'}] {{(pid=103459) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 12 13:27:16.015850 dv-cinder-830097-4-iscsi neutron-server[103459]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}95104bc0dd48ad9143548caf8a5bdec643107760c32fce8433ea43eac3fbdd81" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-96dfb61b-bcee-4a3f-bd40-6bdb2f5b58e5" -d '{"events": [{"server_uuid": "55fcaedf-174a-41f0-b5bf-8e46da251fdc", "name": "network-vif-plugged", "status": "completed", "tag": "b5fdf7bb-31e8-4c85-bb9b-3042bf6207d6"}]}' {{(pid=103459) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 12 13:27:16.029583 dv-cinder-830097-4-iscsi neutron-server[103459]: DEBUG neutron.plugins.ml2.db [None req-3505bd68-a9fd-4823-92ea-1a6ded8ab071 None None] For port b5fdf7bb-31e8-4c85-bb9b-3042bf6207d6, host hv-cinder-83009, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83009',level=0,port_id=b5fdf7bb-31e8-4c85-bb9b-3042bf6207d6,segment=NetworkSegment(12b36334-3d43-4a04-a92d-9c84f6426545),segment_id=12b36334-3d43-4a04-a92d-9c84f6426545)] {{(pid=103459) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 12 13:27:16.035358 dv-cinder-830097-4-iscsi neutron-server[103459]: DEBUG neutron_lib.callbacks.manager [None req-3505bd68-a9fd-4823-92ea-1a6ded8ab071 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-915890', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3697887', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732727894815', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732727417932', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732727417950'] for port (b5fdf7bb-31e8-4c85-bb9b-3042bf6207d6), after_update {{(pid=103459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:27:16.060404 dv-cinder-830097-4-iscsi neutron-server[103459]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 12 Apr 2022 13:27:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a6ca0470-f19c-416e-8140-8fed41be407a x-openstack-request-id: req-a6ca0470-f19c-416e-8140-8fed41be407a {{(pid=103459) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 12 13:27:16.060791 dv-cinder-830097-4-iscsi neutron-server[103459]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "55fcaedf-174a-41f0-b5bf-8e46da251fdc", "name": "network-vif-plugged", "status": "completed", "tag": "b5fdf7bb-31e8-4c85-bb9b-3042bf6207d6", "code": 200}]} {{(pid=103459) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 12 13:27:16.061106 dv-cinder-830097-4-iscsi neutron-server[103459]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-a6ca0470-f19c-416e-8140-8fed41be407a {{(pid=103459) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 12 13:27:16.061558 dv-cinder-830097-4-iscsi neutron-server[103459]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a6ca0470-f19c-416e-8140-8fed41be407a'] response: {'server_uuid': '55fcaedf-174a-41f0-b5bf-8e46da251fdc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b5fdf7bb-31e8-4c85-bb9b-3042bf6207d6', 'code': 200} Apr 12 13:27:16.089478 dv-cinder-830097-4-iscsi neutron-server[103459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3505bd68-a9fd-4823-92ea-1a6ded8ab071 None None] Pushing event updated for resources: {'Port': ['ID=b5fdf7bb-31e8-4c85-bb9b-3042bf6207d6,revision_number=5']} {{(pid=103459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 13:27:16.104835 dv-cinder-830097-4-iscsi neutron-server[103458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ef9218b-9d46-43ab-aac2-a8ea5d5778ea req-e69ea503-a5a7-4d6e-b9ba-14f0ea4e2d50 tempest-VolumesSnapshotTestJSON-811272226 tempest-VolumesSnapshotTestJSON-811272226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 13:27:16.106321 dv-cinder-830097-4-iscsi neutron-server[103458]: INFO neutron.wsgi [req-0ef9218b-9d46-43ab-aac2-a8ea5d5778ea req-e69ea503-a5a7-4d6e-b9ba-14f0ea4e2d50 tempest-VolumesSnapshotTestJSON-811272226 tempest-VolumesSnapshotTestJSON-811272226-project] 10.222.0.18 "GET /v2.0/ports?device_id=55fcaedf-174a-41f0-b5bf-8e46da251fdc HTTP/1.1" status: 200 len: 945 time: 0.0463028 Apr 12 13:27:16.153020 dv-cinder-830097-4-iscsi neutron-server[103458]: INFO neutron.wsgi [req-0ef9218b-9d46-43ab-aac2-a8ea5d5778ea req-5cfcc7df-1054-46d4-8c3a-f0d8e7495fd0 tempest-VolumesSnapshotTestJSON-811272226 tempest-VolumesSnapshotTestJSON-811272226-project] 10.222.0.18 "GET /v2.0/security-groups?id=56e895e0-e2e0-45ac-b6ed-25edf7c5ab22&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409000 Apr 12 13:27:16.265519 dv-cinder-830097-4-iscsi neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c848f808-243a-42bd-9d61-a37ba512340e req-0e2c32cd-50f2-407d-a699-7e5db790f067 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 13:27:16.266944 dv-cinder-830097-4-iscsi neutron-server[103457]: INFO neutron.wsgi [req-c848f808-243a-42bd-9d61-a37ba512340e req-0e2c32cd-50f2-407d-a699-7e5db790f067 service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=55fcaedf-174a-41f0-b5bf-8e46da251fdc HTTP/1.1" status: 200 len: 1129 time: 0.0361261 Apr 12 13:27:16.312541 dv-cinder-830097-4-iscsi neutron-server[103457]: INFO neutron.wsgi [req-c848f808-243a-42bd-9d61-a37ba512340e req-5ff5d64c-6f8d-4ba9-99c4-2cb1ff5c7b43 service neutron] 10.222.0.55 "GET /v2.0/security-groups?id=56e895e0-e2e0-45ac-b6ed-25edf7c5ab22&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0393703 Apr 12 13:27:16.767130 dv-cinder-830097-4-iscsi neutron-server[103458]: DEBUG neutron.wsgi [-] (103458) accepted ('10.222.0.18', 50318) {{(pid=103458) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 13:27:16.784234 dv-cinder-830097-4-iscsi neutron-server[103459]: DEBUG neutron_lib.callbacks.manager [None req-8fabba31-275c-4735-90c4-dd83f1a32843 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732727929501', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-657397'] for agent (246ca497-e2ee-4e0b-b432-b4153c207e5f), after_update {{(pid=103459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:27:16.869652 dv-cinder-830097-4-iscsi neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-9cfc0eb9-7f19-4e53-9d2b-bbc61b8b007f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:27:16.942459 dv-cinder-830097-4-iscsi neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-9cfc0eb9-7f19-4e53-9d2b-bbc61b8b007f admin admin] Publish callbacks [] for security_group (1828f3c6-a484-4430-8e50-71171f0734c1), precommit_create {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:27:16.946011 dv-cinder-830097-4-iscsi neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-9cfc0eb9-7f19-4e53-9d2b-bbc61b8b007f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3691807'] for security_group (1828f3c6-a484-4430-8e50-71171f0734c1), after_create {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:27:16.987300 dv-cinder-830097-4-iscsi neutron-server[103458]: INFO neutron.wsgi [None req-9cfc0eb9-7f19-4e53-9d2b-bbc61b8b007f admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=3079206f8740457dad1548008ca43fc5&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2191489 Apr 12 13:27:16.988149 dv-cinder-830097-4-iscsi neutron-server[103458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cfc0eb9-7f19-4e53-9d2b-bbc61b8b007f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1828f3c6-a484-4430-8e50-71171f0734c1,revision_number=1']} {{(pid=103458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 13:27:16.990101 dv-cinder-830097-4-iscsi neutron-server[103457]: DEBUG neutron.wsgi [-] (103457) accepted ('10.222.0.18', 50322) {{(pid=103457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 13:27:17.038532 dv-cinder-830097-4-iscsi neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-65a6b024-ea65-435e-a055-cde42d0d6d8f admin admin] Publish callbacks [] for security_group (1828f3c6-a484-4430-8e50-71171f0734c1), before_delete {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:27:17.058739 dv-cinder-830097-4-iscsi neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-65a6b024-ea65-435e-a055-cde42d0d6d8f admin admin] Publish callbacks [] for security_group (1828f3c6-a484-4430-8e50-71171f0734c1), precommit_delete {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:27:17.106690 dv-cinder-830097-4-iscsi neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-65a6b024-ea65-435e-a055-cde42d0d6d8f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3691807'] for security_group (1828f3c6-a484-4430-8e50-71171f0734c1), after_delete {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:27:17.109204 dv-cinder-830097-4-iscsi neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-65a6b024-ea65-435e-a055-cde42d0d6d8f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:27:17.110331 dv-cinder-830097-4-iscsi neutron-server[103457]: INFO neutron.wsgi [None req-65a6b024-ea65-435e-a055-cde42d0d6d8f admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/1828f3c6-a484-4430-8e50-71171f0734c1 HTTP/1.1" status: 204 len: 168 time: 0.1191952 Apr 12 13:27:17.117807 dv-cinder-830097-4-iscsi neutron-server[103457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65a6b024-ea65-435e-a055-cde42d0d6d8f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1828f3c6-a484-4430-8e50-71171f0734c1,revision_number=None']} {{(pid=103457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 13:27:17.273995 dv-cinder-830097-4-iscsi neutron-server[103458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d363ee7-ca36-4204-8db9-f7f66fb8355e req-d4126e67-0d33-46ac-9154-a9be261944bb tempest-VolumesSnapshotTestJSON-811272226 tempest-VolumesSnapshotTestJSON-811272226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 13:27:17.276062 dv-cinder-830097-4-iscsi neutron-server[103458]: INFO neutron.wsgi [req-4d363ee7-ca36-4204-8db9-f7f66fb8355e req-d4126e67-0d33-46ac-9154-a9be261944bb tempest-VolumesSnapshotTestJSON-811272226 tempest-VolumesSnapshotTestJSON-811272226-project] 10.222.0.18 "GET /v2.0/ports?device_id=55fcaedf-174a-41f0-b5bf-8e46da251fdc HTTP/1.1" status: 200 len: 945 time: 0.0486615 Apr 12 13:27:17.323994 dv-cinder-830097-4-iscsi neutron-server[103458]: INFO neutron.wsgi [req-4d363ee7-ca36-4204-8db9-f7f66fb8355e req-80af5f89-eb0f-4f1b-96c5-0309439ad12a tempest-VolumesSnapshotTestJSON-811272226 tempest-VolumesSnapshotTestJSON-811272226-project] 10.222.0.18 "GET /v2.0/security-groups?id=56e895e0-e2e0-45ac-b6ed-25edf7c5ab22&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0422461 Apr 12 13:27:18.439051 dv-cinder-830097-4-iscsi neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb350632-f745-4266-b183-c41500c751f3 req-2a2573c3-732c-49d8-a573-e2b685e8a497 tempest-VolumesSnapshotTestJSON-811272226 tempest-VolumesSnapshotTestJSON-811272226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 13:27:18.440550 dv-cinder-830097-4-iscsi neutron-server[103457]: INFO neutron.wsgi [req-eb350632-f745-4266-b183-c41500c751f3 req-2a2573c3-732c-49d8-a573-e2b685e8a497 tempest-VolumesSnapshotTestJSON-811272226 tempest-VolumesSnapshotTestJSON-811272226-project] 10.222.0.18 "GET /v2.0/ports?device_id=55fcaedf-174a-41f0-b5bf-8e46da251fdc HTTP/1.1" status: 200 len: 945 time: 0.0475483 Apr 12 13:27:18.494506 dv-cinder-830097-4-iscsi neutron-server[103457]: INFO neutron.wsgi [req-eb350632-f745-4266-b183-c41500c751f3 req-d109df4c-e9fd-4d4c-b6f0-dad181f9dcc0 tempest-VolumesSnapshotTestJSON-811272226 tempest-VolumesSnapshotTestJSON-811272226-project] 10.222.0.18 "GET /v2.0/security-groups?id=56e895e0-e2e0-45ac-b6ed-25edf7c5ab22&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0473416 Apr 12 13:27:19.371737 dv-cinder-830097-4-iscsi neutron-server[103459]: DEBUG neutron_lib.callbacks.manager [None req-c25366cb-d9cd-41f3-98fd-771fcdc969f3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732727929501', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-657397'] for agent (b7e11a8b-aeed-493f-9763-461016dddc93), after_update {{(pid=103459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:27:20.298778 dv-cinder-830097-4-iscsi neutron-server[103459]: DEBUG neutron_lib.callbacks.manager [None req-f20c20fe-5767-407a-9f30-b36f01c50254 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732727929501', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-657397'] for agent (1e8a91c7-94d1-4b17-9536-32bc01f44a9b), after_update {{(pid=103459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:27:21.439221 dv-cinder-830097-4-iscsi neutron-server[103459]: DEBUG neutron_lib.callbacks.manager [None req-09c91955-1169-4ba5-b480-d25faf385fa1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732727929501', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-657397'] for agent (6571c785-b050-42b7-b6d0-d71237f75507), after_update {{(pid=103459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:27:23.205264 dv-cinder-830097-4-iscsi neutron-server[103459]: DEBUG neutron_lib.callbacks.manager [None req-53781792-8650-4c78-93a6-1c4d328d874c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732727929501', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-657397'] for agent (3f2daa45-5e56-452b-8a21-b519edfce99e), after_update {{(pid=103459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:27:29.616667 dv-cinder-830097-4-iscsi neutron-server[103459]: DEBUG neutron_lib.callbacks.manager [None req-3505bd68-a9fd-4823-92ea-1a6ded8ab071 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732727929501', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-657397'] for agent (ee5509cd-6dd7-49df-aa37-3740ebd1e34b), after_update {{(pid=103459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:27:34.415386 dv-cinder-830097-4-iscsi neutron-server[103457]: DEBUG neutron.wsgi [-] (103457) accepted ('10.222.0.18', 50644) {{(pid=103457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 13:27:34.556038 dv-cinder-830097-4-iscsi neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-705a0fe9-a6e4-424b-bca7-adda9e046d28 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:27:34.632379 dv-cinder-830097-4-iscsi neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-705a0fe9-a6e4-424b-bca7-adda9e046d28 admin admin] Publish callbacks [] for security_group (2ccda736-fa3a-42d2-aba7-db09d582669d), precommit_create {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:27:34.636839 dv-cinder-830097-4-iscsi neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-705a0fe9-a6e4-424b-bca7-adda9e046d28 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3691807'] for security_group (2ccda736-fa3a-42d2-aba7-db09d582669d), after_create {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:27:34.674305 dv-cinder-830097-4-iscsi neutron-server[103457]: INFO neutron.wsgi [None req-705a0fe9-a6e4-424b-bca7-adda9e046d28 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=6b770839daad4a3d800a5e86cf43328c&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2576339 Apr 12 13:27:34.675249 dv-cinder-830097-4-iscsi neutron-server[103457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-705a0fe9-a6e4-424b-bca7-adda9e046d28 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2ccda736-fa3a-42d2-aba7-db09d582669d,revision_number=1']} {{(pid=103457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 13:27:34.676718 dv-cinder-830097-4-iscsi neutron-server[103458]: DEBUG neutron.wsgi [-] (103458) accepted ('10.222.0.18', 50650) {{(pid=103458) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 13:27:34.724330 dv-cinder-830097-4-iscsi neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-32f917db-2197-45fe-83b2-180abb2fbbd1 admin admin] Publish callbacks [] for security_group (2ccda736-fa3a-42d2-aba7-db09d582669d), before_delete {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:27:34.746167 dv-cinder-830097-4-iscsi neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-32f917db-2197-45fe-83b2-180abb2fbbd1 admin admin] Publish callbacks [] for security_group (2ccda736-fa3a-42d2-aba7-db09d582669d), precommit_delete {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:27:34.791398 dv-cinder-830097-4-iscsi neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-32f917db-2197-45fe-83b2-180abb2fbbd1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3691807'] for security_group (2ccda736-fa3a-42d2-aba7-db09d582669d), after_delete {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:27:34.794004 dv-cinder-830097-4-iscsi neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-32f917db-2197-45fe-83b2-180abb2fbbd1 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:27:34.795123 dv-cinder-830097-4-iscsi neutron-server[103458]: INFO neutron.wsgi [None req-32f917db-2197-45fe-83b2-180abb2fbbd1 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/2ccda736-fa3a-42d2-aba7-db09d582669d HTTP/1.1" status: 204 len: 168 time: 0.1168137 Apr 12 13:27:34.802437 dv-cinder-830097-4-iscsi neutron-server[103458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32f917db-2197-45fe-83b2-180abb2fbbd1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2ccda736-fa3a-42d2-aba7-db09d582669d,revision_number=None']} {{(pid=103458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 13:27:35.046610 dv-cinder-830097-4-iscsi neutron-server[103458]: DEBUG neutron.wsgi [-] (103458) accepted ('10.222.0.18', 50656) {{(pid=103458) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 13:27:35.060371 dv-cinder-830097-4-iscsi neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-0f9f73d0-8589-406d-87e1-e03343956d89 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:27:35.136210 dv-cinder-830097-4-iscsi neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-0f9f73d0-8589-406d-87e1-e03343956d89 admin admin] Publish callbacks [] for security_group (672e4ce3-0043-47c2-a677-f9d8378a4159), precommit_create {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:27:35.139961 dv-cinder-830097-4-iscsi neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-0f9f73d0-8589-406d-87e1-e03343956d89 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3691807'] for security_group (672e4ce3-0043-47c2-a677-f9d8378a4159), after_create {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:27:35.176359 dv-cinder-830097-4-iscsi neutron-server[103458]: INFO neutron.wsgi [None req-0f9f73d0-8589-406d-87e1-e03343956d89 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=81c091337bbc4242b1b1adce34810229&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1287136 Apr 12 13:27:35.177572 dv-cinder-830097-4-iscsi neutron-server[103458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f9f73d0-8589-406d-87e1-e03343956d89 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=672e4ce3-0043-47c2-a677-f9d8378a4159,revision_number=1']} {{(pid=103458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 13:27:35.179059 dv-cinder-830097-4-iscsi neutron-server[103457]: DEBUG neutron.wsgi [-] (103457) accepted ('10.222.0.18', 50658) {{(pid=103457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 13:27:35.228481 dv-cinder-830097-4-iscsi neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-324cbf4b-0177-4359-b113-29934ab80565 admin admin] Publish callbacks [] for security_group (672e4ce3-0043-47c2-a677-f9d8378a4159), before_delete {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:27:35.249786 dv-cinder-830097-4-iscsi neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-324cbf4b-0177-4359-b113-29934ab80565 admin admin] Publish callbacks [] for security_group (672e4ce3-0043-47c2-a677-f9d8378a4159), precommit_delete {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:27:35.296156 dv-cinder-830097-4-iscsi neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-324cbf4b-0177-4359-b113-29934ab80565 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3691807'] for security_group (672e4ce3-0043-47c2-a677-f9d8378a4159), after_delete {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:27:35.298734 dv-cinder-830097-4-iscsi neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-324cbf4b-0177-4359-b113-29934ab80565 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:27:35.299853 dv-cinder-830097-4-iscsi neutron-server[103457]: INFO neutron.wsgi [None req-324cbf4b-0177-4359-b113-29934ab80565 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/672e4ce3-0043-47c2-a677-f9d8378a4159 HTTP/1.1" status: 204 len: 168 time: 0.1184735 Apr 12 13:27:35.307730 dv-cinder-830097-4-iscsi neutron-server[103457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-324cbf4b-0177-4359-b113-29934ab80565 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=672e4ce3-0043-47c2-a677-f9d8378a4159,revision_number=None']} {{(pid=103457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 13:27:44.225705 dv-cinder-830097-4-iscsi neutron-server[103460]: DEBUG neutron.db.agents_db [None req-38c2972b-b018-47ca-95cb-8760adc1e78b None None] Agent healthcheck: found 6 active agents {{(pid=103460) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 12 13:27:46.786180 dv-cinder-830097-4-iscsi neutron-server[103459]: DEBUG neutron_lib.callbacks.manager [None req-97c03214-07be-4970-a2b2-f241a459f7e3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732727929501', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-657397'] for agent (246ca497-e2ee-4e0b-b432-b4153c207e5f), after_update {{(pid=103459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:27:49.373138 dv-cinder-830097-4-iscsi neutron-server[103459]: DEBUG neutron_lib.callbacks.manager [None req-f25bee38-65f7-4e25-9b5a-ff11c5a5d55e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732727929501', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-657397'] for agent (b7e11a8b-aeed-493f-9763-461016dddc93), after_update {{(pid=103459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:27:50.301697 dv-cinder-830097-4-iscsi neutron-server[103459]: DEBUG neutron_lib.callbacks.manager [None req-f20c20fe-5767-407a-9f30-b36f01c50254 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732727929501', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-657397'] for agent (1e8a91c7-94d1-4b17-9536-32bc01f44a9b), after_update {{(pid=103459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:27:51.325045 dv-cinder-830097-4-iscsi neutron-server[103457]: DEBUG neutron.wsgi [-] (103457) accepted ('10.222.0.18', 50860) {{(pid=103457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 13:27:51.425551 dv-cinder-830097-4-iscsi neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-4026d3db-71d4-408e-9a5c-d729d0fa34b2 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:27:51.431986 dv-cinder-830097-4-iscsi neutron-server[103459]: DEBUG neutron_lib.callbacks.manager [None req-09c91955-1169-4ba5-b480-d25faf385fa1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732727929501', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-657397'] for agent (6571c785-b050-42b7-b6d0-d71237f75507), after_update {{(pid=103459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:27:51.503866 dv-cinder-830097-4-iscsi neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-4026d3db-71d4-408e-9a5c-d729d0fa34b2 admin admin] Publish callbacks [] for security_group (bfdcde42-9aad-4719-8767-ae5adc2ff468), precommit_create {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:27:51.507854 dv-cinder-830097-4-iscsi neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-4026d3db-71d4-408e-9a5c-d729d0fa34b2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3691807'] for security_group (bfdcde42-9aad-4719-8767-ae5adc2ff468), after_create {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:27:51.552193 dv-cinder-830097-4-iscsi neutron-server[103457]: INFO neutron.wsgi [None req-4026d3db-71d4-408e-9a5c-d729d0fa34b2 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=1538136ebf25433689ecd544334f49d0&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2260778 Apr 12 13:27:51.553127 dv-cinder-830097-4-iscsi neutron-server[103457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4026d3db-71d4-408e-9a5c-d729d0fa34b2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bfdcde42-9aad-4719-8767-ae5adc2ff468,revision_number=1']} {{(pid=103457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 13:27:51.554948 dv-cinder-830097-4-iscsi neutron-server[103458]: DEBUG neutron.wsgi [-] (103458) accepted ('10.222.0.18', 50864) {{(pid=103458) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 13:27:51.602214 dv-cinder-830097-4-iscsi neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-a9f39e1c-a5f4-41a9-a023-d623182c48db admin admin] Publish callbacks [] for security_group (bfdcde42-9aad-4719-8767-ae5adc2ff468), before_delete {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:27:51.622629 dv-cinder-830097-4-iscsi neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-a9f39e1c-a5f4-41a9-a023-d623182c48db admin admin] Publish callbacks [] for security_group (bfdcde42-9aad-4719-8767-ae5adc2ff468), precommit_delete {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:27:51.669135 dv-cinder-830097-4-iscsi neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-a9f39e1c-a5f4-41a9-a023-d623182c48db admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3691807'] for security_group (bfdcde42-9aad-4719-8767-ae5adc2ff468), after_delete {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:27:51.671533 dv-cinder-830097-4-iscsi neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-a9f39e1c-a5f4-41a9-a023-d623182c48db admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:27:51.672657 dv-cinder-830097-4-iscsi neutron-server[103458]: INFO neutron.wsgi [None req-a9f39e1c-a5f4-41a9-a023-d623182c48db admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/bfdcde42-9aad-4719-8767-ae5adc2ff468 HTTP/1.1" status: 204 len: 168 time: 0.1167364 Apr 12 13:27:51.680504 dv-cinder-830097-4-iscsi neutron-server[103458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9f39e1c-a5f4-41a9-a023-d623182c48db admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bfdcde42-9aad-4719-8767-ae5adc2ff468,revision_number=None']} {{(pid=103458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 13:27:51.936941 dv-cinder-830097-4-iscsi neutron-server[103458]: DEBUG neutron.wsgi [-] (103458) accepted ('10.222.0.18', 50872) {{(pid=103458) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 13:27:51.946958 dv-cinder-830097-4-iscsi neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-59bca459-b6a0-43b8-b4c5-caa7413e070d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:27:52.021815 dv-cinder-830097-4-iscsi neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-59bca459-b6a0-43b8-b4c5-caa7413e070d admin admin] Publish callbacks [] for security_group (5cb1a1ac-fd6e-4f8c-8ebc-d2021c344a02), precommit_create {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:27:52.025575 dv-cinder-830097-4-iscsi neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-59bca459-b6a0-43b8-b4c5-caa7413e070d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3691807'] for security_group (5cb1a1ac-fd6e-4f8c-8ebc-d2021c344a02), after_create {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:27:52.066253 dv-cinder-830097-4-iscsi neutron-server[103458]: INFO neutron.wsgi [None req-59bca459-b6a0-43b8-b4c5-caa7413e070d admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=9c9713635d014a1c84c670a3a35d5433&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1314120 Apr 12 13:27:52.067079 dv-cinder-830097-4-iscsi neutron-server[103458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59bca459-b6a0-43b8-b4c5-caa7413e070d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5cb1a1ac-fd6e-4f8c-8ebc-d2021c344a02,revision_number=1']} {{(pid=103458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 13:27:52.068985 dv-cinder-830097-4-iscsi neutron-server[103457]: DEBUG neutron.wsgi [-] (103457) accepted ('10.222.0.18', 50874) {{(pid=103457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 13:27:52.115577 dv-cinder-830097-4-iscsi neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-4aff3568-2adb-4d3e-8b72-0d2b34ef5822 admin admin] Publish callbacks [] for security_group (5cb1a1ac-fd6e-4f8c-8ebc-d2021c344a02), before_delete {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:27:52.139612 dv-cinder-830097-4-iscsi neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-4aff3568-2adb-4d3e-8b72-0d2b34ef5822 admin admin] Publish callbacks [] for security_group (5cb1a1ac-fd6e-4f8c-8ebc-d2021c344a02), precommit_delete {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:27:52.184985 dv-cinder-830097-4-iscsi neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-4aff3568-2adb-4d3e-8b72-0d2b34ef5822 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3691807'] for security_group (5cb1a1ac-fd6e-4f8c-8ebc-d2021c344a02), after_delete {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:27:52.187467 dv-cinder-830097-4-iscsi neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-4aff3568-2adb-4d3e-8b72-0d2b34ef5822 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:27:52.188583 dv-cinder-830097-4-iscsi neutron-server[103457]: INFO neutron.wsgi [None req-4aff3568-2adb-4d3e-8b72-0d2b34ef5822 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/5cb1a1ac-fd6e-4f8c-8ebc-d2021c344a02 HTTP/1.1" status: 204 len: 168 time: 0.1185770 Apr 12 13:27:52.196168 dv-cinder-830097-4-iscsi neutron-server[103457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4aff3568-2adb-4d3e-8b72-0d2b34ef5822 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5cb1a1ac-fd6e-4f8c-8ebc-d2021c344a02,revision_number=None']} {{(pid=103457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 13:27:53.210304 dv-cinder-830097-4-iscsi neutron-server[103459]: DEBUG neutron_lib.callbacks.manager [None req-53781792-8650-4c78-93a6-1c4d328d874c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732727929501', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-657397'] for agent (3f2daa45-5e56-452b-8a21-b519edfce99e), after_update {{(pid=103459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:27:54.509997 dv-cinder-830097-4-iscsi neutron-server[103457]: DEBUG neutron.wsgi [-] (103457) accepted ('10.222.0.18', 50946) {{(pid=103457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 13:27:54.617193 dv-cinder-830097-4-iscsi neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-2dc87c42-3aef-4cef-b473-de4249451003 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:27:54.691578 dv-cinder-830097-4-iscsi neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-2dc87c42-3aef-4cef-b473-de4249451003 admin admin] Publish callbacks [] for security_group (3cbef1d4-1d06-40bb-89f9-0a9551fd836f), precommit_create {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:27:54.695231 dv-cinder-830097-4-iscsi neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-2dc87c42-3aef-4cef-b473-de4249451003 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3691807'] for security_group (3cbef1d4-1d06-40bb-89f9-0a9551fd836f), after_create {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:27:54.733615 dv-cinder-830097-4-iscsi neutron-server[103457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2dc87c42-3aef-4cef-b473-de4249451003 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3cbef1d4-1d06-40bb-89f9-0a9551fd836f,revision_number=1']} {{(pid=103457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 13:27:54.737832 dv-cinder-830097-4-iscsi neutron-server[103457]: INFO neutron.wsgi [None req-2dc87c42-3aef-4cef-b473-de4249451003 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=e7c902703e8c4df48f4980d3ade25467&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2266271 Apr 12 13:27:54.741138 dv-cinder-830097-4-iscsi neutron-server[103457]: DEBUG neutron.wsgi [-] (103457) accepted ('10.222.0.18', 50950) {{(pid=103457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 13:27:54.787855 dv-cinder-830097-4-iscsi neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-95321ecc-f1e4-4991-8d0b-7318c5348094 admin admin] Publish callbacks [] for security_group (3cbef1d4-1d06-40bb-89f9-0a9551fd836f), before_delete {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:27:54.808788 dv-cinder-830097-4-iscsi neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-95321ecc-f1e4-4991-8d0b-7318c5348094 admin admin] Publish callbacks [] for security_group (3cbef1d4-1d06-40bb-89f9-0a9551fd836f), precommit_delete {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:27:54.853614 dv-cinder-830097-4-iscsi neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-95321ecc-f1e4-4991-8d0b-7318c5348094 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3691807'] for security_group (3cbef1d4-1d06-40bb-89f9-0a9551fd836f), after_delete {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:27:54.856708 dv-cinder-830097-4-iscsi neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-95321ecc-f1e4-4991-8d0b-7318c5348094 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:27:54.857849 dv-cinder-830097-4-iscsi neutron-server[103457]: INFO neutron.wsgi [None req-95321ecc-f1e4-4991-8d0b-7318c5348094 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/3cbef1d4-1d06-40bb-89f9-0a9551fd836f HTTP/1.1" status: 204 len: 168 time: 0.1163940 Apr 12 13:27:54.865320 dv-cinder-830097-4-iscsi neutron-server[103457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95321ecc-f1e4-4991-8d0b-7318c5348094 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3cbef1d4-1d06-40bb-89f9-0a9551fd836f,revision_number=None']} {{(pid=103457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 13:27:55.114190 dv-cinder-830097-4-iscsi neutron-server[103457]: DEBUG neutron.wsgi [-] (103457) accepted ('10.222.0.18', 50960) {{(pid=103457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 13:27:55.127427 dv-cinder-830097-4-iscsi neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-6263ce9f-8640-4899-acf3-f3ce914371fa admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:27:55.200384 dv-cinder-830097-4-iscsi neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-6263ce9f-8640-4899-acf3-f3ce914371fa admin admin] Publish callbacks [] for security_group (93306bba-13d0-4f7d-a950-1f4746746305), precommit_create {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:27:55.204158 dv-cinder-830097-4-iscsi neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-6263ce9f-8640-4899-acf3-f3ce914371fa admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3691807'] for security_group (93306bba-13d0-4f7d-a950-1f4746746305), after_create {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:27:55.240303 dv-cinder-830097-4-iscsi neutron-server[103457]: INFO neutron.wsgi [None req-6263ce9f-8640-4899-acf3-f3ce914371fa admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=981bc03a2a9749f1a4c16202d05f0818&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1250315 Apr 12 13:27:55.242206 dv-cinder-830097-4-iscsi neutron-server[103457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6263ce9f-8640-4899-acf3-f3ce914371fa admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=93306bba-13d0-4f7d-a950-1f4746746305,revision_number=1']} {{(pid=103457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 13:27:55.243085 dv-cinder-830097-4-iscsi neutron-server[103458]: DEBUG neutron.wsgi [-] (103458) accepted ('10.222.0.18', 50962) {{(pid=103458) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 13:27:55.291444 dv-cinder-830097-4-iscsi neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-4e184264-db9d-4290-8cb4-1a8ddbe91cda admin admin] Publish callbacks [] for security_group (93306bba-13d0-4f7d-a950-1f4746746305), before_delete {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:27:55.311761 dv-cinder-830097-4-iscsi neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-4e184264-db9d-4290-8cb4-1a8ddbe91cda admin admin] Publish callbacks [] for security_group (93306bba-13d0-4f7d-a950-1f4746746305), precommit_delete {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:27:55.357946 dv-cinder-830097-4-iscsi neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-4e184264-db9d-4290-8cb4-1a8ddbe91cda admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3691807'] for security_group (93306bba-13d0-4f7d-a950-1f4746746305), after_delete {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:27:55.360594 dv-cinder-830097-4-iscsi neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-4e184264-db9d-4290-8cb4-1a8ddbe91cda admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:27:55.361792 dv-cinder-830097-4-iscsi neutron-server[103458]: INFO neutron.wsgi [None req-4e184264-db9d-4290-8cb4-1a8ddbe91cda admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/93306bba-13d0-4f7d-a950-1f4746746305 HTTP/1.1" status: 204 len: 168 time: 0.1177199 Apr 12 13:27:55.369266 dv-cinder-830097-4-iscsi neutron-server[103458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e184264-db9d-4290-8cb4-1a8ddbe91cda admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=93306bba-13d0-4f7d-a950-1f4746746305,revision_number=None']} {{(pid=103458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 13:27:59.621636 dv-cinder-830097-4-iscsi neutron-server[103459]: DEBUG neutron_lib.callbacks.manager [None req-3505bd68-a9fd-4823-92ea-1a6ded8ab071 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732727929501', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-657397'] for agent (ee5509cd-6dd7-49df-aa37-3740ebd1e34b), after_update {{(pid=103459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:28:15.055179 dv-cinder-830097-4-iscsi neutron-server[103458]: DEBUG neutron.wsgi [-] (103458) accepted ('10.222.0.18', 51178) {{(pid=103458) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 13:28:15.174827 dv-cinder-830097-4-iscsi neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-914373a5-ccad-404a-b019-93049e3b8a95 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:28:15.246929 dv-cinder-830097-4-iscsi neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-914373a5-ccad-404a-b019-93049e3b8a95 admin admin] Publish callbacks [] for security_group (ab27c467-9a54-43b3-8b5a-de2355b372e9), precommit_create {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:28:15.251285 dv-cinder-830097-4-iscsi neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-914373a5-ccad-404a-b019-93049e3b8a95 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3691807'] for security_group (ab27c467-9a54-43b3-8b5a-de2355b372e9), after_create {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:28:15.290695 dv-cinder-830097-4-iscsi neutron-server[103458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-914373a5-ccad-404a-b019-93049e3b8a95 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ab27c467-9a54-43b3-8b5a-de2355b372e9,revision_number=1']} {{(pid=103458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 13:28:15.296185 dv-cinder-830097-4-iscsi neutron-server[103458]: INFO neutron.wsgi [None req-914373a5-ccad-404a-b019-93049e3b8a95 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=ee052e123cc94ef586500bfbad03107b&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2400041 Apr 12 13:28:15.299394 dv-cinder-830097-4-iscsi neutron-server[103457]: DEBUG neutron.wsgi [-] (103457) accepted ('10.222.0.18', 51186) {{(pid=103457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 13:28:15.300838 dv-cinder-830097-4-iscsi neutron-server[103458]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-914373a5-ccad-404a-b019-93049e3b8a95 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830097-4-iscsi {{(pid=103458) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 13:28:15.301184 dv-cinder-830097-4-iscsi neutron-server[103458]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-914373a5-ccad-404a-b019-93049e3b8a95 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830097-4-iscsi {{(pid=103458) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 13:28:15.301520 dv-cinder-830097-4-iscsi neutron-server[103458]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-914373a5-ccad-404a-b019-93049e3b8a95 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830097-4-iscsi {{(pid=103458) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 13:28:15.301850 dv-cinder-830097-4-iscsi neutron-server[103458]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-914373a5-ccad-404a-b019-93049e3b8a95 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830097-4-iscsi {{(pid=103458) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 13:28:15.302254 dv-cinder-830097-4-iscsi neutron-server[103458]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-914373a5-ccad-404a-b019-93049e3b8a95 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830097-4-iscsi {{(pid=103458) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 13:28:15.302503 dv-cinder-830097-4-iscsi neutron-server[103458]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-914373a5-ccad-404a-b019-93049e3b8a95 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830097-4-iscsi {{(pid=103458) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 13:28:15.302825 dv-cinder-830097-4-iscsi neutron-server[103458]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-914373a5-ccad-404a-b019-93049e3b8a95 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830097-4-iscsi {{(pid=103458) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 13:28:15.303141 dv-cinder-830097-4-iscsi neutron-server[103458]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-914373a5-ccad-404a-b019-93049e3b8a95 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-830097-4-iscsi {{(pid=103458) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 13:28:15.303461 dv-cinder-830097-4-iscsi neutron-server[103458]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-914373a5-ccad-404a-b019-93049e3b8a95 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-830097-4-iscsi {{(pid=103458) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 13:28:15.303780 dv-cinder-830097-4-iscsi neutron-server[103458]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-914373a5-ccad-404a-b019-93049e3b8a95 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-830097-4-iscsi {{(pid=103458) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 13:28:15.304098 dv-cinder-830097-4-iscsi neutron-server[103458]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-914373a5-ccad-404a-b019-93049e3b8a95 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-830097-4-iscsi {{(pid=103458) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 13:28:15.304417 dv-cinder-830097-4-iscsi neutron-server[103458]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-914373a5-ccad-404a-b019-93049e3b8a95 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830097-4-iscsi {{(pid=103458) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 13:28:15.304728 dv-cinder-830097-4-iscsi neutron-server[103458]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-914373a5-ccad-404a-b019-93049e3b8a95 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830097-4-iscsi {{(pid=103458) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 13:28:15.305061 dv-cinder-830097-4-iscsi neutron-server[103458]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-914373a5-ccad-404a-b019-93049e3b8a95 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830097-4-iscsi {{(pid=103458) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 13:28:15.305375 dv-cinder-830097-4-iscsi neutron-server[103458]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-914373a5-ccad-404a-b019-93049e3b8a95 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830097-4-iscsi {{(pid=103458) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 13:28:15.365692 dv-cinder-830097-4-iscsi neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-6a8fb98c-cc40-46ee-a9e5-35c27d309e8c admin admin] Publish callbacks [] for security_group (ab27c467-9a54-43b3-8b5a-de2355b372e9), before_delete {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:28:15.387028 dv-cinder-830097-4-iscsi neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-6a8fb98c-cc40-46ee-a9e5-35c27d309e8c admin admin] Publish callbacks [] for security_group (ab27c467-9a54-43b3-8b5a-de2355b372e9), precommit_delete {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:28:15.432993 dv-cinder-830097-4-iscsi neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-6a8fb98c-cc40-46ee-a9e5-35c27d309e8c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3691807'] for security_group (ab27c467-9a54-43b3-8b5a-de2355b372e9), after_delete {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:28:15.436508 dv-cinder-830097-4-iscsi neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-6a8fb98c-cc40-46ee-a9e5-35c27d309e8c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:28:15.437691 dv-cinder-830097-4-iscsi neutron-server[103457]: INFO neutron.wsgi [None req-6a8fb98c-cc40-46ee-a9e5-35c27d309e8c admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/ab27c467-9a54-43b3-8b5a-de2355b372e9 HTTP/1.1" status: 204 len: 168 time: 0.1366067 Apr 12 13:28:15.445464 dv-cinder-830097-4-iscsi neutron-server[103457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a8fb98c-cc40-46ee-a9e5-35c27d309e8c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ab27c467-9a54-43b3-8b5a-de2355b372e9,revision_number=None']} {{(pid=103457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 13:28:15.452982 dv-cinder-830097-4-iscsi neutron-server[103457]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a8fb98c-cc40-46ee-a9e5-35c27d309e8c admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830097-4-iscsi {{(pid=103457) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 13:28:15.453345 dv-cinder-830097-4-iscsi neutron-server[103457]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a8fb98c-cc40-46ee-a9e5-35c27d309e8c admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830097-4-iscsi {{(pid=103457) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 13:28:15.453687 dv-cinder-830097-4-iscsi neutron-server[103457]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a8fb98c-cc40-46ee-a9e5-35c27d309e8c admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830097-4-iscsi {{(pid=103457) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 13:28:15.454018 dv-cinder-830097-4-iscsi neutron-server[103457]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a8fb98c-cc40-46ee-a9e5-35c27d309e8c admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830097-4-iscsi {{(pid=103457) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 13:28:15.454345 dv-cinder-830097-4-iscsi neutron-server[103457]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a8fb98c-cc40-46ee-a9e5-35c27d309e8c admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830097-4-iscsi {{(pid=103457) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 13:28:15.454666 dv-cinder-830097-4-iscsi neutron-server[103457]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a8fb98c-cc40-46ee-a9e5-35c27d309e8c admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830097-4-iscsi {{(pid=103457) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 13:28:15.455001 dv-cinder-830097-4-iscsi neutron-server[103457]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a8fb98c-cc40-46ee-a9e5-35c27d309e8c admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830097-4-iscsi {{(pid=103457) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 13:28:15.455327 dv-cinder-830097-4-iscsi neutron-server[103457]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a8fb98c-cc40-46ee-a9e5-35c27d309e8c admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-830097-4-iscsi {{(pid=103457) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 13:28:15.455646 dv-cinder-830097-4-iscsi neutron-server[103457]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a8fb98c-cc40-46ee-a9e5-35c27d309e8c admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-830097-4-iscsi {{(pid=103457) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 13:28:15.455967 dv-cinder-830097-4-iscsi neutron-server[103457]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a8fb98c-cc40-46ee-a9e5-35c27d309e8c admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-830097-4-iscsi {{(pid=103457) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 13:28:15.456329 dv-cinder-830097-4-iscsi neutron-server[103457]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a8fb98c-cc40-46ee-a9e5-35c27d309e8c admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-830097-4-iscsi {{(pid=103457) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 13:28:15.456694 dv-cinder-830097-4-iscsi neutron-server[103457]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a8fb98c-cc40-46ee-a9e5-35c27d309e8c admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830097-4-iscsi {{(pid=103457) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 13:28:15.457041 dv-cinder-830097-4-iscsi neutron-server[103457]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a8fb98c-cc40-46ee-a9e5-35c27d309e8c admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830097-4-iscsi {{(pid=103457) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 13:28:15.457356 dv-cinder-830097-4-iscsi neutron-server[103457]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a8fb98c-cc40-46ee-a9e5-35c27d309e8c admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830097-4-iscsi {{(pid=103457) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 13:28:15.457668 dv-cinder-830097-4-iscsi neutron-server[103457]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a8fb98c-cc40-46ee-a9e5-35c27d309e8c admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830097-4-iscsi {{(pid=103457) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 13:28:15.696418 dv-cinder-830097-4-iscsi neutron-server[103457]: DEBUG neutron.wsgi [-] (103457) accepted ('10.222.0.18', 51194) {{(pid=103457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 13:28:15.709263 dv-cinder-830097-4-iscsi neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-0455918a-65b2-49ef-b24d-1fbb912b1736 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:28:15.784101 dv-cinder-830097-4-iscsi neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-0455918a-65b2-49ef-b24d-1fbb912b1736 admin admin] Publish callbacks [] for security_group (d2539506-436f-4396-81cc-d4ccc5c10855), precommit_create {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:28:15.787918 dv-cinder-830097-4-iscsi neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-0455918a-65b2-49ef-b24d-1fbb912b1736 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3691807'] for security_group (d2539506-436f-4396-81cc-d4ccc5c10855), after_create {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:28:15.825575 dv-cinder-830097-4-iscsi neutron-server[103457]: INFO neutron.wsgi [None req-0455918a-65b2-49ef-b24d-1fbb912b1736 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=a24fed63ed574c3089b1c2054c87e6ad&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1279569 Apr 12 13:28:15.826335 dv-cinder-830097-4-iscsi neutron-server[103457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0455918a-65b2-49ef-b24d-1fbb912b1736 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d2539506-436f-4396-81cc-d4ccc5c10855,revision_number=1']} {{(pid=103457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 13:28:15.828304 dv-cinder-830097-4-iscsi neutron-server[103458]: DEBUG neutron.wsgi [-] (103458) accepted ('10.222.0.18', 51196) {{(pid=103458) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 13:28:15.875446 dv-cinder-830097-4-iscsi neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-2ad57c01-d624-4ffc-917a-6d1c7f0c2c2a admin admin] Publish callbacks [] for security_group (d2539506-436f-4396-81cc-d4ccc5c10855), before_delete {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:28:15.898852 dv-cinder-830097-4-iscsi neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-2ad57c01-d624-4ffc-917a-6d1c7f0c2c2a admin admin] Publish callbacks [] for security_group (d2539506-436f-4396-81cc-d4ccc5c10855), precommit_delete {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:28:15.945438 dv-cinder-830097-4-iscsi neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-2ad57c01-d624-4ffc-917a-6d1c7f0c2c2a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3691807'] for security_group (d2539506-436f-4396-81cc-d4ccc5c10855), after_delete {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:28:15.948384 dv-cinder-830097-4-iscsi neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-2ad57c01-d624-4ffc-917a-6d1c7f0c2c2a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:28:15.949524 dv-cinder-830097-4-iscsi neutron-server[103458]: INFO neutron.wsgi [None req-2ad57c01-d624-4ffc-917a-6d1c7f0c2c2a admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/d2539506-436f-4396-81cc-d4ccc5c10855 HTTP/1.1" status: 204 len: 168 time: 0.1202214 Apr 12 13:28:15.956916 dv-cinder-830097-4-iscsi neutron-server[103458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ad57c01-d624-4ffc-917a-6d1c7f0c2c2a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d2539506-436f-4396-81cc-d4ccc5c10855,revision_number=None']} {{(pid=103458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 13:28:16.254204 dv-cinder-830097-4-iscsi neutron-server[103458]: DEBUG neutron.wsgi [-] (103458) accepted ('10.222.0.18', 51202) {{(pid=103458) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 13:28:16.267433 dv-cinder-830097-4-iscsi neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-f3129cc6-0d4e-40d9-bd2d-0f99e51c8866 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:28:16.340678 dv-cinder-830097-4-iscsi neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-f3129cc6-0d4e-40d9-bd2d-0f99e51c8866 admin admin] Publish callbacks [] for security_group (d18b0fa9-0bed-45f7-80ef-ce8befb4cdaa), precommit_create {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:28:16.344921 dv-cinder-830097-4-iscsi neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-f3129cc6-0d4e-40d9-bd2d-0f99e51c8866 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3691807'] for security_group (d18b0fa9-0bed-45f7-80ef-ce8befb4cdaa), after_create {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:28:16.384581 dv-cinder-830097-4-iscsi neutron-server[103457]: DEBUG neutron.wsgi [-] (103457) accepted ('10.222.0.18', 51206) {{(pid=103457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 13:28:16.385112 dv-cinder-830097-4-iscsi neutron-server[103458]: INFO neutron.wsgi [None req-f3129cc6-0d4e-40d9-bd2d-0f99e51c8866 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=6a6371ecd1904aedbbecb329604b3b11&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1295857 Apr 12 13:28:16.385783 dv-cinder-830097-4-iscsi neutron-server[103458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3129cc6-0d4e-40d9-bd2d-0f99e51c8866 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d18b0fa9-0bed-45f7-80ef-ce8befb4cdaa,revision_number=1']} {{(pid=103458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 13:28:16.434119 dv-cinder-830097-4-iscsi neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-feecbb4e-4b1c-44dc-9d10-c1a26aac49cc admin admin] Publish callbacks [] for security_group (d18b0fa9-0bed-45f7-80ef-ce8befb4cdaa), before_delete {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:28:16.464898 dv-cinder-830097-4-iscsi neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-feecbb4e-4b1c-44dc-9d10-c1a26aac49cc admin admin] Publish callbacks [] for security_group (d18b0fa9-0bed-45f7-80ef-ce8befb4cdaa), precommit_delete {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:28:16.509243 dv-cinder-830097-4-iscsi neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-feecbb4e-4b1c-44dc-9d10-c1a26aac49cc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3691807'] for security_group (d18b0fa9-0bed-45f7-80ef-ce8befb4cdaa), after_delete {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:28:16.511831 dv-cinder-830097-4-iscsi neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-feecbb4e-4b1c-44dc-9d10-c1a26aac49cc admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:28:16.513732 dv-cinder-830097-4-iscsi neutron-server[103457]: INFO neutron.wsgi [None req-feecbb4e-4b1c-44dc-9d10-c1a26aac49cc admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/d18b0fa9-0bed-45f7-80ef-ce8befb4cdaa HTTP/1.1" status: 204 len: 168 time: 0.1281083 Apr 12 13:28:16.521124 dv-cinder-830097-4-iscsi neutron-server[103457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-feecbb4e-4b1c-44dc-9d10-c1a26aac49cc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d18b0fa9-0bed-45f7-80ef-ce8befb4cdaa,revision_number=None']} {{(pid=103457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 13:28:16.793420 dv-cinder-830097-4-iscsi neutron-server[103459]: DEBUG neutron_lib.callbacks.manager [None req-03d37b2f-5897-459f-84e4-47fc2c4733fc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732727929501', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-657397'] for agent (246ca497-e2ee-4e0b-b432-b4153c207e5f), after_update {{(pid=103459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:28:17.564372 dv-cinder-830097-4-iscsi neutron-server[103457]: DEBUG neutron.wsgi [-] (103457) accepted ('10.222.0.18', 51250) {{(pid=103457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 13:28:17.667336 dv-cinder-830097-4-iscsi neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-b801cc87-3e64-46ca-92e4-8876ee66e9d2 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:28:17.746641 dv-cinder-830097-4-iscsi neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-b801cc87-3e64-46ca-92e4-8876ee66e9d2 admin admin] Publish callbacks [] for security_group (6eb6d700-b88f-4465-8356-590a4f727c74), precommit_create {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:28:17.751188 dv-cinder-830097-4-iscsi neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-b801cc87-3e64-46ca-92e4-8876ee66e9d2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3691807'] for security_group (6eb6d700-b88f-4465-8356-590a4f727c74), after_create {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:28:17.787968 dv-cinder-830097-4-iscsi neutron-server[103457]: INFO neutron.wsgi [None req-b801cc87-3e64-46ca-92e4-8876ee66e9d2 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=638a7fe6f3fb4beabf3c3d217bcd92ca&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2224545 Apr 12 13:28:17.788838 dv-cinder-830097-4-iscsi neutron-server[103457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b801cc87-3e64-46ca-92e4-8876ee66e9d2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6eb6d700-b88f-4465-8356-590a4f727c74,revision_number=1']} {{(pid=103457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 13:28:17.790632 dv-cinder-830097-4-iscsi neutron-server[103458]: DEBUG neutron.wsgi [-] (103458) accepted ('10.222.0.18', 51258) {{(pid=103458) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 13:28:17.841611 dv-cinder-830097-4-iscsi neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-8bfd3bfb-88f8-4d4d-9668-278177301699 admin admin] Publish callbacks [] for security_group (6eb6d700-b88f-4465-8356-590a4f727c74), before_delete {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:28:17.862437 dv-cinder-830097-4-iscsi neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-8bfd3bfb-88f8-4d4d-9668-278177301699 admin admin] Publish callbacks [] for security_group (6eb6d700-b88f-4465-8356-590a4f727c74), precommit_delete {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:28:17.909125 dv-cinder-830097-4-iscsi neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-8bfd3bfb-88f8-4d4d-9668-278177301699 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3691807'] for security_group (6eb6d700-b88f-4465-8356-590a4f727c74), after_delete {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:28:17.911555 dv-cinder-830097-4-iscsi neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-8bfd3bfb-88f8-4d4d-9668-278177301699 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:28:17.912677 dv-cinder-830097-4-iscsi neutron-server[103458]: INFO neutron.wsgi [None req-8bfd3bfb-88f8-4d4d-9668-278177301699 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/6eb6d700-b88f-4465-8356-590a4f727c74 HTTP/1.1" status: 204 len: 168 time: 0.1210389 Apr 12 13:28:17.920744 dv-cinder-830097-4-iscsi neutron-server[103458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bfd3bfb-88f8-4d4d-9668-278177301699 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6eb6d700-b88f-4465-8356-590a4f727c74,revision_number=None']} {{(pid=103458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 13:28:19.006885 dv-cinder-830097-4-iscsi neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f362dc5d-fa0a-42a0-b137-6501cb5f41d2 req-ac1e7e70-a8f0-487f-b108-7eea00fd475f tempest-VolumesSnapshotTestJSON-811272226 tempest-VolumesSnapshotTestJSON-811272226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 13:28:19.008319 dv-cinder-830097-4-iscsi neutron-server[103457]: INFO neutron.wsgi [req-f362dc5d-fa0a-42a0-b137-6501cb5f41d2 req-ac1e7e70-a8f0-487f-b108-7eea00fd475f tempest-VolumesSnapshotTestJSON-811272226 tempest-VolumesSnapshotTestJSON-811272226-project] 10.222.0.18 "GET /v2.0/ports?device_id=55fcaedf-174a-41f0-b5bf-8e46da251fdc HTTP/1.1" status: 200 len: 945 time: 0.0464461 Apr 12 13:28:19.056447 dv-cinder-830097-4-iscsi neutron-server[103457]: INFO neutron.wsgi [req-f362dc5d-fa0a-42a0-b137-6501cb5f41d2 req-d7de35f8-e8fd-473a-9ce7-b04f68ba8eab tempest-VolumesSnapshotTestJSON-811272226 tempest-VolumesSnapshotTestJSON-811272226-project] 10.222.0.18 "GET /v2.0/security-groups?id=56e895e0-e2e0-45ac-b6ed-25edf7c5ab22&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0423105 Apr 12 13:28:19.374923 dv-cinder-830097-4-iscsi neutron-server[103459]: DEBUG neutron_lib.callbacks.manager [None req-694cc118-0c7b-498b-b284-627bbca4845d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732727929501', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-657397'] for agent (b7e11a8b-aeed-493f-9763-461016dddc93), after_update {{(pid=103459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:28:20.187905 dv-cinder-830097-4-iscsi neutron-server[103458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97eb3280-4c05-4599-97c9-a23b97a8ef35 req-0b57402a-f477-4054-9300-62ea5a3dae17 tempest-VolumesSnapshotTestJSON-811272226 tempest-VolumesSnapshotTestJSON-811272226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 13:28:20.189421 dv-cinder-830097-4-iscsi neutron-server[103458]: INFO neutron.wsgi [req-97eb3280-4c05-4599-97c9-a23b97a8ef35 req-0b57402a-f477-4054-9300-62ea5a3dae17 tempest-VolumesSnapshotTestJSON-811272226 tempest-VolumesSnapshotTestJSON-811272226-project] 10.222.0.18 "GET /v2.0/ports?device_id=55fcaedf-174a-41f0-b5bf-8e46da251fdc HTTP/1.1" status: 200 len: 945 time: 0.0531800 Apr 12 13:28:20.235173 dv-cinder-830097-4-iscsi neutron-server[103458]: INFO neutron.wsgi [req-97eb3280-4c05-4599-97c9-a23b97a8ef35 req-d3815408-87fb-40ca-bc99-cbc32bb869c7 tempest-VolumesSnapshotTestJSON-811272226 tempest-VolumesSnapshotTestJSON-811272226-project] 10.222.0.18 "GET /v2.0/security-groups?id=56e895e0-e2e0-45ac-b6ed-25edf7c5ab22&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401812 Apr 12 13:28:20.303274 dv-cinder-830097-4-iscsi neutron-server[103459]: DEBUG neutron_lib.callbacks.manager [None req-f20c20fe-5767-407a-9f30-b36f01c50254 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732727929501', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-657397'] for agent (1e8a91c7-94d1-4b17-9536-32bc01f44a9b), after_update {{(pid=103459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:28:21.224271 dv-cinder-830097-4-iscsi neutron-server[103460]: DEBUG neutron.db.agents_db [None req-38c2972b-b018-47ca-95cb-8760adc1e78b None None] Agent healthcheck: found 6 active agents {{(pid=103460) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 12 13:28:21.344737 dv-cinder-830097-4-iscsi neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1343374d-29c6-4b15-ba15-76e1ac80882a req-d4b3c05a-a6a6-4d39-81ff-43f6c15aafc7 tempest-VolumesSnapshotTestJSON-811272226 tempest-VolumesSnapshotTestJSON-811272226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 13:28:21.346189 dv-cinder-830097-4-iscsi neutron-server[103457]: INFO neutron.wsgi [req-1343374d-29c6-4b15-ba15-76e1ac80882a req-d4b3c05a-a6a6-4d39-81ff-43f6c15aafc7 tempest-VolumesSnapshotTestJSON-811272226 tempest-VolumesSnapshotTestJSON-811272226-project] 10.222.0.18 "GET /v2.0/ports?device_id=55fcaedf-174a-41f0-b5bf-8e46da251fdc HTTP/1.1" status: 200 len: 945 time: 0.0460374 Apr 12 13:28:21.392317 dv-cinder-830097-4-iscsi neutron-server[103457]: INFO neutron.wsgi [req-1343374d-29c6-4b15-ba15-76e1ac80882a req-6b35d9c4-9a40-4f8f-b314-059a25fea767 tempest-VolumesSnapshotTestJSON-811272226 tempest-VolumesSnapshotTestJSON-811272226-project] 10.222.0.18 "GET /v2.0/security-groups?id=56e895e0-e2e0-45ac-b6ed-25edf7c5ab22&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406444 Apr 12 13:28:21.434063 dv-cinder-830097-4-iscsi neutron-server[103459]: DEBUG neutron_lib.callbacks.manager [None req-09c91955-1169-4ba5-b480-d25faf385fa1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732727929501', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-657397'] for agent (6571c785-b050-42b7-b6d0-d71237f75507), after_update {{(pid=103459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:28:22.503926 dv-cinder-830097-4-iscsi neutron-server[103458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c35abcc6-612b-4a9d-9dbc-37167f59a6da req-7ffc7a5a-7f5b-49d3-9db7-e3b91a7a3fa3 tempest-VolumesSnapshotTestJSON-811272226 tempest-VolumesSnapshotTestJSON-811272226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 13:28:22.505299 dv-cinder-830097-4-iscsi neutron-server[103458]: INFO neutron.wsgi [req-c35abcc6-612b-4a9d-9dbc-37167f59a6da req-7ffc7a5a-7f5b-49d3-9db7-e3b91a7a3fa3 tempest-VolumesSnapshotTestJSON-811272226 tempest-VolumesSnapshotTestJSON-811272226-project] 10.222.0.18 "GET /v2.0/ports?device_id=55fcaedf-174a-41f0-b5bf-8e46da251fdc HTTP/1.1" status: 200 len: 945 time: 0.0463898 Apr 12 13:28:22.552494 dv-cinder-830097-4-iscsi neutron-server[103458]: INFO neutron.wsgi [req-c35abcc6-612b-4a9d-9dbc-37167f59a6da req-e1ff3ed0-9854-436d-a5e4-bc444450add5 tempest-VolumesSnapshotTestJSON-811272226 tempest-VolumesSnapshotTestJSON-811272226-project] 10.222.0.18 "GET /v2.0/security-groups?id=56e895e0-e2e0-45ac-b6ed-25edf7c5ab22&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417416 Apr 12 13:28:23.213849 dv-cinder-830097-4-iscsi neutron-server[103459]: DEBUG neutron_lib.callbacks.manager [None req-53781792-8650-4c78-93a6-1c4d328d874c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732727929501', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-657397'] for agent (3f2daa45-5e56-452b-8a21-b519edfce99e), after_update {{(pid=103459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:28:23.664583 dv-cinder-830097-4-iscsi neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65517288-b460-4dfc-8b19-21f69b8d2435 req-e274f105-91df-4123-a555-56d99631bffe tempest-VolumesSnapshotTestJSON-811272226 tempest-VolumesSnapshotTestJSON-811272226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 13:28:23.666035 dv-cinder-830097-4-iscsi neutron-server[103457]: INFO neutron.wsgi [req-65517288-b460-4dfc-8b19-21f69b8d2435 req-e274f105-91df-4123-a555-56d99631bffe tempest-VolumesSnapshotTestJSON-811272226 tempest-VolumesSnapshotTestJSON-811272226-project] 10.222.0.18 "GET /v2.0/ports?device_id=55fcaedf-174a-41f0-b5bf-8e46da251fdc HTTP/1.1" status: 200 len: 945 time: 0.0465848 Apr 12 13:28:23.711485 dv-cinder-830097-4-iscsi neutron-server[103457]: INFO neutron.wsgi [req-65517288-b460-4dfc-8b19-21f69b8d2435 req-35a2c80d-b1d2-4cc7-9fa4-f5f728d35c05 tempest-VolumesSnapshotTestJSON-811272226 tempest-VolumesSnapshotTestJSON-811272226-project] 10.222.0.18 "GET /v2.0/security-groups?id=56e895e0-e2e0-45ac-b6ed-25edf7c5ab22&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0399230 Apr 12 13:28:24.823418 dv-cinder-830097-4-iscsi neutron-server[103458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88879701-139f-4472-a436-391f5c5d46e3 req-ae3f3741-dd15-4d23-80f1-5f867e380fb9 tempest-VolumesSnapshotTestJSON-811272226 tempest-VolumesSnapshotTestJSON-811272226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 13:28:24.824875 dv-cinder-830097-4-iscsi neutron-server[103458]: INFO neutron.wsgi [req-88879701-139f-4472-a436-391f5c5d46e3 req-ae3f3741-dd15-4d23-80f1-5f867e380fb9 tempest-VolumesSnapshotTestJSON-811272226 tempest-VolumesSnapshotTestJSON-811272226-project] 10.222.0.18 "GET /v2.0/ports?device_id=55fcaedf-174a-41f0-b5bf-8e46da251fdc HTTP/1.1" status: 200 len: 945 time: 0.0470669 Apr 12 13:28:24.870567 dv-cinder-830097-4-iscsi neutron-server[103458]: INFO neutron.wsgi [req-88879701-139f-4472-a436-391f5c5d46e3 req-60ac2160-30dc-46d4-b08c-d30909be9aee tempest-VolumesSnapshotTestJSON-811272226 tempest-VolumesSnapshotTestJSON-811272226-project] 10.222.0.18 "GET /v2.0/security-groups?id=56e895e0-e2e0-45ac-b6ed-25edf7c5ab22&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0396557 Apr 12 13:28:25.367293 dv-cinder-830097-4-iscsi neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a27dc70-1505-4371-86ae-25f322d56bd8 req-e61a4caa-391b-4e98-afeb-f75eaf4b85c2 tempest-VolumesSnapshotTestJSON-811272226 tempest-VolumesSnapshotTestJSON-811272226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 13:28:25.368723 dv-cinder-830097-4-iscsi neutron-server[103457]: INFO neutron.wsgi [req-4a27dc70-1505-4371-86ae-25f322d56bd8 req-e61a4caa-391b-4e98-afeb-f75eaf4b85c2 tempest-VolumesSnapshotTestJSON-811272226 tempest-VolumesSnapshotTestJSON-811272226-project] 10.222.0.55 "GET /v2.0/ports?device_id=55fcaedf-174a-41f0-b5bf-8e46da251fdc HTTP/1.1" status: 200 len: 945 time: 0.0493569 Apr 12 13:28:25.461229 dv-cinder-830097-4-iscsi neutron-server[103457]: DEBUG neutron.plugins.ml2.plugin [req-4a27dc70-1505-4371-86ae-25f322d56bd8 req-84862682-ec3d-4e7e-8706-f94a39537fe9 tempest-VolumesSnapshotTestJSON-811272226 tempest-VolumesSnapshotTestJSON-811272226-project] Deleting port b5fdf7bb-31e8-4c85-bb9b-3042bf6207d6 {{(pid=103457) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 12 13:28:25.461566 dv-cinder-830097-4-iscsi neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [req-4a27dc70-1505-4371-86ae-25f322d56bd8 req-84862682-ec3d-4e7e-8706-f94a39537fe9 tempest-VolumesSnapshotTestJSON-811272226 tempest-VolumesSnapshotTestJSON-811272226-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732727887391'] for port (b5fdf7bb-31e8-4c85-bb9b-3042bf6207d6), before_delete {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:28:25.551310 dv-cinder-830097-4-iscsi neutron-server[103457]: DEBUG neutron.plugins.ml2.db [req-4a27dc70-1505-4371-86ae-25f322d56bd8 req-84862682-ec3d-4e7e-8706-f94a39537fe9 tempest-VolumesSnapshotTestJSON-811272226 tempest-VolumesSnapshotTestJSON-811272226-project] For port b5fdf7bb-31e8-4c85-bb9b-3042bf6207d6, host hv-cinder-83009, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83009',level=0,port_id=b5fdf7bb-31e8-4c85-bb9b-3042bf6207d6,segment=NetworkSegment(12b36334-3d43-4a04-a92d-9c84f6426545),segment_id=12b36334-3d43-4a04-a92d-9c84f6426545)] {{(pid=103457) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 12 13:28:25.551576 dv-cinder-830097-4-iscsi neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [req-4a27dc70-1505-4371-86ae-25f322d56bd8 req-84862682-ec3d-4e7e-8706-f94a39537fe9 tempest-VolumesSnapshotTestJSON-811272226 tempest-VolumesSnapshotTestJSON-811272226-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3742288'] for port (b5fdf7bb-31e8-4c85-bb9b-3042bf6207d6), precommit_delete {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:28:25.564565 dv-cinder-830097-4-iscsi neutron-server[103457]: DEBUG neutron.plugins.ml2.plugin [req-4a27dc70-1505-4371-86ae-25f322d56bd8 req-84862682-ec3d-4e7e-8706-f94a39537fe9 tempest-VolumesSnapshotTestJSON-811272226 tempest-VolumesSnapshotTestJSON-811272226-project] Calling delete_port for b5fdf7bb-31e8-4c85-bb9b-3042bf6207d6 owned by compute:nova {{(pid=103457) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 12 13:28:25.686885 dv-cinder-830097-4-iscsi neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [req-4a27dc70-1505-4371-86ae-25f322d56bd8 req-84862682-ec3d-4e7e-8706-f94a39537fe9 tempest-VolumesSnapshotTestJSON-811272226 tempest-VolumesSnapshotTestJSON-811272226-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-915890', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3697887', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732727894797', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732727417923', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25610742'] for port (b5fdf7bb-31e8-4c85-bb9b-3042bf6207d6), after_delete {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:28:25.719492 dv-cinder-830097-4-iscsi neutron-server[103457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84862682-ec3d-4e7e-8706-f94a39537fe9 tempest-VolumesSnapshotTestJSON-811272226 tempest-VolumesSnapshotTestJSON-811272226-project] Pushing event deleted for resources: {'Port': ['ID=b5fdf7bb-31e8-4c85-bb9b-3042bf6207d6,revision_number=None']} {{(pid=103457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 13:28:25.725164 dv-cinder-830097-4-iscsi neutron-server[103459]: DEBUG neutron.plugins.ml2.db [None req-3505bd68-a9fd-4823-92ea-1a6ded8ab071 None None] get_ports_and_sgs() called for port_ids ['b5fdf7bb-31e8-4c85-bb9b-3042bf6207d6'] {{(pid=103459) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 12 13:28:25.759660 dv-cinder-830097-4-iscsi neutron-server[103457]: DEBUG neutron.db.l3_dvrscheduler_db [req-4a27dc70-1505-4371-86ae-25f322d56bd8 req-84862682-ec3d-4e7e-8706-f94a39537fe9 tempest-VolumesSnapshotTestJSON-811272226 tempest-VolumesSnapshotTestJSON-811272226-project] No DVR routers for this DVR port b5fdf7bb-31e8-4c85-bb9b-3042bf6207d6 on host hv-cinder-83009 {{(pid=103457) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 12 13:28:25.762030 dv-cinder-830097-4-iscsi neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [req-4a27dc70-1505-4371-86ae-25f322d56bd8 req-84862682-ec3d-4e7e-8706-f94a39537fe9 tempest-VolumesSnapshotTestJSON-811272226 tempest-VolumesSnapshotTestJSON-811272226-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-500965'] for port (None), before_response {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:28:25.765381 dv-cinder-830097-4-iscsi neutron-server[103457]: INFO neutron.wsgi [req-4a27dc70-1505-4371-86ae-25f322d56bd8 req-84862682-ec3d-4e7e-8706-f94a39537fe9 tempest-VolumesSnapshotTestJSON-811272226 tempest-VolumesSnapshotTestJSON-811272226-project] 10.222.0.55 "DELETE /v2.0/ports/b5fdf7bb-31e8-4c85-bb9b-3042bf6207d6 HTTP/1.1" status: 204 len: 173 time: 0.3915799 Apr 12 13:28:25.765808 dv-cinder-830097-4-iscsi neutron-server[103457]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '55fcaedf-174a-41f0-b5bf-8e46da251fdc', 'name': 'network-vif-deleted', 'tag': 'b5fdf7bb-31e8-4c85-bb9b-3042bf6207d6'}] {{(pid=103457) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 12 13:28:25.767997 dv-cinder-830097-4-iscsi neutron-server[103457]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}086c7d3de3560e72b9669b0aa2f8f0aa3a7dc6896401f4467231a6605ceb6cb3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-864d96ba-eeda-402e-8f36-8ce999d4c238" -d '{"events": [{"server_uuid": "55fcaedf-174a-41f0-b5bf-8e46da251fdc", "name": "network-vif-deleted", "tag": "b5fdf7bb-31e8-4c85-bb9b-3042bf6207d6"}]}' {{(pid=103457) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 12 13:28:25.929030 dv-cinder-830097-4-iscsi neutron-server[103457]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 12 Apr 2022 13:28:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e1dd9750-dc22-4699-a529-eba2957ff89e x-openstack-request-id: req-e1dd9750-dc22-4699-a529-eba2957ff89e {{(pid=103457) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 12 13:28:25.929331 dv-cinder-830097-4-iscsi neutron-server[103457]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "55fcaedf-174a-41f0-b5bf-8e46da251fdc", "name": "network-vif-deleted", "tag": "b5fdf7bb-31e8-4c85-bb9b-3042bf6207d6", "status": "completed", "code": 200}]} {{(pid=103457) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 12 13:28:25.929592 dv-cinder-830097-4-iscsi neutron-server[103457]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-e1dd9750-dc22-4699-a529-eba2957ff89e {{(pid=103457) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 12 13:28:25.930002 dv-cinder-830097-4-iscsi neutron-server[103457]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e1dd9750-dc22-4699-a529-eba2957ff89e'] response: {'server_uuid': '55fcaedf-174a-41f0-b5bf-8e46da251fdc', 'name': 'network-vif-deleted', 'tag': 'b5fdf7bb-31e8-4c85-bb9b-3042bf6207d6', 'status': 'completed', 'code': 200} Apr 12 13:28:25.984744 dv-cinder-830097-4-iscsi neutron-server[103458]: INFO neutron.wsgi [req-a61e169d-520e-4473-b70c-d951b6735251 req-eb95a933-654f-4e7a-819f-2fe7f7022630 tempest-VolumesSnapshotTestJSON-811272226 tempest-VolumesSnapshotTestJSON-811272226-project] 10.222.0.18 "GET /v2.0/ports?device_id=55fcaedf-174a-41f0-b5bf-8e46da251fdc HTTP/1.1" status: 200 len: 210 time: 0.0269680 Apr 12 13:28:27.092245 dv-cinder-830097-4-iscsi neutron-server[103457]: INFO neutron.wsgi [req-9e21e108-6bb3-4060-af46-60b2d78ef27b req-a0248996-f0b5-41a4-ac5d-90d59ed129da tempest-VolumesSnapshotTestJSON-811272226 tempest-VolumesSnapshotTestJSON-811272226-project] 10.222.0.18 "GET /v2.0/ports?device_id=55fcaedf-174a-41f0-b5bf-8e46da251fdc HTTP/1.1" status: 200 len: 210 time: 0.0282493 Apr 12 13:28:29.951259 dv-cinder-830097-4-iscsi neutron-server[103459]: DEBUG neutron.plugins.ml2.rpc [None req-3505bd68-a9fd-4823-92ea-1a6ded8ab071 None None] Device b5fdf7bb-31e8-4c85-bb9b-3042bf6207d6 no longer exists at agent hyperv_hv-cinder-83009 {{(pid=103459) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 12 13:28:29.972196 dv-cinder-830097-4-iscsi neutron-server[103459]: DEBUG neutron_lib.callbacks.manager [None req-3505bd68-a9fd-4823-92ea-1a6ded8ab071 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732727929501', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-657397'] for agent (ee5509cd-6dd7-49df-aa37-3740ebd1e34b), after_update {{(pid=103459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:28:29.972823 dv-cinder-830097-4-iscsi neutron-server[103459]: DEBUG neutron.plugins.ml2.plugin [None req-3505bd68-a9fd-4823-92ea-1a6ded8ab071 None None] No Port match for: b5fdf7bb-31e8-4c85-bb9b-3042bf6207d6 {{(pid=103459) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2341}} Apr 12 13:28:29.973164 dv-cinder-830097-4-iscsi neutron-server[103459]: DEBUG neutron.plugins.ml2.rpc [None req-3505bd68-a9fd-4823-92ea-1a6ded8ab071 None None] Device b5fdf7bb-31e8-4c85-bb9b-3042bf6207d6 not bound to the agent host hv-cinder-83009 {{(pid=103459) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 12 13:28:30.513561 dv-cinder-830097-4-iscsi neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a00008ef-e2e2-4623-91b9-54c5c82c0303 req-fe2a7636-8c1d-4bfc-bc80-6bd4678cabc7 tempest-AttachVolumeShelveTestJSON-707707766 tempest-AttachVolumeShelveTestJSON-707707766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 13:28:30.514897 dv-cinder-830097-4-iscsi neutron-server[103457]: INFO neutron.wsgi [req-a00008ef-e2e2-4623-91b9-54c5c82c0303 req-fe2a7636-8c1d-4bfc-bc80-6bd4678cabc7 tempest-AttachVolumeShelveTestJSON-707707766 tempest-AttachVolumeShelveTestJSON-707707766-project] 10.222.0.18 "GET /v2.0/ports?device_id=86be2946-ca3b-4374-9704-0c44d13ac2bf HTTP/1.1" status: 200 len: 947 time: 0.0497115 Apr 12 13:28:30.561035 dv-cinder-830097-4-iscsi neutron-server[103457]: INFO neutron.wsgi [req-a00008ef-e2e2-4623-91b9-54c5c82c0303 req-9369ee6f-5a1b-4283-b106-77e492dd3565 tempest-AttachVolumeShelveTestJSON-707707766 tempest-AttachVolumeShelveTestJSON-707707766-project] 10.222.0.18 "GET /v2.0/security-groups?id=09a15c79-9ad1-40b0-a245-fcad199271ef&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0404475 Apr 12 13:28:31.683181 dv-cinder-830097-4-iscsi neutron-server[103458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68484826-aaf9-4766-8db2-c64d2efc18cd req-f899df6b-162e-4aaa-b0c5-cf4019b56aa7 tempest-AttachVolumeShelveTestJSON-707707766 tempest-AttachVolumeShelveTestJSON-707707766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 13:28:31.687897 dv-cinder-830097-4-iscsi neutron-server[103458]: INFO neutron.wsgi [req-68484826-aaf9-4766-8db2-c64d2efc18cd req-f899df6b-162e-4aaa-b0c5-cf4019b56aa7 tempest-AttachVolumeShelveTestJSON-707707766 tempest-AttachVolumeShelveTestJSON-707707766-project] 10.222.0.18 "GET /v2.0/ports?device_id=86be2946-ca3b-4374-9704-0c44d13ac2bf HTTP/1.1" status: 200 len: 947 time: 0.0559297 Apr 12 13:28:31.960352 dv-cinder-830097-4-iscsi neutron-server[103458]: INFO neutron.wsgi [req-68484826-aaf9-4766-8db2-c64d2efc18cd req-14480130-f9c6-41ac-9eb6-b657caf902e5 tempest-AttachVolumeShelveTestJSON-707707766 tempest-AttachVolumeShelveTestJSON-707707766-project] 10.222.0.18 "GET /v2.0/security-groups?id=09a15c79-9ad1-40b0-a245-fcad199271ef&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2701037 Apr 12 13:28:33.073561 dv-cinder-830097-4-iscsi neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e98b7645-c349-4034-a505-724f6066483d req-a55539da-8551-4707-9247-e8af7f49ab49 tempest-AttachVolumeShelveTestJSON-707707766 tempest-AttachVolumeShelveTestJSON-707707766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 13:28:33.075526 dv-cinder-830097-4-iscsi neutron-server[103457]: INFO neutron.wsgi [req-e98b7645-c349-4034-a505-724f6066483d req-a55539da-8551-4707-9247-e8af7f49ab49 tempest-AttachVolumeShelveTestJSON-707707766 tempest-AttachVolumeShelveTestJSON-707707766-project] 10.222.0.18 "GET /v2.0/ports?device_id=86be2946-ca3b-4374-9704-0c44d13ac2bf HTTP/1.1" status: 200 len: 947 time: 0.0452051 Apr 12 13:28:33.120092 dv-cinder-830097-4-iscsi neutron-server[103457]: INFO neutron.wsgi [req-e98b7645-c349-4034-a505-724f6066483d req-bb4fe8a7-d105-4ed1-97f0-8bc5a4bdc3b8 tempest-AttachVolumeShelveTestJSON-707707766 tempest-AttachVolumeShelveTestJSON-707707766-project] 10.222.0.18 "GET /v2.0/security-groups?id=09a15c79-9ad1-40b0-a245-fcad199271ef&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0391552 Apr 12 13:28:34.242810 dv-cinder-830097-4-iscsi neutron-server[103458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fecf7bc1-34d2-46fa-81ff-f8b54f85c005 req-0207a415-430b-46ed-bd79-36ae2542c53c tempest-AttachVolumeShelveTestJSON-707707766 tempest-AttachVolumeShelveTestJSON-707707766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 13:28:34.244288 dv-cinder-830097-4-iscsi neutron-server[103458]: INFO neutron.wsgi [req-fecf7bc1-34d2-46fa-81ff-f8b54f85c005 req-0207a415-430b-46ed-bd79-36ae2542c53c tempest-AttachVolumeShelveTestJSON-707707766 tempest-AttachVolumeShelveTestJSON-707707766-project] 10.222.0.18 "GET /v2.0/ports?device_id=86be2946-ca3b-4374-9704-0c44d13ac2bf HTTP/1.1" status: 200 len: 947 time: 0.0494180 Apr 12 13:28:34.298672 dv-cinder-830097-4-iscsi neutron-server[103458]: INFO neutron.wsgi [req-fecf7bc1-34d2-46fa-81ff-f8b54f85c005 req-3d6c8651-afe3-4d8c-9147-1981bac796fc tempest-AttachVolumeShelveTestJSON-707707766 tempest-AttachVolumeShelveTestJSON-707707766-project] 10.222.0.18 "GET /v2.0/security-groups?id=09a15c79-9ad1-40b0-a245-fcad199271ef&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0473092 Apr 12 13:28:35.414803 dv-cinder-830097-4-iscsi neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d73a7e9-6f32-4dfe-9efd-c3bd4e0977a7 req-8809ad7c-12fe-459d-a0e6-9936f4a666fc tempest-AttachVolumeShelveTestJSON-707707766 tempest-AttachVolumeShelveTestJSON-707707766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 13:28:35.416287 dv-cinder-830097-4-iscsi neutron-server[103457]: INFO neutron.wsgi [req-3d73a7e9-6f32-4dfe-9efd-c3bd4e0977a7 req-8809ad7c-12fe-459d-a0e6-9936f4a666fc tempest-AttachVolumeShelveTestJSON-707707766 tempest-AttachVolumeShelveTestJSON-707707766-project] 10.222.0.18 "GET /v2.0/ports?device_id=86be2946-ca3b-4374-9704-0c44d13ac2bf HTTP/1.1" status: 200 len: 947 time: 0.0460279 Apr 12 13:28:35.465234 dv-cinder-830097-4-iscsi neutron-server[103457]: INFO neutron.wsgi [req-3d73a7e9-6f32-4dfe-9efd-c3bd4e0977a7 req-38bd02c3-3f4d-4892-8d3d-933254b7613a tempest-AttachVolumeShelveTestJSON-707707766 tempest-AttachVolumeShelveTestJSON-707707766-project] 10.222.0.18 "GET /v2.0/security-groups?id=09a15c79-9ad1-40b0-a245-fcad199271ef&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0426247 Apr 12 13:28:35.923958 dv-cinder-830097-4-iscsi neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18be4c23-bd97-4a5a-912d-92b4fe953f1c req-97b70c39-adf0-48f6-a6b4-ceeb1fb21ac0 tempest-AttachVolumeShelveTestJSON-707707766 tempest-AttachVolumeShelveTestJSON-707707766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 13:28:35.925440 dv-cinder-830097-4-iscsi neutron-server[103457]: INFO neutron.wsgi [req-18be4c23-bd97-4a5a-912d-92b4fe953f1c req-97b70c39-adf0-48f6-a6b4-ceeb1fb21ac0 tempest-AttachVolumeShelveTestJSON-707707766 tempest-AttachVolumeShelveTestJSON-707707766-project] 10.222.0.55 "GET /v2.0/ports?device_id=86be2946-ca3b-4374-9704-0c44d13ac2bf HTTP/1.1" status: 200 len: 947 time: 0.0474360 Apr 12 13:28:36.010744 dv-cinder-830097-4-iscsi neutron-server[103457]: DEBUG neutron.plugins.ml2.plugin [req-18be4c23-bd97-4a5a-912d-92b4fe953f1c req-6bf0e7f9-bc7e-4862-8ff7-2b1afc61b659 tempest-AttachVolumeShelveTestJSON-707707766 tempest-AttachVolumeShelveTestJSON-707707766-project] Deleting port 6eb5a65f-e2fb-4f73-941b-f6ee09e123ea {{(pid=103457) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 12 13:28:36.011077 dv-cinder-830097-4-iscsi neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [req-18be4c23-bd97-4a5a-912d-92b4fe953f1c req-6bf0e7f9-bc7e-4862-8ff7-2b1afc61b659 tempest-AttachVolumeShelveTestJSON-707707766 tempest-AttachVolumeShelveTestJSON-707707766-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732727887391'] for port (6eb5a65f-e2fb-4f73-941b-f6ee09e123ea), before_delete {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:28:36.100155 dv-cinder-830097-4-iscsi neutron-server[103457]: DEBUG neutron.plugins.ml2.db [req-18be4c23-bd97-4a5a-912d-92b4fe953f1c req-6bf0e7f9-bc7e-4862-8ff7-2b1afc61b659 tempest-AttachVolumeShelveTestJSON-707707766 tempest-AttachVolumeShelveTestJSON-707707766-project] For port 6eb5a65f-e2fb-4f73-941b-f6ee09e123ea, host hv-cinder-83009, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83009',level=0,port_id=6eb5a65f-e2fb-4f73-941b-f6ee09e123ea,segment=NetworkSegment(97cb7c0e-6017-4956-9bfd-101a1a75a7c0),segment_id=97cb7c0e-6017-4956-9bfd-101a1a75a7c0)] {{(pid=103457) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 12 13:28:36.100518 dv-cinder-830097-4-iscsi neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [req-18be4c23-bd97-4a5a-912d-92b4fe953f1c req-6bf0e7f9-bc7e-4862-8ff7-2b1afc61b659 tempest-AttachVolumeShelveTestJSON-707707766 tempest-AttachVolumeShelveTestJSON-707707766-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3742288'] for port (6eb5a65f-e2fb-4f73-941b-f6ee09e123ea), precommit_delete {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:28:36.544316 dv-cinder-830097-4-iscsi neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [req-18be4c23-bd97-4a5a-912d-92b4fe953f1c req-6bf0e7f9-bc7e-4862-8ff7-2b1afc61b659 tempest-AttachVolumeShelveTestJSON-707707766 tempest-AttachVolumeShelveTestJSON-707707766-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:28:36.545034 dv-cinder-830097-4-iscsi neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [req-18be4c23-bd97-4a5a-912d-92b4fe953f1c req-6bf0e7f9-bc7e-4862-8ff7-2b1afc61b659 tempest-AttachVolumeShelveTestJSON-707707766 tempest-AttachVolumeShelveTestJSON-707707766-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3739086'] for floatingip (194e5e6c-367c-40cc-88db-d101c0566034), after_update {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:28:36.545165 dv-cinder-830097-4-iscsi neutron-server[103457]: INFO neutron.db.l3_db [req-18be4c23-bd97-4a5a-912d-92b4fe953f1c req-6bf0e7f9-bc7e-4862-8ff7-2b1afc61b659 tempest-AttachVolumeShelveTestJSON-707707766 tempest-AttachVolumeShelveTestJSON-707707766-project] Floating IP 194e5e6c-367c-40cc-88db-d101c0566034 disassociated. External IP: 172.27.0.146, port: 6eb5a65f-e2fb-4f73-941b-f6ee09e123ea. Apr 12 13:28:36.545417 dv-cinder-830097-4-iscsi neutron-server[103457]: DEBUG neutron.plugins.ml2.plugin [req-18be4c23-bd97-4a5a-912d-92b4fe953f1c req-6bf0e7f9-bc7e-4862-8ff7-2b1afc61b659 tempest-AttachVolumeShelveTestJSON-707707766 tempest-AttachVolumeShelveTestJSON-707707766-project] Calling delete_port for 6eb5a65f-e2fb-4f73-941b-f6ee09e123ea owned by compute:nova {{(pid=103457) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 12 13:28:36.583038 dv-cinder-830097-4-iscsi neutron-server[103458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a975add3-f190-412b-a5bf-8fdff8459360 req-1decbbee-9381-4165-8524-502d0c428229 tempest-AttachVolumeShelveTestJSON-707707766 tempest-AttachVolumeShelveTestJSON-707707766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 13:28:36.584628 dv-cinder-830097-4-iscsi neutron-server[103458]: INFO neutron.wsgi [req-a975add3-f190-412b-a5bf-8fdff8459360 req-1decbbee-9381-4165-8524-502d0c428229 tempest-AttachVolumeShelveTestJSON-707707766 tempest-AttachVolumeShelveTestJSON-707707766-project] 10.222.0.18 "GET /v2.0/ports?device_id=86be2946-ca3b-4374-9704-0c44d13ac2bf HTTP/1.1" status: 200 len: 947 time: 0.0477908 Apr 12 13:28:36.633732 dv-cinder-830097-4-iscsi neutron-server[103458]: INFO neutron.wsgi [req-a975add3-f190-412b-a5bf-8fdff8459360 req-53c7ae49-91d7-455c-8276-716854c08b1c tempest-AttachVolumeShelveTestJSON-707707766 tempest-AttachVolumeShelveTestJSON-707707766-project] 10.222.0.18 "GET /v2.0/security-groups?id=09a15c79-9ad1-40b0-a245-fcad199271ef&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0434060 Apr 12 13:28:36.674449 dv-cinder-830097-4-iscsi neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [req-18be4c23-bd97-4a5a-912d-92b4fe953f1c req-6bf0e7f9-bc7e-4862-8ff7-2b1afc61b659 tempest-AttachVolumeShelveTestJSON-707707766 tempest-AttachVolumeShelveTestJSON-707707766-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-915890', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3697887', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732727894797', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732727417923', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25610742'] for port (6eb5a65f-e2fb-4f73-941b-f6ee09e123ea), after_delete {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:28:36.701170 dv-cinder-830097-4-iscsi neutron-server[103457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bf0e7f9-bc7e-4862-8ff7-2b1afc61b659 tempest-AttachVolumeShelveTestJSON-707707766 tempest-AttachVolumeShelveTestJSON-707707766-project] Pushing event deleted for resources: {'Port': ['ID=6eb5a65f-e2fb-4f73-941b-f6ee09e123ea,revision_number=None']} {{(pid=103457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 13:28:36.828645 dv-cinder-830097-4-iscsi neutron-server[103457]: DEBUG neutron.scheduler.l3_agent_scheduler [req-18be4c23-bd97-4a5a-912d-92b4fe953f1c req-6bf0e7f9-bc7e-4862-8ff7-2b1afc61b659 tempest-AttachVolumeShelveTestJSON-707707766 tempest-AttachVolumeShelveTestJSON-707707766-project] Router 66d38733-8a94-4306-9035-12f6b3906c1e has already been hosted by L3 agent b7e11a8b-aeed-493f-9763-461016dddc93 {{(pid=103457) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 12 13:28:36.947367 dv-cinder-830097-4-iscsi neutron-server[103457]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-18be4c23-bd97-4a5a-912d-92b4fe953f1c req-6bf0e7f9-bc7e-4862-8ff7-2b1afc61b659 tempest-AttachVolumeShelveTestJSON-707707766 tempest-AttachVolumeShelveTestJSON-707707766-project] Notify agent at l3_agent.dv-cinder-830097-4-iscsi the message routers_updated {{(pid=103457) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 12 13:28:36.958422 dv-cinder-830097-4-iscsi neutron-server[103459]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c418d27c-fbcd-48da-b2aa-7434a19eac4b None None] Sync routers for ids ['66d38733-8a94-4306-9035-12f6b3906c1e'] in dv-cinder-830097-4-iscsi {{(pid=103459) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 12 13:28:36.970563 dv-cinder-830097-4-iscsi neutron-server[103459]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c418d27c-fbcd-48da-b2aa-7434a19eac4b None None] Routers {'66d38733-8a94-4306-9035-12f6b3906c1e'} bound to L3 agent in host dv-cinder-830097-4-iscsi {{(pid=103459) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 12 13:28:36.971509 dv-cinder-830097-4-iscsi neutron-server[103459]: DEBUG neutron.db.l3_hamode_db [None req-c418d27c-fbcd-48da-b2aa-7434a19eac4b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830097-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-12T13:07:19Z,description=,heartbeat_timestamp=2022-04-12T13:28:19Z,host='dv-cinder-830097-4-iscsi',id=b7e11a8b-aeed-493f-9763-461016dddc93,load=0,resource_versions=,resources_synced=,started_at=2022-04-12T13:07:19Z,topic='l3_agent')) {'router_ids': ['66d38733-8a94-4306-9035-12f6b3906c1e'], 'active': True} {{(pid=103459) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 13:28:36.990401 dv-cinder-830097-4-iscsi neutron-server[103457]: DEBUG neutron.db.l3_dvrscheduler_db [req-18be4c23-bd97-4a5a-912d-92b4fe953f1c req-6bf0e7f9-bc7e-4862-8ff7-2b1afc61b659 tempest-AttachVolumeShelveTestJSON-707707766 tempest-AttachVolumeShelveTestJSON-707707766-project] No DVR routers for this DVR port 6eb5a65f-e2fb-4f73-941b-f6ee09e123ea on host hv-cinder-83009 {{(pid=103457) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 12 13:28:36.993303 dv-cinder-830097-4-iscsi neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [req-18be4c23-bd97-4a5a-912d-92b4fe953f1c req-6bf0e7f9-bc7e-4862-8ff7-2b1afc61b659 tempest-AttachVolumeShelveTestJSON-707707766 tempest-AttachVolumeShelveTestJSON-707707766-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-500965'] for port (None), before_response {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:28:36.997667 dv-cinder-830097-4-iscsi neutron-server[103457]: INFO neutron.wsgi [req-18be4c23-bd97-4a5a-912d-92b4fe953f1c req-6bf0e7f9-bc7e-4862-8ff7-2b1afc61b659 tempest-AttachVolumeShelveTestJSON-707707766 tempest-AttachVolumeShelveTestJSON-707707766-project] 10.222.0.55 "DELETE /v2.0/ports/6eb5a65f-e2fb-4f73-941b-f6ee09e123ea HTTP/1.1" status: 204 len: 173 time: 1.0671480 Apr 12 13:28:36.998106 dv-cinder-830097-4-iscsi neutron-server[103457]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '86be2946-ca3b-4374-9704-0c44d13ac2bf', 'name': 'network-vif-deleted', 'tag': '6eb5a65f-e2fb-4f73-941b-f6ee09e123ea'}] {{(pid=103457) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 12 13:28:37.000920 dv-cinder-830097-4-iscsi neutron-server[103457]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}086c7d3de3560e72b9669b0aa2f8f0aa3a7dc6896401f4467231a6605ceb6cb3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6f8bf515-25be-4f38-86a8-1318ba968837" -d '{"events": [{"server_uuid": "86be2946-ca3b-4374-9704-0c44d13ac2bf", "name": "network-vif-deleted", "tag": "6eb5a65f-e2fb-4f73-941b-f6ee09e123ea"}]}' {{(pid=103457) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 12 13:28:37.054152 dv-cinder-830097-4-iscsi neutron-server[103457]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 12 Apr 2022 13:28:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-45a6ac6a-9cb1-4593-bf8a-1f5dca22a7f9 x-openstack-request-id: req-45a6ac6a-9cb1-4593-bf8a-1f5dca22a7f9 {{(pid=103457) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 12 13:28:37.054441 dv-cinder-830097-4-iscsi neutron-server[103457]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "86be2946-ca3b-4374-9704-0c44d13ac2bf", "name": "network-vif-deleted", "tag": "6eb5a65f-e2fb-4f73-941b-f6ee09e123ea", "status": "completed", "code": 200}]} {{(pid=103457) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 12 13:28:37.054694 dv-cinder-830097-4-iscsi neutron-server[103457]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-45a6ac6a-9cb1-4593-bf8a-1f5dca22a7f9 {{(pid=103457) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 12 13:28:37.055100 dv-cinder-830097-4-iscsi neutron-server[103457]: INFO neutron.notifiers.nova [-] Nova event matching ['req-45a6ac6a-9cb1-4593-bf8a-1f5dca22a7f9'] response: {'server_uuid': '86be2946-ca3b-4374-9704-0c44d13ac2bf', 'name': 'network-vif-deleted', 'tag': '6eb5a65f-e2fb-4f73-941b-f6ee09e123ea', 'status': 'completed', 'code': 200} Apr 12 13:28:37.243697 dv-cinder-830097-4-iscsi neutron-server[103459]: DEBUG neutron.db.l3_dvr_db [None req-c418d27c-fbcd-48da-b2aa-7434a19eac4b None None] Set router 66d38733-8a94-4306-9035-12f6b3906c1e gateway port host: dv-cinder-830097-4-iscsi {{(pid=103459) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 12 13:28:37.441323 dv-cinder-830097-4-iscsi neutron-server[103459]: DEBUG neutron.db.l3_hamode_db [None req-c418d27c-fbcd-48da-b2aa-7434a19eac4b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '66d38733-8a94-4306-9035-12f6b3906c1e', 'name': 'tempest-AttachVolumeShelveTestJSON-268868150-router', 'tenant_id': '5ebad6ef7aca47f397d0e45a428e3948', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '26d0436d-8ae2-49bd-8cc6-3d2eac552c84', 'external_fixed_ips': [{'subnet_id': 'd93852d8-8f89-4b1c-bef4-0e05f499a8db', 'ip_address': '172.27.0.103'}], 'enable_snat': True}, 'gw_port_id': '84dfbbf2-673c-4766-87d8-ed32d247bb96', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-12T13:16:00Z', 'updated_at': '2022-04-12T13:16:16Z', 'revision_number': 4, 'project_id': '5ebad6ef7aca47f397d0e45a428e3948', 'gw_port': {'id': '84dfbbf2-673c-4766-87d8-ed32d247bb96', 'name': '', 'network_id': '26d0436d-8ae2-49bd-8cc6-3d2eac552c84', 'tenant_id': '', 'mac_address': 'fa:16:3e:47:67:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '66d38733-8a94-4306-9035-12f6b3906c1e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 80, 'fixed_ips': [{'subnet_id': 'd93852d8-8f89-4b1c-bef4-0e05f499a8db', 'ip_address': '172.27.0.103', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830097-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T13:16:02Z', 'updated_at': '2022-04-12T13:16:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd93852d8-8f89-4b1c-bef4-0e05f499a8db', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830097-4-iscsi', '_interfaces': [{'id': 'ae9c6e44-f0d0-4a2a-86d6-9ca46ba23560', 'name': '', 'network_id': '6562521a-2ea5-45f4-a1f8-589dc7fbc9f3', 'tenant_id': '5ebad6ef7aca47f397d0e45a428e3948', 'mac_address': 'fa:16:3e:7c:df:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '66d38733-8a94-4306-9035-12f6b3906c1e', 'device_owner': 'network:router_interface', 'standard_attr_id': 110, 'fixed_ips': [{'subnet_id': 'cf735079-dcf8-4625-b8a7-d372f8fef245', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830097-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T13:16:12Z', 'updated_at': '2022-04-12T13:16:29Z', 'revision_number': 5, 'project_id': '5ebad6ef7aca47f397d0e45a428e3948', 'subnets': [{'id': 'cf735079-dcf8-4625-b8a7-d372f8fef245', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-830097-4-iscsi', False) {} {{(pid=103459) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 13:28:37.471126 dv-cinder-830097-4-iscsi neutron-server[103459]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c418d27c-fbcd-48da-b2aa-7434a19eac4b None None] Checking router: 66d38733-8a94-4306-9035-12f6b3906c1e for host: dv-cinder-830097-4-iscsi {{(pid=103459) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 12 13:28:37.479162 dv-cinder-830097-4-iscsi neutron-server[103459]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c418d27c-fbcd-48da-b2aa-7434a19eac4b None None] Routers {'66d38733-8a94-4306-9035-12f6b3906c1e'} bound to L3 agent in host dv-cinder-830097-4-iscsi {{(pid=103459) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 12 13:28:37.479757 dv-cinder-830097-4-iscsi neutron-server[103459]: DEBUG neutron.db.l3_hamode_db [None req-c418d27c-fbcd-48da-b2aa-7434a19eac4b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830097-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-12T13:07:19Z,description=,heartbeat_timestamp=2022-04-12T13:28:19Z,host='dv-cinder-830097-4-iscsi',id=b7e11a8b-aeed-493f-9763-461016dddc93,load=0,resource_versions=,resources_synced=,started_at=2022-04-12T13:07:19Z,topic='l3_agent')) {'router_ids': ['66d38733-8a94-4306-9035-12f6b3906c1e'], 'active': True} {{(pid=103459) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 13:28:37.585009 dv-cinder-830097-4-iscsi neutron-server[103459]: DEBUG neutron.db.l3_dvr_db [None req-c418d27c-fbcd-48da-b2aa-7434a19eac4b None None] Set router 66d38733-8a94-4306-9035-12f6b3906c1e gateway port host: dv-cinder-830097-4-iscsi {{(pid=103459) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 12 13:28:37.745584 dv-cinder-830097-4-iscsi neutron-server[103458]: INFO neutron.wsgi [req-6ffc6261-7458-494c-affc-8adddef7c68c req-c402f461-948c-419f-ad15-abaf7344c7cc tempest-AttachVolumeShelveTestJSON-707707766 tempest-AttachVolumeShelveTestJSON-707707766-project] 10.222.0.18 "GET /v2.0/ports?device_id=86be2946-ca3b-4374-9704-0c44d13ac2bf HTTP/1.1" status: 200 len: 210 time: 0.0271769 Apr 12 13:28:37.771575 dv-cinder-830097-4-iscsi neutron-server[103459]: DEBUG neutron.db.l3_hamode_db [None req-c418d27c-fbcd-48da-b2aa-7434a19eac4b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '66d38733-8a94-4306-9035-12f6b3906c1e', 'name': 'tempest-AttachVolumeShelveTestJSON-268868150-router', 'tenant_id': '5ebad6ef7aca47f397d0e45a428e3948', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '26d0436d-8ae2-49bd-8cc6-3d2eac552c84', 'external_fixed_ips': [{'subnet_id': 'd93852d8-8f89-4b1c-bef4-0e05f499a8db', 'ip_address': '172.27.0.103'}], 'enable_snat': True}, 'gw_port_id': '84dfbbf2-673c-4766-87d8-ed32d247bb96', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-12T13:16:00Z', 'updated_at': '2022-04-12T13:16:16Z', 'revision_number': 4, 'project_id': '5ebad6ef7aca47f397d0e45a428e3948', 'gw_port': {'id': '84dfbbf2-673c-4766-87d8-ed32d247bb96', 'name': '', 'network_id': '26d0436d-8ae2-49bd-8cc6-3d2eac552c84', 'tenant_id': '', 'mac_address': 'fa:16:3e:47:67:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '66d38733-8a94-4306-9035-12f6b3906c1e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 80, 'fixed_ips': [{'subnet_id': 'd93852d8-8f89-4b1c-bef4-0e05f499a8db', 'ip_address': '172.27.0.103', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830097-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T13:16:02Z', 'updated_at': '2022-04-12T13:16:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd93852d8-8f89-4b1c-bef4-0e05f499a8db', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830097-4-iscsi', '_interfaces': [{'id': 'ae9c6e44-f0d0-4a2a-86d6-9ca46ba23560', 'name': '', 'network_id': '6562521a-2ea5-45f4-a1f8-589dc7fbc9f3', 'tenant_id': '5ebad6ef7aca47f397d0e45a428e3948', 'mac_address': 'fa:16:3e:7c:df:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '66d38733-8a94-4306-9035-12f6b3906c1e', 'device_owner': 'network:router_interface', 'standard_attr_id': 110, 'fixed_ips': [{'subnet_id': 'cf735079-dcf8-4625-b8a7-d372f8fef245', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830097-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T13:16:12Z', 'updated_at': '2022-04-12T13:16:29Z', 'revision_number': 5, 'project_id': '5ebad6ef7aca47f397d0e45a428e3948', 'subnets': [{'id': 'cf735079-dcf8-4625-b8a7-d372f8fef245', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-830097-4-iscsi', False) {} {{(pid=103459) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 13:28:37.798587 dv-cinder-830097-4-iscsi neutron-server[103459]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c418d27c-fbcd-48da-b2aa-7434a19eac4b None None] The sync data for ids ['66d38733-8a94-4306-9035-12f6b3906c1e'] in dv-cinder-830097-4-iscsi is: [{'id': '66d38733-8a94-4306-9035-12f6b3906c1e', 'name': 'tempest-AttachVolumeShelveTestJSON-268868150-router', 'tenant_id': '5ebad6ef7aca47f397d0e45a428e3948', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '26d0436d-8ae2-49bd-8cc6-3d2eac552c84', 'external_fixed_ips': [{'subnet_id': 'd93852d8-8f89-4b1c-bef4-0e05f499a8db', 'ip_address': '172.27.0.103'}], 'enable_snat': True}, 'gw_port_id': '84dfbbf2-673c-4766-87d8-ed32d247bb96', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-12T13:16:00Z', 'updated_at': '2022-04-12T13:16:16Z', 'revision_number': 4, 'project_id': '5ebad6ef7aca47f397d0e45a428e3948', 'gw_port': {'id': '84dfbbf2-673c-4766-87d8-ed32d247bb96', 'name': '', 'network_id': '26d0436d-8ae2-49bd-8cc6-3d2eac552c84', 'tenant_id': '', 'mac_address': 'fa:16:3e:47:67:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '66d38733-8a94-4306-9035-12f6b3906c1e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 80, 'fixed_ips': [{'subnet_id': 'd93852d8-8f89-4b1c-bef4-0e05f499a8db', 'ip_address': '172.27.0.103', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830097-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T13:16:02Z', 'updated_at': '2022-04-12T13:16:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd93852d8-8f89-4b1c-bef4-0e05f499a8db', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830097-4-iscsi', '_interfaces': [{'id': 'ae9c6e44-f0d0-4a2a-86d6-9ca46ba23560', 'name': '', 'network_id': '6562521a-2ea5-45f4-a1f8-589dc7fbc9f3', 'tenant_id': '5ebad6ef7aca47f397d0e45a428e3948', 'mac_address': 'fa:16:3e:7c:df:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '66d38733-8a94-4306-9035-12f6b3906c1e', 'device_owner': 'network:router_interface', 'standard_attr_id': 110, 'fixed_ips': [{'subnet_id': 'cf735079-dcf8-4625-b8a7-d372f8fef245', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830097-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T13:16:12Z', 'updated_at': '2022-04-12T13:16:29Z', 'revision_number': 5, 'project_id': '5ebad6ef7aca47f397d0e45a428e3948', 'subnets': [{'id': 'cf735079-dcf8-4625-b8a7-d372f8fef245', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103459) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 12 13:28:38.009061 dv-cinder-830097-4-iscsi neutron-server[103460]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b725a150-4e20-4e92-806f-483f5ae4b576 None None] New status for floating IP 194e5e6c-367c-40cc-88db-d101c0566034: DOWN {{(pid=103460) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 12 13:28:38.866239 dv-cinder-830097-4-iscsi neutron-server[103457]: INFO neutron.wsgi [req-dc752a7a-d96e-4025-9e40-450aa6ab456a req-b88f58fc-2fd9-4169-9403-733d4072741e tempest-AttachVolumeShelveTestJSON-707707766 tempest-AttachVolumeShelveTestJSON-707707766-project] 10.222.0.18 "GET /v2.0/ports?device_id=86be2946-ca3b-4374-9704-0c44d13ac2bf HTTP/1.1" status: 200 len: 210 time: 0.0320899 Apr 12 13:28:39.767262 dv-cinder-830097-4-iscsi neutron-server[103459]: DEBUG neutron.plugins.ml2.rpc [None req-3505bd68-a9fd-4823-92ea-1a6ded8ab071 None None] Device 6eb5a65f-e2fb-4f73-941b-f6ee09e123ea no longer exists at agent hyperv_hv-cinder-83009 {{(pid=103459) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 12 13:28:39.786263 dv-cinder-830097-4-iscsi neutron-server[103459]: DEBUG neutron.plugins.ml2.plugin [None req-3505bd68-a9fd-4823-92ea-1a6ded8ab071 None None] No Port match for: 6eb5a65f-e2fb-4f73-941b-f6ee09e123ea {{(pid=103459) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2341}} Apr 12 13:28:39.786602 dv-cinder-830097-4-iscsi neutron-server[103459]: DEBUG neutron.plugins.ml2.rpc [None req-3505bd68-a9fd-4823-92ea-1a6ded8ab071 None None] Device 6eb5a65f-e2fb-4f73-941b-f6ee09e123ea not bound to the agent host hv-cinder-83009 {{(pid=103459) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 12 13:28:39.977421 dv-cinder-830097-4-iscsi neutron-server[103458]: INFO neutron.wsgi [req-70b9c02f-cdea-45ab-9e2d-9d56f264c8f2 req-869306a8-129a-4622-8ae9-3220c7eab8c1 tempest-AttachVolumeShelveTestJSON-707707766 tempest-AttachVolumeShelveTestJSON-707707766-project] 10.222.0.18 "GET /v2.0/ports?device_id=86be2946-ca3b-4374-9704-0c44d13ac2bf HTTP/1.1" status: 200 len: 210 time: 0.0274158 Apr 12 13:28:41.086859 dv-cinder-830097-4-iscsi neutron-server[103457]: INFO neutron.wsgi [req-ff8ddca8-f81f-4ce5-afec-e3c3d119c527 req-30cc8903-a9c8-4b63-9127-4b514158f997 tempest-AttachVolumeShelveTestJSON-707707766 tempest-AttachVolumeShelveTestJSON-707707766-project] 10.222.0.18 "GET /v2.0/ports?device_id=86be2946-ca3b-4374-9704-0c44d13ac2bf HTTP/1.1" status: 200 len: 210 time: 0.0293150 Apr 12 13:28:42.174144 dv-cinder-830097-4-iscsi neutron-server[103457]: DEBUG neutron.wsgi [-] (103457) accepted ('10.222.0.18', 51482) {{(pid=103457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 13:28:42.227485 dv-cinder-830097-4-iscsi neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-de682809-94e8-477f-9ec6-b72d471f1a41 tempest-AttachVolumeShelveTestJSON-707707766 tempest-AttachVolumeShelveTestJSON-707707766-project] Publish callbacks [] for security_group (09a15c79-9ad1-40b0-a245-fcad199271ef), before_delete {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:28:42.252247 dv-cinder-830097-4-iscsi neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-de682809-94e8-477f-9ec6-b72d471f1a41 tempest-AttachVolumeShelveTestJSON-707707766 tempest-AttachVolumeShelveTestJSON-707707766-project] Publish callbacks [] for security_group (09a15c79-9ad1-40b0-a245-fcad199271ef), precommit_delete {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:28:42.275985 dv-cinder-830097-4-iscsi neutron-server[103458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db4045a5-9ca2-4a73-a547-3bdbfcb8455c req-e005ec48-02a9-4b34-b6b8-4dfe0d298002 tempest-VolumesSnapshotTestJSON-811272226 tempest-VolumesSnapshotTestJSON-811272226-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 13:28:42.277485 dv-cinder-830097-4-iscsi neutron-server[103458]: INFO neutron.wsgi [req-db4045a5-9ca2-4a73-a547-3bdbfcb8455c req-e005ec48-02a9-4b34-b6b8-4dfe0d298002 tempest-VolumesSnapshotTestJSON-811272226 tempest-VolumesSnapshotTestJSON-811272226-project] 10.222.0.18 "GET /v2.0/networks?id=e3cc5645-7783-443d-aa92-92b0644dde7b HTTP/1.1" status: 200 len: 812 time: 0.1073360 Apr 12 13:28:42.293044 dv-cinder-830097-4-iscsi neutron-server[103458]: INFO neutron.wsgi [req-db4045a5-9ca2-4a73-a547-3bdbfcb8455c req-2b9621e9-cee9-4a0b-9e76-07ebc544ef1c tempest-VolumesSnapshotTestJSON-811272226 tempest-VolumesSnapshotTestJSON-811272226-project] 10.222.0.18 "GET /v2.0/quotas/1ccc16fe359944d7b8abf68747ba67ae HTTP/1.1" status: 200 len: 375 time: 0.0095949 Apr 12 13:28:42.299010 dv-cinder-830097-4-iscsi neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-de682809-94e8-477f-9ec6-b72d471f1a41 tempest-AttachVolumeShelveTestJSON-707707766 tempest-AttachVolumeShelveTestJSON-707707766-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3691807'] for security_group (09a15c79-9ad1-40b0-a245-fcad199271ef), after_delete {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:28:42.301727 dv-cinder-830097-4-iscsi neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-de682809-94e8-477f-9ec6-b72d471f1a41 tempest-AttachVolumeShelveTestJSON-707707766 tempest-AttachVolumeShelveTestJSON-707707766-project] Publish callbacks [] for security_group (None), before_response {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:28:42.302841 dv-cinder-830097-4-iscsi neutron-server[103457]: INFO neutron.wsgi [None req-de682809-94e8-477f-9ec6-b72d471f1a41 tempest-AttachVolumeShelveTestJSON-707707766 tempest-AttachVolumeShelveTestJSON-707707766-project] 10.222.0.18 "DELETE /v2.0/security-groups/09a15c79-9ad1-40b0-a245-fcad199271ef HTTP/1.1" status: 204 len: 168 time: 0.1276963 Apr 12 13:28:42.306661 dv-cinder-830097-4-iscsi neutron-server[103458]: DEBUG neutron.wsgi [-] (103458) accepted ('10.222.0.18', 51484) {{(pid=103458) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 13:28:42.314507 dv-cinder-830097-4-iscsi neutron-server[103457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de682809-94e8-477f-9ec6-b72d471f1a41 tempest-AttachVolumeShelveTestJSON-707707766 tempest-AttachVolumeShelveTestJSON-707707766-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=09a15c79-9ad1-40b0-a245-fcad199271ef,revision_number=None']} {{(pid=103457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 13:28:42.343282 dv-cinder-830097-4-iscsi neutron-server[103458]: INFO neutron.wsgi [req-db4045a5-9ca2-4a73-a547-3bdbfcb8455c req-941d909f-47de-4f13-8794-9c739adca31c tempest-VolumesSnapshotTestJSON-811272226 tempest-VolumesSnapshotTestJSON-811272226-project] 10.222.0.18 "GET /v2.0/ports?tenant_id=1ccc16fe359944d7b8abf68747ba67ae&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0445685 Apr 12 13:28:42.344263 dv-cinder-830097-4-iscsi neutron-server[103458]: INFO neutron.api.v2.resource [None req-4f267944-2476-4e75-a5be-6d967272dc92 tempest-AttachVolumeShelveTestJSON-707707766 tempest-AttachVolumeShelveTestJSON-707707766-project] show failed (client error): The resource could not be found. Apr 12 13:28:42.345207 dv-cinder-830097-4-iscsi neutron-server[103458]: INFO neutron.wsgi [None req-4f267944-2476-4e75-a5be-6d967272dc92 tempest-AttachVolumeShelveTestJSON-707707766 tempest-AttachVolumeShelveTestJSON-707707766-project] 10.222.0.18 "GET /v2.0/security-groups/09a15c79-9ad1-40b0-a245-fcad199271ef HTTP/1.1" status: 404 len: 347 time: 0.0376608 Apr 12 13:28:42.348139 dv-cinder-830097-4-iscsi neutron-server[103458]: DEBUG neutron.wsgi [-] (103458) accepted ('10.222.0.18', 51486) {{(pid=103458) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 13:28:42.498927 dv-cinder-830097-4-iscsi neutron-server[103458]: DEBUG neutron.plugins.ml2.plugin [None req-a02150a9-c205-4702-a0d7-4ff454f138b5 tempest-AttachVolumeShelveTestJSON-707707766 tempest-AttachVolumeShelveTestJSON-707707766-project] Deleting port 37c17a50-5020-4888-89fa-4a4620985ea0 {{(pid=103458) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 12 13:28:42.499164 dv-cinder-830097-4-iscsi neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-a02150a9-c205-4702-a0d7-4ff454f138b5 tempest-AttachVolumeShelveTestJSON-707707766 tempest-AttachVolumeShelveTestJSON-707707766-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732727887391'] for port (37c17a50-5020-4888-89fa-4a4620985ea0), before_delete {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:28:42.604844 dv-cinder-830097-4-iscsi neutron-server[103458]: INFO neutron.wsgi [req-db4045a5-9ca2-4a73-a547-3bdbfcb8455c req-7e0554bb-c5a3-4af9-a6ef-ca9591e534f3 service neutron] 10.222.0.18 "GET /v2.0/networks/e3cc5645-7783-443d-aa92-92b0644dde7b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2503695 Apr 12 13:28:42.637052 dv-cinder-830097-4-iscsi neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-a02150a9-c205-4702-a0d7-4ff454f138b5 tempest-AttachVolumeShelveTestJSON-707707766 tempest-AttachVolumeShelveTestJSON-707707766-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3742288'] for port (37c17a50-5020-4888-89fa-4a4620985ea0), precommit_delete {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:28:42.637375 dv-cinder-830097-4-iscsi neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-a02150a9-c205-4702-a0d7-4ff454f138b5 tempest-AttachVolumeShelveTestJSON-707707766 tempest-AttachVolumeShelveTestJSON-707707766-project] Publish callbacks [] for floatingip (37c17a50-5020-4888-89fa-4a4620985ea0), precommit_delete {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:28:42.662563 dv-cinder-830097-4-iscsi neutron-server[103458]: DEBUG neutron.plugins.ml2.plugin [None req-a02150a9-c205-4702-a0d7-4ff454f138b5 tempest-AttachVolumeShelveTestJSON-707707766 tempest-AttachVolumeShelveTestJSON-707707766-project] Calling delete_port for 37c17a50-5020-4888-89fa-4a4620985ea0 owned by network:floatingip {{(pid=103458) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 12 13:28:42.762963 dv-cinder-830097-4-iscsi neutron-server[103458]: INFO neutron.wsgi [req-db4045a5-9ca2-4a73-a547-3bdbfcb8455c req-e072521c-f6fa-4503-9729-1c5e1a8a328e service neutron] 10.222.0.18 "GET /v2.0/networks/e3cc5645-7783-443d-aa92-92b0644dde7b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1493578 Apr 12 13:28:42.855685 dv-cinder-830097-4-iscsi neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-a02150a9-c205-4702-a0d7-4ff454f138b5 tempest-AttachVolumeShelveTestJSON-707707766 tempest-AttachVolumeShelveTestJSON-707707766-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-915890', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3697887', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732727894797', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732727417923', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26097133'] for port (37c17a50-5020-4888-89fa-4a4620985ea0), after_delete {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:28:42.891877 dv-cinder-830097-4-iscsi neutron-server[103458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a02150a9-c205-4702-a0d7-4ff454f138b5 tempest-AttachVolumeShelveTestJSON-707707766 tempest-AttachVolumeShelveTestJSON-707707766-project] Pushing event deleted for resources: {'Port': ['ID=37c17a50-5020-4888-89fa-4a4620985ea0,revision_number=None']} {{(pid=103458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 13:28:42.943356 dv-cinder-830097-4-iscsi neutron-server[103457]: INFO neutron.wsgi [req-339904aa-1bf3-44dd-a41f-407eae72e926 req-bca1c3c0-731f-4666-838f-10c7cae736df tempest-VolumesSnapshotTestJSON-811272226 tempest-VolumesSnapshotTestJSON-811272226-project] 10.222.0.18 "GET /v2.0/ports?device_id=58bbb5e1-595c-43eb-8116-b4df19cecf89 HTTP/1.1" status: 200 len: 210 time: 0.0322621 Apr 12 13:28:42.972513 dv-cinder-830097-4-iscsi neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-a02150a9-c205-4702-a0d7-4ff454f138b5 tempest-AttachVolumeShelveTestJSON-707707766 tempest-AttachVolumeShelveTestJSON-707707766-project] Publish callbacks [] for floatingip (194e5e6c-367c-40cc-88db-d101c0566034), after_delete {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:28:42.975151 dv-cinder-830097-4-iscsi neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-a02150a9-c205-4702-a0d7-4ff454f138b5 tempest-AttachVolumeShelveTestJSON-707707766 tempest-AttachVolumeShelveTestJSON-707707766-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-500965'] for floatingip (None), before_response {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:28:42.976729 dv-cinder-830097-4-iscsi neutron-server[103458]: INFO neutron.wsgi [None req-a02150a9-c205-4702-a0d7-4ff454f138b5 tempest-AttachVolumeShelveTestJSON-707707766 tempest-AttachVolumeShelveTestJSON-707707766-project] 10.222.0.18 "DELETE /v2.0/floatingips/194e5e6c-367c-40cc-88db-d101c0566034 HTTP/1.1" status: 204 len: 168 time: 0.6272290 Apr 12 13:28:44.038700 dv-cinder-830097-4-iscsi neutron-server[103458]: INFO neutron.wsgi [req-7555cf70-89b1-43a2-b5c7-fe31c771c4e2 req-ba91228d-8800-4222-9bf4-aa65894d2714 tempest-VolumesSnapshotTestJSON-811272226 tempest-VolumesSnapshotTestJSON-811272226-project] 10.222.0.18 "GET /v2.0/ports?device_id=58bbb5e1-595c-43eb-8116-b4df19cecf89 HTTP/1.1" status: 200 len: 210 time: 0.0279706 Apr 12 13:28:45.137503 dv-cinder-830097-4-iscsi neutron-server[103457]: INFO neutron.wsgi [req-7ad90769-9f2f-4ad5-ac54-7204e596fe10 req-3153ae8a-d80a-4ab2-9054-d7b92af7f0e8 tempest-VolumesSnapshotTestJSON-811272226 tempest-VolumesSnapshotTestJSON-811272226-project] 10.222.0.18 "GET /v2.0/ports?device_id=58bbb5e1-595c-43eb-8116-b4df19cecf89 HTTP/1.1" status: 200 len: 210 time: 0.0306671 Apr 12 13:28:46.235076 dv-cinder-830097-4-iscsi neutron-server[103458]: INFO neutron.wsgi [req-02b1fce9-730d-4721-804a-4211f0ef7904 req-f44fd167-3fcc-4783-878d-698589b4cd6e tempest-VolumesSnapshotTestJSON-811272226 tempest-VolumesSnapshotTestJSON-811272226-project] 10.222.0.18 "GET /v2.0/ports?device_id=58bbb5e1-595c-43eb-8116-b4df19cecf89 HTTP/1.1" status: 200 len: 210 time: 0.0322812 Apr 12 13:28:46.785870 dv-cinder-830097-4-iscsi neutron-server[103459]: DEBUG neutron_lib.callbacks.manager [None req-30804b89-3c4b-4b85-b1a9-859008d20d15 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732727929501', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-657397'] for agent (246ca497-e2ee-4e0b-b432-b4153c207e5f), after_update {{(pid=103459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:28:47.336701 dv-cinder-830097-4-iscsi neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db4045a5-9ca2-4a73-a547-3bdbfcb8455c req-c3091880-976f-49de-a0c0-7e3457e0eaf1 tempest-VolumesSnapshotTestJSON-811272226 tempest-VolumesSnapshotTestJSON-811272226-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 13:28:47.338249 dv-cinder-830097-4-iscsi neutron-server[103457]: INFO neutron.wsgi [req-db4045a5-9ca2-4a73-a547-3bdbfcb8455c req-c3091880-976f-49de-a0c0-7e3457e0eaf1 tempest-VolumesSnapshotTestJSON-811272226 tempest-VolumesSnapshotTestJSON-811272226-project] 10.222.0.55 "GET /v2.0/networks?id=e3cc5645-7783-443d-aa92-92b0644dde7b HTTP/1.1" status: 200 len: 812 time: 0.1122096 Apr 12 13:28:47.368047 dv-cinder-830097-4-iscsi neutron-server[103457]: DEBUG neutron.api.v2.base [req-db4045a5-9ca2-4a73-a547-3bdbfcb8455c req-2b934354-ed7b-447d-abef-d4ff7a229b7e tempest-VolumesSnapshotTestJSON-811272226 tempest-VolumesSnapshotTestJSON-811272226-project] Request body: {'port': {'device_id': '58bbb5e1-595c-43eb-8116-b4df19cecf89', 'network_id': 'e3cc5645-7783-443d-aa92-92b0644dde7b', 'admin_state_up': True, 'tenant_id': '1ccc16fe359944d7b8abf68747ba67ae'}} {{(pid=103457) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 12 13:28:47.373046 dv-cinder-830097-4-iscsi neutron-server[103457]: INFO neutron.wsgi [req-750196de-05df-4a70-8de1-b3c69be2c9d2 req-c9188a18-f952-4e99-97d8-d6045499b85e tempest-VolumesSnapshotTestJSON-811272226 tempest-VolumesSnapshotTestJSON-811272226-project] 10.222.0.18 "GET /v2.0/ports?device_id=58bbb5e1-595c-43eb-8116-b4df19cecf89 HTTP/1.1" status: 200 len: 210 time: 0.0337968 Apr 12 13:28:47.477531 dv-cinder-830097-4-iscsi neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-db4045a5-9ca2-4a73-a547-3bdbfcb8455c req-2b934354-ed7b-447d-abef-d4ff7a229b7e tempest-VolumesSnapshotTestJSON-811272226 tempest-VolumesSnapshotTestJSON-811272226-project] Made reservation on behalf of 1ccc16fe359944d7b8abf68747ba67ae for: {'port': 1} {{(pid=103457) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 12 13:28:47.480684 dv-cinder-830097-4-iscsi neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [req-db4045a5-9ca2-4a73-a547-3bdbfcb8455c req-2b934354-ed7b-447d-abef-d4ff7a229b7e tempest-VolumesSnapshotTestJSON-811272226 tempest-VolumesSnapshotTestJSON-811272226-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-916304'] for port (None), before_create {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:28:47.597718 dv-cinder-830097-4-iscsi neutron-server[103457]: DEBUG neutron.db.db_base_plugin_common [req-db4045a5-9ca2-4a73-a547-3bdbfcb8455c req-2b934354-ed7b-447d-abef-d4ff7a229b7e tempest-VolumesSnapshotTestJSON-811272226 tempest-VolumesSnapshotTestJSON-811272226-project] Allocated IP 172.20.0.12 (e3cc5645-7783-443d-aa92-92b0644dde7b/d046c7f8-6453-49a0-aaad-f357821578d8/60fc252d-c1cc-4a68-90a9-c0a265bc548e) {{(pid=103457) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 12 13:28:47.741273 dv-cinder-830097-4-iscsi neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [req-db4045a5-9ca2-4a73-a547-3bdbfcb8455c req-2b934354-ed7b-447d-abef-d4ff7a229b7e tempest-VolumesSnapshotTestJSON-811272226 tempest-VolumesSnapshotTestJSON-811272226-project] Publish callbacks [] for port (60fc252d-c1cc-4a68-90a9-c0a265bc548e), precommit_create {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:28:47.774090 dv-cinder-830097-4-iscsi neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [req-db4045a5-9ca2-4a73-a547-3bdbfcb8455c req-2b934354-ed7b-447d-abef-d4ff7a229b7e tempest-VolumesSnapshotTestJSON-811272226 tempest-VolumesSnapshotTestJSON-811272226-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-915890', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3697887', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732727417914', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25610742'] for port (60fc252d-c1cc-4a68-90a9-c0a265bc548e), after_create {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:28:47.821805 dv-cinder-830097-4-iscsi neutron-server[103457]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-db4045a5-9ca2-4a73-a547-3bdbfcb8455c req-2b934354-ed7b-447d-abef-d4ff7a229b7e tempest-VolumesSnapshotTestJSON-811272226 tempest-VolumesSnapshotTestJSON-811272226-project] Network e3cc5645-7783-443d-aa92-92b0644dde7b is already hosted by enough agents. {{(pid=103457) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 12 13:28:47.824678 dv-cinder-830097-4-iscsi neutron-server[103457]: DEBUG neutron.scheduler.base_scheduler [req-db4045a5-9ca2-4a73-a547-3bdbfcb8455c req-2b934354-ed7b-447d-abef-d4ff7a229b7e tempest-VolumesSnapshotTestJSON-811272226 tempest-VolumesSnapshotTestJSON-811272226-project] Resources bound (agent type, host, resource id): {{(pid=103457) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 12 13:28:47.828249 dv-cinder-830097-4-iscsi neutron-server[103457]: DEBUG neutron.db.l3_dvrscheduler_db [req-db4045a5-9ca2-4a73-a547-3bdbfcb8455c req-2b934354-ed7b-447d-abef-d4ff7a229b7e tempest-VolumesSnapshotTestJSON-811272226 tempest-VolumesSnapshotTestJSON-811272226-project] Received port after_create {{(pid=103457) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 12 13:28:47.850547 dv-cinder-830097-4-iscsi neutron-server[103457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b934354-ed7b-447d-abef-d4ff7a229b7e tempest-VolumesSnapshotTestJSON-811272226 tempest-VolumesSnapshotTestJSON-811272226-project] Pushing event updated for resources: {'Port': ['ID=60fc252d-c1cc-4a68-90a9-c0a265bc548e,revision_number=1']} {{(pid=103457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 13:28:47.878452 dv-cinder-830097-4-iscsi neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db4045a5-9ca2-4a73-a547-3bdbfcb8455c req-2b934354-ed7b-447d-abef-d4ff7a229b7e tempest-VolumesSnapshotTestJSON-811272226 tempest-VolumesSnapshotTestJSON-811272226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 13:28:47.879054 dv-cinder-830097-4-iscsi neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [req-db4045a5-9ca2-4a73-a547-3bdbfcb8455c req-2b934354-ed7b-447d-abef-d4ff7a229b7e tempest-VolumesSnapshotTestJSON-811272226 tempest-VolumesSnapshotTestJSON-811272226-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-500965'] for port (None), before_response {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:28:47.894030 dv-cinder-830097-4-iscsi neutron-server[103457]: INFO neutron.wsgi [req-db4045a5-9ca2-4a73-a547-3bdbfcb8455c req-2b934354-ed7b-447d-abef-d4ff7a229b7e tempest-VolumesSnapshotTestJSON-811272226 tempest-VolumesSnapshotTestJSON-811272226-project] 10.222.0.55 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5298982 Apr 12 13:28:47.936795 dv-cinder-830097-4-iscsi neutron-server[103457]: DEBUG neutron.api.v2.base [req-db4045a5-9ca2-4a73-a547-3bdbfcb8455c req-4e2da06b-74fa-4f88-b9db-046aef1183fe service neutron] Request body: {'port': {'device_id': '58bbb5e1-595c-43eb-8116-b4df19cecf89', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83009'}} {{(pid=103457) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 12 13:28:47.993771 dv-cinder-830097-4-iscsi neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [req-db4045a5-9ca2-4a73-a547-3bdbfcb8455c req-4e2da06b-74fa-4f88-b9db-046aef1183fe service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-916304'] for port (60fc252d-c1cc-4a68-90a9-c0a265bc548e), before_update {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:28:48.254861 dv-cinder-830097-4-iscsi neutron-server[103457]: DEBUG neutron.notifiers.nova [req-db4045a5-9ca2-4a73-a547-3bdbfcb8455c req-4e2da06b-74fa-4f88-b9db-046aef1183fe service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 60fc252d-c1cc-4a68-90a9-c0a265bc548e {{(pid=103457) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 12 13:28:48.262700 dv-cinder-830097-4-iscsi neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [req-db4045a5-9ca2-4a73-a547-3bdbfcb8455c req-4e2da06b-74fa-4f88-b9db-046aef1183fe service neutron] Publish callbacks [] for port (60fc252d-c1cc-4a68-90a9-c0a265bc548e), precommit_update {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:28:48.274744 dv-cinder-830097-4-iscsi neutron-server[103457]: DEBUG neutron.db.provisioning_blocks [req-db4045a5-9ca2-4a73-a547-3bdbfcb8455c req-4e2da06b-74fa-4f88-b9db-046aef1183fe service neutron] Transition to ACTIVE for port object 60fc252d-c1cc-4a68-90a9-c0a265bc548e will not be triggered until provisioned by entity L2. {{(pid=103457) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 12 13:28:48.279076 dv-cinder-830097-4-iscsi neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [req-db4045a5-9ca2-4a73-a547-3bdbfcb8455c req-4e2da06b-74fa-4f88-b9db-046aef1183fe service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-915890', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3697887', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732727894815', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732727417932', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732727417950', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25610749'] for port (60fc252d-c1cc-4a68-90a9-c0a265bc548e), after_update {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:28:48.330946 dv-cinder-830097-4-iscsi neutron-server[103457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e2da06b-74fa-4f88-b9db-046aef1183fe service neutron] Pushing event updated for resources: {'Port': ['ID=60fc252d-c1cc-4a68-90a9-c0a265bc548e,revision_number=2']} {{(pid=103457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 13:28:48.399155 dv-cinder-830097-4-iscsi neutron-server[103457]: DEBUG neutron.plugins.ml2.managers [req-db4045a5-9ca2-4a73-a547-3bdbfcb8455c req-4e2da06b-74fa-4f88-b9db-046aef1183fe service neutron] Attempting to bind port 60fc252d-c1cc-4a68-90a9-c0a265bc548e on host hv-cinder-83009 for vnic_type normal with profile {{(pid=103457) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 12 13:28:48.399818 dv-cinder-830097-4-iscsi neutron-server[103457]: DEBUG neutron.plugins.ml2.managers [req-db4045a5-9ca2-4a73-a547-3bdbfcb8455c req-4e2da06b-74fa-4f88-b9db-046aef1183fe service neutron] Attempting to bind port 60fc252d-c1cc-4a68-90a9-c0a265bc548e by drivers openvswitch,hyperv on host hv-cinder-83009 at level 0 using segments [{'id': '12b36334-3d43-4a04-a92d-9c84f6426545', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 216, 'network_id': 'e3cc5645-7783-443d-aa92-92b0644dde7b'}] {{(pid=103457) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 12 13:28:48.399818 dv-cinder-830097-4-iscsi neutron-server[103457]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-db4045a5-9ca2-4a73-a547-3bdbfcb8455c req-4e2da06b-74fa-4f88-b9db-046aef1183fe service neutron] Attempting to bind port 60fc252d-c1cc-4a68-90a9-c0a265bc548e on network e3cc5645-7783-443d-aa92-92b0644dde7b {{(pid=103457) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 12 13:28:48.407218 dv-cinder-830097-4-iscsi neutron-server[103457]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-db4045a5-9ca2-4a73-a547-3bdbfcb8455c req-4e2da06b-74fa-4f88-b9db-046aef1183fe service neutron] Port 60fc252d-c1cc-4a68-90a9-c0a265bc548e on network e3cc5645-7783-443d-aa92-92b0644dde7b not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83009 {{(pid=103457) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 12 13:28:48.407535 dv-cinder-830097-4-iscsi neutron-server[103457]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-db4045a5-9ca2-4a73-a547-3bdbfcb8455c req-4e2da06b-74fa-4f88-b9db-046aef1183fe service neutron] Attempting to bind port 60fc252d-c1cc-4a68-90a9-c0a265bc548e on network e3cc5645-7783-443d-aa92-92b0644dde7b {{(pid=103457) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 12 13:28:48.412735 dv-cinder-830097-4-iscsi neutron-server[103457]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-db4045a5-9ca2-4a73-a547-3bdbfcb8455c req-4e2da06b-74fa-4f88-b9db-046aef1183fe service neutron] Checking agent: {'id': 'ee5509cd-6dd7-49df-aa37-3740ebd1e34b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83009', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 12, 13, 13, 59), 'started_at': datetime.datetime(2022, 4, 12, 13, 13, 59), 'heartbeat_timestamp': datetime.datetime(2022, 4, 12, 13, 28, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103457) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 12 13:28:48.413097 dv-cinder-830097-4-iscsi neutron-server[103457]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-db4045a5-9ca2-4a73-a547-3bdbfcb8455c req-4e2da06b-74fa-4f88-b9db-046aef1183fe service neutron] Checking segment: {'id': '12b36334-3d43-4a04-a92d-9c84f6426545', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 216, 'network_id': 'e3cc5645-7783-443d-aa92-92b0644dde7b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103457) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 12 13:28:48.413467 dv-cinder-830097-4-iscsi neutron-server[103457]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-db4045a5-9ca2-4a73-a547-3bdbfcb8455c req-4e2da06b-74fa-4f88-b9db-046aef1183fe service neutron] Bound using segment: {'id': '12b36334-3d43-4a04-a92d-9c84f6426545', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 216, 'network_id': 'e3cc5645-7783-443d-aa92-92b0644dde7b'} {{(pid=103457) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 12 13:28:48.413881 dv-cinder-830097-4-iscsi neutron-server[103457]: DEBUG neutron.plugins.ml2.managers [req-db4045a5-9ca2-4a73-a547-3bdbfcb8455c req-4e2da06b-74fa-4f88-b9db-046aef1183fe service neutron] Bound port: 60fc252d-c1cc-4a68-90a9-c0a265bc548e, host: hv-cinder-83009, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '12b36334-3d43-4a04-a92d-9c84f6426545', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 216, 'network_id': 'e3cc5645-7783-443d-aa92-92b0644dde7b'}}] {{(pid=103457) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 12 13:28:48.414234 dv-cinder-830097-4-iscsi neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [req-db4045a5-9ca2-4a73-a547-3bdbfcb8455c req-4e2da06b-74fa-4f88-b9db-046aef1183fe service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-916304'] for port (60fc252d-c1cc-4a68-90a9-c0a265bc548e), before_update {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:28:48.485686 dv-cinder-830097-4-iscsi neutron-server[103457]: DEBUG neutron.plugins.ml2.db [req-db4045a5-9ca2-4a73-a547-3bdbfcb8455c req-4e2da06b-74fa-4f88-b9db-046aef1183fe service neutron] For port 60fc252d-c1cc-4a68-90a9-c0a265bc548e, host hv-cinder-83009, cleared binding levels {{(pid=103457) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 12 13:28:48.488721 dv-cinder-830097-4-iscsi neutron-server[103457]: DEBUG neutron.plugins.ml2.db [req-db4045a5-9ca2-4a73-a547-3bdbfcb8455c req-4e2da06b-74fa-4f88-b9db-046aef1183fe service neutron] For port 60fc252d-c1cc-4a68-90a9-c0a265bc548e, host hv-cinder-83009, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83009',level=0,port_id=60fc252d-c1cc-4a68-90a9-c0a265bc548e,segment=NetworkSegment(12b36334-3d43-4a04-a92d-9c84f6426545),segment_id=12b36334-3d43-4a04-a92d-9c84f6426545)] {{(pid=103457) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 12 13:28:48.494756 dv-cinder-830097-4-iscsi neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [req-db4045a5-9ca2-4a73-a547-3bdbfcb8455c req-4e2da06b-74fa-4f88-b9db-046aef1183fe service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-915890', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3697887', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732727894815', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732727417932', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732727417950', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25610749'] for port (60fc252d-c1cc-4a68-90a9-c0a265bc548e), after_update {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:28:48.497529 dv-cinder-830097-4-iscsi neutron-server[103458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5970b463-e283-44f2-9b4a-f7383eea4bf5 req-692ba486-a7df-4437-b6d0-f9e6f0d58a51 tempest-VolumesSnapshotTestJSON-811272226 tempest-VolumesSnapshotTestJSON-811272226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 13:28:48.499594 dv-cinder-830097-4-iscsi neutron-server[103458]: INFO neutron.wsgi [req-5970b463-e283-44f2-9b4a-f7383eea4bf5 req-692ba486-a7df-4437-b6d0-f9e6f0d58a51 tempest-VolumesSnapshotTestJSON-811272226 tempest-VolumesSnapshotTestJSON-811272226-project] 10.222.0.18 "GET /v2.0/ports?device_id=58bbb5e1-595c-43eb-8116-b4df19cecf89 HTTP/1.1" status: 200 len: 944 time: 0.0579574 Apr 12 13:28:48.531003 dv-cinder-830097-4-iscsi neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db4045a5-9ca2-4a73-a547-3bdbfcb8455c req-4e2da06b-74fa-4f88-b9db-046aef1183fe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 13:28:48.531610 dv-cinder-830097-4-iscsi neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [req-db4045a5-9ca2-4a73-a547-3bdbfcb8455c req-4e2da06b-74fa-4f88-b9db-046aef1183fe service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-500965'] for port (None), before_response {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:28:48.533217 dv-cinder-830097-4-iscsi neutron-server[103457]: INFO neutron.wsgi [req-db4045a5-9ca2-4a73-a547-3bdbfcb8455c req-4e2da06b-74fa-4f88-b9db-046aef1183fe service neutron] 10.222.0.55 "PUT /v2.0/ports/60fc252d-c1cc-4a68-90a9-c0a265bc548e HTTP/1.1" status: 200 len: 1094 time: 0.6011903 Apr 12 13:28:48.533431 dv-cinder-830097-4-iscsi neutron-server[103457]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '58bbb5e1-595c-43eb-8116-b4df19cecf89', 'tag': '60fc252d-c1cc-4a68-90a9-c0a265bc548e'}] {{(pid=103457) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 12 13:28:48.535641 dv-cinder-830097-4-iscsi neutron-server[103457]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}086c7d3de3560e72b9669b0aa2f8f0aa3a7dc6896401f4467231a6605ceb6cb3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-068868d0-79b5-42bc-81c8-7eaa630e7c46" -d '{"events": [{"name": "network-changed", "server_uuid": "58bbb5e1-595c-43eb-8116-b4df19cecf89", "tag": "60fc252d-c1cc-4a68-90a9-c0a265bc548e"}]}' {{(pid=103457) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 12 13:28:48.564684 dv-cinder-830097-4-iscsi neutron-server[103457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e2da06b-74fa-4f88-b9db-046aef1183fe service neutron] Pushing event updated for resources: {'Port': ['ID=60fc252d-c1cc-4a68-90a9-c0a265bc548e,revision_number=3']} {{(pid=103457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 13:28:48.567222 dv-cinder-830097-4-iscsi neutron-server[103458]: INFO neutron.wsgi [req-5970b463-e283-44f2-9b4a-f7383eea4bf5 req-17ea03b5-6b76-43d5-9ad8-72cf5aadb423 tempest-VolumesSnapshotTestJSON-811272226 tempest-VolumesSnapshotTestJSON-811272226-project] 10.222.0.18 "GET /v2.0/security-groups?id=56e895e0-e2e0-45ac-b6ed-25edf7c5ab22&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0581737 Apr 12 13:28:48.579915 dv-cinder-830097-4-iscsi neutron-server[103457]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 12 Apr 2022 13:28:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-963bc510-d737-4918-9110-c3c3f79c5188 x-openstack-request-id: req-963bc510-d737-4918-9110-c3c3f79c5188 {{(pid=103457) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 12 13:28:48.580283 dv-cinder-830097-4-iscsi neutron-server[103457]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "58bbb5e1-595c-43eb-8116-b4df19cecf89", "tag": "60fc252d-c1cc-4a68-90a9-c0a265bc548e", "status": "completed", "code": 200}]} {{(pid=103457) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 12 13:28:48.580870 dv-cinder-830097-4-iscsi neutron-server[103457]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-963bc510-d737-4918-9110-c3c3f79c5188 {{(pid=103457) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 12 13:28:48.581344 dv-cinder-830097-4-iscsi neutron-server[103457]: INFO neutron.notifiers.nova [-] Nova event matching ['req-963bc510-d737-4918-9110-c3c3f79c5188'] response: {'name': 'network-changed', 'server_uuid': '58bbb5e1-595c-43eb-8116-b4df19cecf89', 'tag': '60fc252d-c1cc-4a68-90a9-c0a265bc548e', 'status': 'completed', 'code': 200} Apr 12 13:28:48.634206 dv-cinder-830097-4-iscsi neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db4045a5-9ca2-4a73-a547-3bdbfcb8455c req-4f475bbd-6be3-4640-a4f3-6061270a0b26 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 13:28:48.635677 dv-cinder-830097-4-iscsi neutron-server[103457]: INFO neutron.wsgi [req-db4045a5-9ca2-4a73-a547-3bdbfcb8455c req-4f475bbd-6be3-4640-a4f3-6061270a0b26 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=1ccc16fe359944d7b8abf68747ba67ae&device_id=58bbb5e1-595c-43eb-8116-b4df19cecf89 HTTP/1.1" status: 200 len: 1128 time: 0.0394754 Apr 12 13:28:48.687525 dv-cinder-830097-4-iscsi neutron-server[103457]: INFO neutron.wsgi [req-db4045a5-9ca2-4a73-a547-3bdbfcb8455c req-80ed05f0-e4a2-4944-a30e-9fcf4f50015b service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=60fc252d-c1cc-4a68-90a9-c0a265bc548e HTTP/1.1" status: 200 len: 217 time: 0.0375011 Apr 12 13:28:48.734297 dv-cinder-830097-4-iscsi neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db4045a5-9ca2-4a73-a547-3bdbfcb8455c req-3158fd6d-6449-4901-8595-fc5f9b9afc79 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 13:28:48.735677 dv-cinder-830097-4-iscsi neutron-server[103457]: INFO neutron.wsgi [req-db4045a5-9ca2-4a73-a547-3bdbfcb8455c req-3158fd6d-6449-4901-8595-fc5f9b9afc79 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=d046c7f8-6453-49a0-aaad-f357821578d8 HTTP/1.1" status: 200 len: 852 time: 0.0424731 Apr 12 13:28:48.765975 dv-cinder-830097-4-iscsi neutron-server[103457]: INFO neutron.wsgi [req-db4045a5-9ca2-4a73-a547-3bdbfcb8455c req-d0d7a805-ddfa-4a34-89fb-2ce1e998363c service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=e3cc5645-7783-443d-aa92-92b0644dde7b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0243528 Apr 12 13:28:48.861572 dv-cinder-830097-4-iscsi neutron-server[103457]: INFO neutron.wsgi [req-db4045a5-9ca2-4a73-a547-3bdbfcb8455c req-38f36105-dfd8-4e06-b33b-aeb986d21371 service neutron] 10.222.0.55 "GET /v2.0/networks/e3cc5645-7783-443d-aa92-92b0644dde7b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0890529 Apr 12 13:28:48.964838 dv-cinder-830097-4-iscsi neutron-server[103457]: INFO neutron.wsgi [req-db4045a5-9ca2-4a73-a547-3bdbfcb8455c req-16314d97-e725-438c-8303-f1d1f8e89db4 service neutron] 10.222.0.55 "GET /v2.0/networks/e3cc5645-7783-443d-aa92-92b0644dde7b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0967672 Apr 12 13:28:49.377578 dv-cinder-830097-4-iscsi neutron-server[103459]: DEBUG neutron_lib.callbacks.manager [None req-6db20b29-5f79-4fe5-aefa-3ea4377afbd8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732727929501', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-657397'] for agent (b7e11a8b-aeed-493f-9763-461016dddc93), after_update {{(pid=103459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:28:49.629186 dv-cinder-830097-4-iscsi neutron-server[103458]: DEBUG neutron.wsgi [-] (103458) accepted ('10.222.0.18', 51572) {{(pid=103458) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 13:28:49.684081 dv-cinder-830097-4-iscsi neutron-server[103458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1db31051-ceb1-4815-b341-b653f849545b req-03b0973b-3526-4a62-8582-34b3793fac52 tempest-VolumesSnapshotTestJSON-811272226 tempest-VolumesSnapshotTestJSON-811272226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 13:28:49.685567 dv-cinder-830097-4-iscsi neutron-server[103458]: INFO neutron.wsgi [req-1db31051-ceb1-4815-b341-b653f849545b req-03b0973b-3526-4a62-8582-34b3793fac52 tempest-VolumesSnapshotTestJSON-811272226 tempest-VolumesSnapshotTestJSON-811272226-project] 10.222.0.18 "GET /v2.0/ports?device_id=58bbb5e1-595c-43eb-8116-b4df19cecf89 HTTP/1.1" status: 200 len: 944 time: 0.0458345 Apr 12 13:28:49.737265 dv-cinder-830097-4-iscsi neutron-server[103458]: INFO neutron.wsgi [req-1db31051-ceb1-4815-b341-b653f849545b req-e6e7ec94-045a-4cab-8211-4b21046df0de tempest-VolumesSnapshotTestJSON-811272226 tempest-VolumesSnapshotTestJSON-811272226-project] 10.222.0.18 "GET /v2.0/security-groups?id=56e895e0-e2e0-45ac-b6ed-25edf7c5ab22&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0462644 Apr 12 13:28:50.056556 dv-cinder-830097-4-iscsi neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-e9eb18c2-916a-4c7b-a615-cff65dfbe2e4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3750862'] for router_interface (66d38733-8a94-4306-9035-12f6b3906c1e), before_delete {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:28:50.286579 dv-cinder-830097-4-iscsi neutron-server[103458]: DEBUG neutron.plugins.ml2.plugin [None req-e9eb18c2-916a-4c7b-a615-cff65dfbe2e4 admin admin] Deleting port ae9c6e44-f0d0-4a2a-86d6-9ca46ba23560 {{(pid=103458) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 12 13:28:50.286912 dv-cinder-830097-4-iscsi neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-e9eb18c2-916a-4c7b-a615-cff65dfbe2e4 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732727887391'] for port (ae9c6e44-f0d0-4a2a-86d6-9ca46ba23560), before_delete {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:28:50.307006 dv-cinder-830097-4-iscsi neutron-server[103459]: DEBUG neutron_lib.callbacks.manager [None req-f20c20fe-5767-407a-9f30-b36f01c50254 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732727929501', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-657397'] for agent (1e8a91c7-94d1-4b17-9536-32bc01f44a9b), after_update {{(pid=103459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:28:50.364405 dv-cinder-830097-4-iscsi neutron-server[103458]: DEBUG neutron.plugins.ml2.db [None req-e9eb18c2-916a-4c7b-a615-cff65dfbe2e4 admin admin] For port ae9c6e44-f0d0-4a2a-86d6-9ca46ba23560, host dv-cinder-830097-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-830097-4-iscsi',level=0,port_id=ae9c6e44-f0d0-4a2a-86d6-9ca46ba23560,segment=NetworkSegment(97cb7c0e-6017-4956-9bfd-101a1a75a7c0),segment_id=97cb7c0e-6017-4956-9bfd-101a1a75a7c0)] {{(pid=103458) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 12 13:28:50.364765 dv-cinder-830097-4-iscsi neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-e9eb18c2-916a-4c7b-a615-cff65dfbe2e4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3742288'] for port (ae9c6e44-f0d0-4a2a-86d6-9ca46ba23560), precommit_delete {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:28:50.380631 dv-cinder-830097-4-iscsi neutron-server[103458]: DEBUG neutron.plugins.ml2.plugin [None req-e9eb18c2-916a-4c7b-a615-cff65dfbe2e4 admin admin] Calling delete_port for ae9c6e44-f0d0-4a2a-86d6-9ca46ba23560 owned by network:router_interface {{(pid=103458) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 12 13:28:50.564561 dv-cinder-830097-4-iscsi neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-e9eb18c2-916a-4c7b-a615-cff65dfbe2e4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-915890', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3697887', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732727894797', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732727417923', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26097133'] for port (ae9c6e44-f0d0-4a2a-86d6-9ca46ba23560), after_delete {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:28:50.592574 dv-cinder-830097-4-iscsi neutron-server[103458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9eb18c2-916a-4c7b-a615-cff65dfbe2e4 admin admin] Pushing event deleted for resources: {'Port': ['ID=ae9c6e44-f0d0-4a2a-86d6-9ca46ba23560,revision_number=None']} {{(pid=103458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 13:28:50.757978 dv-cinder-830097-4-iscsi neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-e9eb18c2-916a-4c7b-a615-cff65dfbe2e4 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3697864', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3750754'] for router_interface (66d38733-8a94-4306-9035-12f6b3906c1e), after_delete {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:28:50.857658 dv-cinder-830097-4-iscsi neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22c48545-09f3-40a7-ab34-4e4e9b00dcf4 req-ef75445b-3878-4b0d-9938-1c55a2c7a130 tempest-VolumesSnapshotTestJSON-811272226 tempest-VolumesSnapshotTestJSON-811272226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 13:28:50.859073 dv-cinder-830097-4-iscsi neutron-server[103457]: INFO neutron.wsgi [req-22c48545-09f3-40a7-ab34-4e4e9b00dcf4 req-ef75445b-3878-4b0d-9938-1c55a2c7a130 tempest-VolumesSnapshotTestJSON-811272226 tempest-VolumesSnapshotTestJSON-811272226-project] 10.222.0.18 "GET /v2.0/ports?device_id=58bbb5e1-595c-43eb-8116-b4df19cecf89 HTTP/1.1" status: 200 len: 944 time: 0.0540290 Apr 12 13:28:50.911596 dv-cinder-830097-4-iscsi neutron-server[103457]: INFO neutron.wsgi [req-22c48545-09f3-40a7-ab34-4e4e9b00dcf4 req-47fdac5c-95e8-412f-9a43-a339f603c774 tempest-VolumesSnapshotTestJSON-811272226 tempest-VolumesSnapshotTestJSON-811272226-project] 10.222.0.18 "GET /v2.0/security-groups?id=56e895e0-e2e0-45ac-b6ed-25edf7c5ab22&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0464959 Apr 12 13:28:50.988423 dv-cinder-830097-4-iscsi neutron-server[103458]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e9eb18c2-916a-4c7b-a615-cff65dfbe2e4 admin admin] Router 66d38733-8a94-4306-9035-12f6b3906c1e has already been hosted by L3 agent b7e11a8b-aeed-493f-9763-461016dddc93 {{(pid=103458) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 12 13:28:51.098408 dv-cinder-830097-4-iscsi neutron-server[103458]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e9eb18c2-916a-4c7b-a615-cff65dfbe2e4 admin admin] Notify agent at l3_agent.dv-cinder-830097-4-iscsi the message routers_updated {{(pid=103458) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 12 13:28:51.105299 dv-cinder-830097-4-iscsi neutron-server[103458]: INFO neutron.wsgi [None req-e9eb18c2-916a-4c7b-a615-cff65dfbe2e4 admin admin] 10.222.0.18 "PUT /v2.0/routers/66d38733-8a94-4306-9035-12f6b3906c1e/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4732177 Apr 12 13:28:51.107902 dv-cinder-830097-4-iscsi neutron-server[103458]: DEBUG neutron.wsgi [-] (103458) accepted ('10.222.0.18', 51586) {{(pid=103458) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 13:28:51.109967 dv-cinder-830097-4-iscsi neutron-server[103459]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f372cb8e-3836-48f4-acc0-364094fc151d None None] Sync routers for ids ['66d38733-8a94-4306-9035-12f6b3906c1e'] in dv-cinder-830097-4-iscsi {{(pid=103459) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 12 13:28:51.119186 dv-cinder-830097-4-iscsi neutron-server[103459]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f372cb8e-3836-48f4-acc0-364094fc151d None None] Routers {'66d38733-8a94-4306-9035-12f6b3906c1e'} bound to L3 agent in host dv-cinder-830097-4-iscsi {{(pid=103459) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 12 13:28:51.119790 dv-cinder-830097-4-iscsi neutron-server[103459]: DEBUG neutron.db.l3_hamode_db [None req-f372cb8e-3836-48f4-acc0-364094fc151d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830097-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-12T13:07:19Z,description=,heartbeat_timestamp=2022-04-12T13:28:49Z,host='dv-cinder-830097-4-iscsi',id=b7e11a8b-aeed-493f-9763-461016dddc93,load=0,resource_versions=,resources_synced=,started_at=2022-04-12T13:07:19Z,topic='l3_agent')) {'router_ids': ['66d38733-8a94-4306-9035-12f6b3906c1e'], 'active': True} {{(pid=103459) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 13:28:51.217384 dv-cinder-830097-4-iscsi neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-636fdfad-13f4-4d70-aa27-b1b3d48585ed admin admin] Publish callbacks [] for router (66d38733-8a94-4306-9035-12f6b3906c1e), before_delete {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:28:51.230876 dv-cinder-830097-4-iscsi neutron-server[103459]: DEBUG neutron.db.l3_dvr_db [None req-f372cb8e-3836-48f4-acc0-364094fc151d None None] Set router 66d38733-8a94-4306-9035-12f6b3906c1e gateway port host: dv-cinder-830097-4-iscsi {{(pid=103459) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 12 13:28:51.321042 dv-cinder-830097-4-iscsi neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-636fdfad-13f4-4d70-aa27-b1b3d48585ed admin admin] Publish callbacks [] for router_gateway (66d38733-8a94-4306-9035-12f6b3906c1e), before_delete {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:28:51.365817 dv-cinder-830097-4-iscsi neutron-server[103458]: DEBUG neutron.plugins.ml2.plugin [None req-636fdfad-13f4-4d70-aa27-b1b3d48585ed admin admin] Deleting port 84dfbbf2-673c-4766-87d8-ed32d247bb96 {{(pid=103458) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 12 13:28:51.366065 dv-cinder-830097-4-iscsi neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-636fdfad-13f4-4d70-aa27-b1b3d48585ed admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732727887391'] for port (84dfbbf2-673c-4766-87d8-ed32d247bb96), before_delete {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:28:51.397844 dv-cinder-830097-4-iscsi neutron-server[103459]: DEBUG neutron.db.l3_hamode_db [None req-f372cb8e-3836-48f4-acc0-364094fc151d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '66d38733-8a94-4306-9035-12f6b3906c1e', 'name': 'tempest-AttachVolumeShelveTestJSON-268868150-router', 'tenant_id': '5ebad6ef7aca47f397d0e45a428e3948', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '26d0436d-8ae2-49bd-8cc6-3d2eac552c84', 'external_fixed_ips': [{'subnet_id': 'd93852d8-8f89-4b1c-bef4-0e05f499a8db', 'ip_address': '172.27.0.103'}], 'enable_snat': True}, 'gw_port_id': '84dfbbf2-673c-4766-87d8-ed32d247bb96', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-12T13:16:00Z', 'updated_at': '2022-04-12T13:28:50Z', 'revision_number': 5, 'project_id': '5ebad6ef7aca47f397d0e45a428e3948', 'gw_port': {'id': '84dfbbf2-673c-4766-87d8-ed32d247bb96', 'name': '', 'network_id': '26d0436d-8ae2-49bd-8cc6-3d2eac552c84', 'tenant_id': '', 'mac_address': 'fa:16:3e:47:67:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '66d38733-8a94-4306-9035-12f6b3906c1e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 80, 'fixed_ips': [{'subnet_id': 'd93852d8-8f89-4b1c-bef4-0e05f499a8db', 'ip_address': '172.27.0.103', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830097-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T13:16:02Z', 'updated_at': '2022-04-12T13:16:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd93852d8-8f89-4b1c-bef4-0e05f499a8db', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830097-4-iscsi'}], 'dv-cinder-830097-4-iscsi', False) {} {{(pid=103459) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 13:28:51.428587 dv-cinder-830097-4-iscsi neutron-server[103459]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f372cb8e-3836-48f4-acc0-364094fc151d None None] Checking router: 66d38733-8a94-4306-9035-12f6b3906c1e for host: dv-cinder-830097-4-iscsi {{(pid=103459) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 12 13:28:51.444324 dv-cinder-830097-4-iscsi neutron-server[103458]: DEBUG neutron.plugins.ml2.db [None req-636fdfad-13f4-4d70-aa27-b1b3d48585ed admin admin] For port 84dfbbf2-673c-4766-87d8-ed32d247bb96, host dv-cinder-830097-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-830097-4-iscsi',level=0,port_id=84dfbbf2-673c-4766-87d8-ed32d247bb96,segment=NetworkSegment(333e2245-11dc-4fcd-9fb1-9fe65fae59ea),segment_id=333e2245-11dc-4fcd-9fb1-9fe65fae59ea)] {{(pid=103458) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 12 13:28:51.444795 dv-cinder-830097-4-iscsi neutron-server[103459]: DEBUG neutron_lib.callbacks.manager [None req-09c91955-1169-4ba5-b480-d25faf385fa1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732727929501', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-657397'] for agent (6571c785-b050-42b7-b6d0-d71237f75507), after_update {{(pid=103459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:28:51.444937 dv-cinder-830097-4-iscsi neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-636fdfad-13f4-4d70-aa27-b1b3d48585ed admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3742288'] for port (84dfbbf2-673c-4766-87d8-ed32d247bb96), precommit_delete {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:28:51.446477 dv-cinder-830097-4-iscsi neutron-server[103459]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f372cb8e-3836-48f4-acc0-364094fc151d None None] Routers {'66d38733-8a94-4306-9035-12f6b3906c1e'} bound to L3 agent in host dv-cinder-830097-4-iscsi {{(pid=103459) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 12 13:28:51.447117 dv-cinder-830097-4-iscsi neutron-server[103459]: DEBUG neutron.db.l3_hamode_db [None req-f372cb8e-3836-48f4-acc0-364094fc151d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830097-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-12T13:07:19Z,description=,heartbeat_timestamp=2022-04-12T13:28:49Z,host='dv-cinder-830097-4-iscsi',id=b7e11a8b-aeed-493f-9763-461016dddc93,load=0,resource_versions=,resources_synced=,started_at=2022-04-12T13:07:19Z,topic='l3_agent')) {'router_ids': ['66d38733-8a94-4306-9035-12f6b3906c1e'], 'active': True} {{(pid=103459) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 13:28:51.458254 dv-cinder-830097-4-iscsi neutron-server[103458]: DEBUG neutron.plugins.ml2.plugin [None req-636fdfad-13f4-4d70-aa27-b1b3d48585ed admin admin] Calling delete_port for 84dfbbf2-673c-4766-87d8-ed32d247bb96 owned by network:router_gateway {{(pid=103458) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 12 13:28:51.536740 dv-cinder-830097-4-iscsi neutron-server[103459]: DEBUG neutron.db.l3_dvr_db [None req-f372cb8e-3836-48f4-acc0-364094fc151d None None] Set router 66d38733-8a94-4306-9035-12f6b3906c1e gateway port host: None {{(pid=103459) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 12 13:28:51.590148 dv-cinder-830097-4-iscsi neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-068868d0-79b5-42bc-81c8-7eaa630e7c46 req-e0d5ef32-0146-4f84-bbfa-119ef1f6ce8d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 13:28:51.591678 dv-cinder-830097-4-iscsi neutron-server[103457]: INFO neutron.wsgi [req-068868d0-79b5-42bc-81c8-7eaa630e7c46 req-e0d5ef32-0146-4f84-bbfa-119ef1f6ce8d service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=1ccc16fe359944d7b8abf68747ba67ae&device_id=58bbb5e1-595c-43eb-8116-b4df19cecf89 HTTP/1.1" status: 200 len: 1128 time: 0.0409269 Apr 12 13:28:51.595894 dv-cinder-830097-4-iscsi neutron-server[103459]: DEBUG neutron.db.l3_hamode_db [None req-f372cb8e-3836-48f4-acc0-364094fc151d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '66d38733-8a94-4306-9035-12f6b3906c1e', 'name': 'tempest-AttachVolumeShelveTestJSON-268868150-router', 'tenant_id': '5ebad6ef7aca47f397d0e45a428e3948', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-12T13:16:00Z', 'updated_at': '2022-04-12T13:28:51Z', 'revision_number': 6, 'project_id': '5ebad6ef7aca47f397d0e45a428e3948', 'gw_port_host': None}], 'dv-cinder-830097-4-iscsi', False) {} {{(pid=103459) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 13:28:51.622872 dv-cinder-830097-4-iscsi neutron-server[103459]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f372cb8e-3836-48f4-acc0-364094fc151d None None] The sync data for ids ['66d38733-8a94-4306-9035-12f6b3906c1e'] in dv-cinder-830097-4-iscsi is: [{'id': '66d38733-8a94-4306-9035-12f6b3906c1e', 'name': 'tempest-AttachVolumeShelveTestJSON-268868150-router', 'tenant_id': '5ebad6ef7aca47f397d0e45a428e3948', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-12T13:16:00Z', 'updated_at': '2022-04-12T13:28:51Z', 'revision_number': 6, 'project_id': '5ebad6ef7aca47f397d0e45a428e3948', 'gw_port_host': None}] {{(pid=103459) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 12 13:28:51.642935 dv-cinder-830097-4-iscsi neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-636fdfad-13f4-4d70-aa27-b1b3d48585ed admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-915890', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3697887', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732727894797', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732727417923', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26097133'] for port (84dfbbf2-673c-4766-87d8-ed32d247bb96), after_delete {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:28:51.674089 dv-cinder-830097-4-iscsi neutron-server[103458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-636fdfad-13f4-4d70-aa27-b1b3d48585ed admin admin] Pushing event deleted for resources: {'Port': ['ID=84dfbbf2-673c-4766-87d8-ed32d247bb96,revision_number=None']} {{(pid=103458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 13:28:51.708751 dv-cinder-830097-4-iscsi neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-068868d0-79b5-42bc-81c8-7eaa630e7c46 req-bc9b80c0-b450-4e79-83fe-a226fae25f5d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 13:28:51.710247 dv-cinder-830097-4-iscsi neutron-server[103457]: INFO neutron.wsgi [req-068868d0-79b5-42bc-81c8-7eaa630e7c46 req-bc9b80c0-b450-4e79-83fe-a226fae25f5d service neutron] 10.222.0.55 "GET /v2.0/networks?id=e3cc5645-7783-443d-aa92-92b0644dde7b HTTP/1.1" status: 200 len: 913 time: 0.1103292 Apr 12 13:28:51.740441 dv-cinder-830097-4-iscsi neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-636fdfad-13f4-4d70-aa27-b1b3d48585ed admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3739012'] for router_gateway (66d38733-8a94-4306-9035-12f6b3906c1e), after_delete {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:28:51.753682 dv-cinder-830097-4-iscsi neutron-server[103457]: INFO neutron.wsgi [req-068868d0-79b5-42bc-81c8-7eaa630e7c46 req-2c3a7997-a177-4bdc-8ffc-8b6dae1d2d6f service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=60fc252d-c1cc-4a68-90a9-c0a265bc548e HTTP/1.1" status: 200 len: 217 time: 0.0370824 Apr 12 13:28:51.808629 dv-cinder-830097-4-iscsi neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-068868d0-79b5-42bc-81c8-7eaa630e7c46 req-aaff3ab7-f2c9-4bd1-8699-df5353789811 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 13:28:51.810139 dv-cinder-830097-4-iscsi neutron-server[103457]: INFO neutron.wsgi [req-068868d0-79b5-42bc-81c8-7eaa630e7c46 req-aaff3ab7-f2c9-4bd1-8699-df5353789811 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=d046c7f8-6453-49a0-aaad-f357821578d8 HTTP/1.1" status: 200 len: 852 time: 0.0510399 Apr 12 13:28:51.837335 dv-cinder-830097-4-iscsi neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-636fdfad-13f4-4d70-aa27-b1b3d48585ed admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3800106', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-36279'] for router (66d38733-8a94-4306-9035-12f6b3906c1e), precommit_delete {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:28:51.839498 dv-cinder-830097-4-iscsi neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-636fdfad-13f4-4d70-aa27-b1b3d48585ed admin admin] Publish callbacks [] for router_controller (66d38733-8a94-4306-9035-12f6b3906c1e), precommit_delete_associations {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:28:51.850119 dv-cinder-830097-4-iscsi neutron-server[103457]: INFO neutron.wsgi [req-068868d0-79b5-42bc-81c8-7eaa630e7c46 req-fac35dc6-cef8-4d06-b440-7764200d4d0b service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=e3cc5645-7783-443d-aa92-92b0644dde7b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0332277 Apr 12 13:28:51.886790 dv-cinder-830097-4-iscsi neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-636fdfad-13f4-4d70-aa27-b1b3d48585ed admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3800099'] for router (66d38733-8a94-4306-9035-12f6b3906c1e), after_delete {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:28:51.887226 dv-cinder-830097-4-iscsi neutron-server[103458]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-636fdfad-13f4-4d70-aa27-b1b3d48585ed admin admin] Fanout notify agent at l3_agent the message router_deleted on router 66d38733-8a94-4306-9035-12f6b3906c1e {{(pid=103458) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 12 13:28:51.893048 dv-cinder-830097-4-iscsi neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-636fdfad-13f4-4d70-aa27-b1b3d48585ed admin admin] Publish callbacks [] for router (None), before_response {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:28:51.893429 dv-cinder-830097-4-iscsi neutron-server[103458]: INFO neutron.wsgi [None req-636fdfad-13f4-4d70-aa27-b1b3d48585ed admin admin] 10.222.0.18 "DELETE /v2.0/routers/66d38733-8a94-4306-9035-12f6b3906c1e HTTP/1.1" status: 204 len: 168 time: 0.7846448 Apr 12 13:28:51.896178 dv-cinder-830097-4-iscsi neutron-server[103458]: DEBUG neutron.wsgi [-] (103458) accepted ('10.222.0.18', 51598) {{(pid=103458) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 13:28:51.942153 dv-cinder-830097-4-iscsi neutron-server[103458]: DEBUG neutron.db.db_base_plugin_v2 [None req-3c67ec32-dd31-41c5-85e4-1a06efaef882 admin admin] Deleting subnet cf735079-dcf8-4625-b8a7-d372f8fef245 {{(pid=103458) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Apr 12 13:28:51.945865 dv-cinder-830097-4-iscsi neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-3c67ec32-dd31-41c5-85e4-1a06efaef882 admin admin] Publish callbacks [] for subnet (cf735079-dcf8-4625-b8a7-d372f8fef245), before_delete {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:28:51.948545 dv-cinder-830097-4-iscsi neutron-server[103457]: INFO neutron.wsgi [req-068868d0-79b5-42bc-81c8-7eaa630e7c46 req-3749a33c-e14c-4208-8ab5-6fd28205d0ba service neutron] 10.222.0.55 "GET /v2.0/networks/e3cc5645-7783-443d-aa92-92b0644dde7b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0924671 Apr 12 13:28:51.985879 dv-cinder-830097-4-iscsi neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-3c67ec32-dd31-41c5-85e4-1a06efaef882 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26034251'] for subnet (cf735079-dcf8-4625-b8a7-d372f8fef245), precommit_delete_associations {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:28:52.057676 dv-cinder-830097-4-iscsi neutron-server[103457]: INFO neutron.wsgi [req-068868d0-79b5-42bc-81c8-7eaa630e7c46 req-e390f883-5c86-4152-8f96-4c898f3372ea service neutron] 10.222.0.55 "GET /v2.0/networks/e3cc5645-7783-443d-aa92-92b0644dde7b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1030641 Apr 12 13:28:52.294341 dv-cinder-830097-4-iscsi neutron-server[103458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ceeeea88-f314-4ded-a12a-31db06ebc1da req-504179d7-2fa3-4874-85ae-8c3079371541 tempest-VolumesSnapshotTestJSON-811272226 tempest-VolumesSnapshotTestJSON-811272226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 13:28:52.296047 dv-cinder-830097-4-iscsi neutron-server[103458]: INFO neutron.wsgi [req-ceeeea88-f314-4ded-a12a-31db06ebc1da req-504179d7-2fa3-4874-85ae-8c3079371541 tempest-VolumesSnapshotTestJSON-811272226 tempest-VolumesSnapshotTestJSON-811272226-project] 10.222.0.18 "GET /v2.0/ports?device_id=58bbb5e1-595c-43eb-8116-b4df19cecf89 HTTP/1.1" status: 200 len: 944 time: 0.3078954 Apr 12 13:28:52.368619 dv-cinder-830097-4-iscsi neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-3c67ec32-dd31-41c5-85e4-1a06efaef882 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-660287'] for subnet (cf735079-dcf8-4625-b8a7-d372f8fef245), precommit_delete {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:28:52.390853 dv-cinder-830097-4-iscsi neutron-server[103458]: INFO neutron.wsgi [req-ceeeea88-f314-4ded-a12a-31db06ebc1da req-01ea7ea0-d145-421a-9905-f05ed9ad0587 tempest-VolumesSnapshotTestJSON-811272226 tempest-VolumesSnapshotTestJSON-811272226-project] 10.222.0.18 "GET /v2.0/security-groups?id=56e895e0-e2e0-45ac-b6ed-25edf7c5ab22&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0889421 Apr 12 13:28:52.425250 dv-cinder-830097-4-iscsi neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-3c67ec32-dd31-41c5-85e4-1a06efaef882 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-660230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3682813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3697887', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26097040', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25420786'] for subnet (cf735079-dcf8-4625-b8a7-d372f8fef245), after_delete {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:28:52.451399 dv-cinder-830097-4-iscsi neutron-server[103458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c67ec32-dd31-41c5-85e4-1a06efaef882 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=cf735079-dcf8-4625-b8a7-d372f8fef245,revision_number=None']} {{(pid=103458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 13:28:52.455588 dv-cinder-830097-4-iscsi neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-3c67ec32-dd31-41c5-85e4-1a06efaef882 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3697709'] for subnet (None), before_response {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:28:52.458775 dv-cinder-830097-4-iscsi neutron-server[103458]: INFO neutron.wsgi [None req-3c67ec32-dd31-41c5-85e4-1a06efaef882 admin admin] 10.222.0.18 "DELETE /v2.0/subnets/cf735079-dcf8-4625-b8a7-d372f8fef245 HTTP/1.1" status: 204 len: 168 time: 0.5616534 Apr 12 13:28:52.461291 dv-cinder-830097-4-iscsi neutron-server[103458]: DEBUG neutron.wsgi [-] (103458) accepted ('10.222.0.18', 51602) {{(pid=103458) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 13:28:52.464311 dv-cinder-830097-4-iscsi neutron-server[103459]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4b19279a-fc59-4147-98cc-9fabe01f8db9 None None] Network 6562521a-2ea5-45f4-a1f8-589dc7fbc9f3 requested from dv-cinder-830097-4-iscsi {{(pid=103459) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 12 13:28:52.535771 dv-cinder-830097-4-iscsi neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-37513c60-f375-46c1-ba3a-c3f7fd97ea92 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-739948'] for network (6562521a-2ea5-45f4-a1f8-589dc7fbc9f3), before_delete {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:28:52.583458 dv-cinder-830097-4-iscsi neutron-server[103458]: DEBUG neutron.plugins.ml2.plugin [None req-37513c60-f375-46c1-ba3a-c3f7fd97ea92 admin admin] Deleting port 7f035ff3-6814-4e68-910d-d68637abe170 {{(pid=103458) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 12 13:28:52.583793 dv-cinder-830097-4-iscsi neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-37513c60-f375-46c1-ba3a-c3f7fd97ea92 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732727887391'] for port (7f035ff3-6814-4e68-910d-d68637abe170), before_delete {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:28:52.628184 dv-cinder-830097-4-iscsi neutron-server[103459]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9d2aecf8-60cb-451f-8d44-f39f560cb3bd None None] DHCP port deletion for 6562521a-2ea5-45f4-a1f8-589dc7fbc9f3 request from dv-cinder-830097-4-iscsi {{(pid=103459) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Apr 12 13:28:52.651740 dv-cinder-830097-4-iscsi neutron-server[103458]: DEBUG neutron.plugins.ml2.db [None req-37513c60-f375-46c1-ba3a-c3f7fd97ea92 admin admin] For port 7f035ff3-6814-4e68-910d-d68637abe170, host dv-cinder-830097-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-830097-4-iscsi',level=0,port_id=7f035ff3-6814-4e68-910d-d68637abe170,segment=NetworkSegment(97cb7c0e-6017-4956-9bfd-101a1a75a7c0),segment_id=97cb7c0e-6017-4956-9bfd-101a1a75a7c0)] {{(pid=103458) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 12 13:28:52.652117 dv-cinder-830097-4-iscsi neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-37513c60-f375-46c1-ba3a-c3f7fd97ea92 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3742288'] for port (7f035ff3-6814-4e68-910d-d68637abe170), precommit_delete {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:28:52.667294 dv-cinder-830097-4-iscsi neutron-server[103458]: DEBUG neutron.plugins.ml2.plugin [None req-37513c60-f375-46c1-ba3a-c3f7fd97ea92 admin admin] Calling delete_port for 7f035ff3-6814-4e68-910d-d68637abe170 owned by network:dhcp {{(pid=103458) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 12 13:28:52.672519 dv-cinder-830097-4-iscsi neutron-server[103459]: DEBUG neutron.plugins.ml2.plugin [None req-9d2aecf8-60cb-451f-8d44-f39f560cb3bd None None] Deleting port 7f035ff3-6814-4e68-910d-d68637abe170 {{(pid=103459) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 12 13:28:52.672994 dv-cinder-830097-4-iscsi neutron-server[103459]: DEBUG neutron_lib.callbacks.manager [None req-9d2aecf8-60cb-451f-8d44-f39f560cb3bd None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732727887391'] for port (7f035ff3-6814-4e68-910d-d68637abe170), before_delete {{(pid=103459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:28:52.744592 dv-cinder-830097-4-iscsi neutron-server[103459]: DEBUG neutron.plugins.ml2.db [None req-9d2aecf8-60cb-451f-8d44-f39f560cb3bd None None] For port 7f035ff3-6814-4e68-910d-d68637abe170, host dv-cinder-830097-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-830097-4-iscsi',level=0,port_id=7f035ff3-6814-4e68-910d-d68637abe170,segment=NetworkSegment(97cb7c0e-6017-4956-9bfd-101a1a75a7c0),segment_id=97cb7c0e-6017-4956-9bfd-101a1a75a7c0)] {{(pid=103459) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 12 13:28:52.745023 dv-cinder-830097-4-iscsi neutron-server[103459]: DEBUG neutron_lib.callbacks.manager [None req-9d2aecf8-60cb-451f-8d44-f39f560cb3bd None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3742288'] for port (7f035ff3-6814-4e68-910d-d68637abe170), precommit_delete {{(pid=103459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:28:52.757806 dv-cinder-830097-4-iscsi neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-37513c60-f375-46c1-ba3a-c3f7fd97ea92 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-915890', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3697887', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732727894797', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732727417923', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26097133'] for port (7f035ff3-6814-4e68-910d-d68637abe170), after_delete {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:28:52.761898 dv-cinder-830097-4-iscsi neutron-server[103459]: DEBUG neutron.plugins.ml2.plugin [None req-9d2aecf8-60cb-451f-8d44-f39f560cb3bd None None] Calling delete_port for 7f035ff3-6814-4e68-910d-d68637abe170 owned by network:dhcp {{(pid=103459) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 12 13:28:52.784269 dv-cinder-830097-4-iscsi neutron-server[103458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37513c60-f375-46c1-ba3a-c3f7fd97ea92 admin admin] Pushing event deleted for resources: {'Port': ['ID=7f035ff3-6814-4e68-910d-d68637abe170,revision_number=None']} {{(pid=103458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 13:28:52.786172 dv-cinder-830097-4-iscsi neutron-server[103458]: DEBUG neutron.db.l3_dvrscheduler_db [None req-37513c60-f375-46c1-ba3a-c3f7fd97ea92 admin admin] No DVR routers for this DVR port 7f035ff3-6814-4e68-910d-d68637abe170 on host dv-cinder-830097-4-iscsi {{(pid=103458) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 12 13:28:52.841189 dv-cinder-830097-4-iscsi neutron-server[103459]: DEBUG neutron_lib.callbacks.manager [None req-9d2aecf8-60cb-451f-8d44-f39f560cb3bd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-915890', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3697887', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732727894797', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732727417923'] for port (7f035ff3-6814-4e68-910d-d68637abe170), after_delete {{(pid=103459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:28:52.860835 dv-cinder-830097-4-iscsi neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-37513c60-f375-46c1-ba3a-c3f7fd97ea92 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-661938', 'neutron.services.segments.db._delete_segments_for_network-8732727929519'] for network (6562521a-2ea5-45f4-a1f8-589dc7fbc9f3), precommit_delete {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:28:52.870394 dv-cinder-830097-4-iscsi neutron-server[103459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d2aecf8-60cb-451f-8d44-f39f560cb3bd None None] Pushing event deleted for resources: {'Port': ['ID=7f035ff3-6814-4e68-910d-d68637abe170,revision_number=None']} {{(pid=103459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 13:28:52.875277 dv-cinder-830097-4-iscsi neutron-server[103459]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9d2aecf8-60cb-451f-8d44-f39f560cb3bd None None] No DVR routers for this DVR port 7f035ff3-6814-4e68-910d-d68637abe170 on host dv-cinder-830097-4-iscsi {{(pid=103459) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 12 13:28:52.882569 dv-cinder-830097-4-iscsi neutron-server[103459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d2aecf8-60cb-451f-8d44-f39f560cb3bd None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830097-4-iscsi {{(pid=103459) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 13:28:52.883016 dv-cinder-830097-4-iscsi neutron-server[103459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d2aecf8-60cb-451f-8d44-f39f560cb3bd None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830097-4-iscsi {{(pid=103459) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 13:28:52.883538 dv-cinder-830097-4-iscsi neutron-server[103459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d2aecf8-60cb-451f-8d44-f39f560cb3bd None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830097-4-iscsi {{(pid=103459) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 13:28:52.884143 dv-cinder-830097-4-iscsi neutron-server[103459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d2aecf8-60cb-451f-8d44-f39f560cb3bd None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830097-4-iscsi {{(pid=103459) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 13:28:52.884577 dv-cinder-830097-4-iscsi neutron-server[103459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d2aecf8-60cb-451f-8d44-f39f560cb3bd None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830097-4-iscsi {{(pid=103459) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 13:28:52.885102 dv-cinder-830097-4-iscsi neutron-server[103459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d2aecf8-60cb-451f-8d44-f39f560cb3bd None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830097-4-iscsi {{(pid=103459) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 13:28:52.885519 dv-cinder-830097-4-iscsi neutron-server[103459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d2aecf8-60cb-451f-8d44-f39f560cb3bd None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830097-4-iscsi {{(pid=103459) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 13:28:52.886072 dv-cinder-830097-4-iscsi neutron-server[103459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d2aecf8-60cb-451f-8d44-f39f560cb3bd None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-830097-4-iscsi {{(pid=103459) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 13:28:52.886619 dv-cinder-830097-4-iscsi neutron-server[103459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d2aecf8-60cb-451f-8d44-f39f560cb3bd None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-830097-4-iscsi {{(pid=103459) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 13:28:52.887012 dv-cinder-830097-4-iscsi neutron-server[103459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d2aecf8-60cb-451f-8d44-f39f560cb3bd None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-830097-4-iscsi {{(pid=103459) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 13:28:52.887408 dv-cinder-830097-4-iscsi neutron-server[103459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d2aecf8-60cb-451f-8d44-f39f560cb3bd None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-830097-4-iscsi {{(pid=103459) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 13:28:52.887850 dv-cinder-830097-4-iscsi neutron-server[103459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d2aecf8-60cb-451f-8d44-f39f560cb3bd None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830097-4-iscsi {{(pid=103459) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 13:28:52.888240 dv-cinder-830097-4-iscsi neutron-server[103459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d2aecf8-60cb-451f-8d44-f39f560cb3bd None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830097-4-iscsi {{(pid=103459) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 13:28:52.888654 dv-cinder-830097-4-iscsi neutron-server[103459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d2aecf8-60cb-451f-8d44-f39f560cb3bd None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830097-4-iscsi {{(pid=103459) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 13:28:52.889598 dv-cinder-830097-4-iscsi neutron-server[103459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d2aecf8-60cb-451f-8d44-f39f560cb3bd None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830097-4-iscsi {{(pid=103459) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 13:28:52.894111 dv-cinder-830097-4-iscsi neutron-server[103458]: DEBUG neutron.services.segments.db [None req-37513c60-f375-46c1-ba3a-c3f7fd97ea92 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6562521a-2ea5-45f4-a1f8-589dc7fbc9f3']}} {{(pid=103458) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 13:28:52.905946 dv-cinder-830097-4-iscsi neutron-server[103458]: DEBUG neutron.services.segments.db [None req-37513c60-f375-46c1-ba3a-c3f7fd97ea92 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '97cb7c0e-6017-4956-9bfd-101a1a75a7c0') {'for_net_delete': True} {{(pid=103458) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 13:28:52.906254 dv-cinder-830097-4-iscsi neutron-server[103458]: DEBUG neutron.services.segments.db [None req-37513c60-f375-46c1-ba3a-c3f7fd97ea92 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '97cb7c0e-6017-4956-9bfd-101a1a75a7c0') {} {{(pid=103458) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 13:28:52.918118 dv-cinder-830097-4-iscsi neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-37513c60-f375-46c1-ba3a-c3f7fd97ea92 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8732727932344', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26034242'] for segment (97cb7c0e-6017-4956-9bfd-101a1a75a7c0), before_delete {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:28:52.932867 dv-cinder-830097-4-iscsi neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-37513c60-f375-46c1-ba3a-c3f7fd97ea92 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-715442'] for segment (97cb7c0e-6017-4956-9bfd-101a1a75a7c0), precommit_delete {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:28:52.939717 dv-cinder-830097-4-iscsi neutron-server[103458]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-37513c60-f375-46c1-ba3a-c3f7fd97ea92 admin admin] Releasing vlan 244 on physical network physnet1 to pool {{(pid=103458) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 12 13:28:52.940119 dv-cinder-830097-4-iscsi neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-37513c60-f375-46c1-ba3a-c3f7fd97ea92 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-715442', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26096954'] for segment (97cb7c0e-6017-4956-9bfd-101a1a75a7c0), after_delete {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:28:52.942025 dv-cinder-830097-4-iscsi neutron-server[103458]: Traceback (most recent call last): Apr 12 13:28:52.942025 dv-cinder-830097-4-iscsi neutron-server[103458]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 12 13:28:52.942025 dv-cinder-830097-4-iscsi neutron-server[103458]: timer() Apr 12 13:28:52.942025 dv-cinder-830097-4-iscsi neutron-server[103458]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 12 13:28:52.942025 dv-cinder-830097-4-iscsi neutron-server[103458]: cb(*args, **kw) Apr 12 13:28:52.942025 dv-cinder-830097-4-iscsi neutron-server[103458]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 12 13:28:52.942025 dv-cinder-830097-4-iscsi neutron-server[103458]: return func(*args, **kwargs) Apr 12 13:28:52.942025 dv-cinder-830097-4-iscsi neutron-server[103458]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 12 13:28:52.942025 dv-cinder-830097-4-iscsi neutron-server[103458]: self._notify() Apr 12 13:28:52.942025 dv-cinder-830097-4-iscsi neutron-server[103458]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 12 13:28:52.942025 dv-cinder-830097-4-iscsi neutron-server[103458]: self.callback(batched_events) Apr 12 13:28:52.942025 dv-cinder-830097-4-iscsi neutron-server[103458]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 12 13:28:52.942025 dv-cinder-830097-4-iscsi neutron-server[103458]: event.method(event) Apr 12 13:28:52.942025 dv-cinder-830097-4-iscsi neutron-server[103458]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 12 13:28:52.942025 dv-cinder-830097-4-iscsi neutron-server[103458]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 12 13:28:52.942025 dv-cinder-830097-4-iscsi neutron-server[103458]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 12 13:28:52.942025 dv-cinder-830097-4-iscsi neutron-server[103458]: aggregate_uuid = self.p_client.list_aggregates( Apr 12 13:28:52.942025 dv-cinder-830097-4-iscsi neutron-server[103458]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 12 13:28:52.942025 dv-cinder-830097-4-iscsi neutron-server[103458]: return f(self, *a, **k) Apr 12 13:28:52.942025 dv-cinder-830097-4-iscsi neutron-server[103458]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 12 13:28:52.942025 dv-cinder-830097-4-iscsi neutron-server[103458]: return self._get(url).json() Apr 12 13:28:52.942025 dv-cinder-830097-4-iscsi neutron-server[103458]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 12 13:28:52.942025 dv-cinder-830097-4-iscsi neutron-server[103458]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 12 13:28:52.942025 dv-cinder-830097-4-iscsi neutron-server[103458]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 12 13:28:52.942025 dv-cinder-830097-4-iscsi neutron-server[103458]: return self.request(url, 'GET', **kwargs) Apr 12 13:28:52.942025 dv-cinder-830097-4-iscsi neutron-server[103458]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 12 13:28:52.942025 dv-cinder-830097-4-iscsi neutron-server[103458]: base_url = self.get_endpoint(auth, allow=allow, Apr 12 13:28:52.942025 dv-cinder-830097-4-iscsi neutron-server[103458]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 12 13:28:52.942025 dv-cinder-830097-4-iscsi neutron-server[103458]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 12 13:28:52.942025 dv-cinder-830097-4-iscsi neutron-server[103458]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 12 13:28:52.942025 dv-cinder-830097-4-iscsi neutron-server[103458]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 12 13:28:52.942025 dv-cinder-830097-4-iscsi neutron-server[103458]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 12 13:28:53.007126 dv-cinder-830097-4-iscsi neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-37513c60-f375-46c1-ba3a-c3f7fd97ea92 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-661949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3691972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3697887', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3739104'] for network (6562521a-2ea5-45f4-a1f8-589dc7fbc9f3), after_delete {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:28:53.015459 dv-cinder-830097-4-iscsi neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-37513c60-f375-46c1-ba3a-c3f7fd97ea92 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3697709'] for network (None), before_response {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:28:53.019622 dv-cinder-830097-4-iscsi neutron-server[103459]: DEBUG neutron.plugins.ml2.rpc [None req-53781792-8650-4c78-93a6-1c4d328d874c None None] Device 84dfbbf2-673c-4766-87d8-ed32d247bb96 no longer exists at agent ovs-agent-dv-cinder-830097-4-iscsi {{(pid=103459) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 12 13:28:53.021337 dv-cinder-830097-4-iscsi neutron-server[103458]: INFO neutron.wsgi [None req-37513c60-f375-46c1-ba3a-c3f7fd97ea92 admin admin] 10.222.0.18 "DELETE /v2.0/networks/6562521a-2ea5-45f4-a1f8-589dc7fbc9f3 HTTP/1.1" status: 204 len: 168 time: 0.5588589 Apr 12 13:28:53.036226 dv-cinder-830097-4-iscsi neutron-server[103458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37513c60-f375-46c1-ba3a-c3f7fd97ea92 admin admin] Pushing event deleted for resources: {'Network': ['ID=6562521a-2ea5-45f4-a1f8-589dc7fbc9f3,revision_number=None']} {{(pid=103458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 13:28:53.044051 dv-cinder-830097-4-iscsi neutron-server[103459]: DEBUG neutron.plugins.ml2.plugin [None req-53781792-8650-4c78-93a6-1c4d328d874c None None] No Port match for: 84dfbbf2-673c-4766-87d8-ed32d247bb96 {{(pid=103459) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2341}} Apr 12 13:28:53.044500 dv-cinder-830097-4-iscsi neutron-server[103459]: DEBUG neutron.plugins.ml2.rpc [None req-53781792-8650-4c78-93a6-1c4d328d874c None None] Device 84dfbbf2-673c-4766-87d8-ed32d247bb96 not bound to the agent host dv-cinder-830097-4-iscsi {{(pid=103459) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 12 13:28:53.045280 dv-cinder-830097-4-iscsi neutron-server[103459]: DEBUG neutron.plugins.ml2.rpc [None req-53781792-8650-4c78-93a6-1c4d328d874c None None] Device ae9c6e44-f0d0-4a2a-86d6-9ca46ba23560 no longer exists at agent ovs-agent-dv-cinder-830097-4-iscsi {{(pid=103459) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 12 13:28:53.067591 dv-cinder-830097-4-iscsi neutron-server[103459]: DEBUG neutron.plugins.ml2.rpc [None req-3505bd68-a9fd-4823-92ea-1a6ded8ab071 None None] Device 60fc252d-c1cc-4a68-90a9-c0a265bc548e details requested by agent hyperv_hv-cinder-83009 with host hv-cinder-83009 {{(pid=103459) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 12 13:28:53.071092 dv-cinder-830097-4-iscsi neutron-server[103459]: DEBUG neutron.plugins.ml2.plugin [None req-53781792-8650-4c78-93a6-1c4d328d874c None None] No Port match for: ae9c6e44-f0d0-4a2a-86d6-9ca46ba23560 {{(pid=103459) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2341}} Apr 12 13:28:53.071634 dv-cinder-830097-4-iscsi neutron-server[103459]: DEBUG neutron.plugins.ml2.rpc [None req-53781792-8650-4c78-93a6-1c4d328d874c None None] Device ae9c6e44-f0d0-4a2a-86d6-9ca46ba23560 not bound to the agent host dv-cinder-830097-4-iscsi {{(pid=103459) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 12 13:28:53.072336 dv-cinder-830097-4-iscsi neutron-server[103459]: DEBUG neutron.plugins.ml2.rpc [None req-53781792-8650-4c78-93a6-1c4d328d874c None None] Device 7f035ff3-6814-4e68-910d-d68637abe170 no longer exists at agent ovs-agent-dv-cinder-830097-4-iscsi {{(pid=103459) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 12 13:28:53.099640 dv-cinder-830097-4-iscsi neutron-server[103459]: DEBUG neutron.plugins.ml2.plugin [None req-53781792-8650-4c78-93a6-1c4d328d874c None None] No Port match for: 7f035ff3-6814-4e68-910d-d68637abe170 {{(pid=103459) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2341}} Apr 12 13:28:53.100002 dv-cinder-830097-4-iscsi neutron-server[103459]: DEBUG neutron.plugins.ml2.rpc [None req-53781792-8650-4c78-93a6-1c4d328d874c None None] Device 7f035ff3-6814-4e68-910d-d68637abe170 not bound to the agent host dv-cinder-830097-4-iscsi {{(pid=103459) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 12 13:28:53.150573 dv-cinder-830097-4-iscsi neutron-server[103457]: DEBUG neutron.wsgi [-] (103457) accepted ('10.222.0.18', 51622) {{(pid=103457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 13:28:53.195889 dv-cinder-830097-4-iscsi neutron-server[103457]: INFO neutron.wsgi [None req-cfc936d3-c9db-4488-af10-924322799f7c admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=5ebad6ef7aca47f397d0e45a428e3948&name=default HTTP/1.1" status: 200 len: 2992 time: 0.0438533 Apr 12 13:28:53.198475 dv-cinder-830097-4-iscsi neutron-server[103458]: DEBUG neutron.wsgi [-] (103458) accepted ('10.222.0.18', 51624) {{(pid=103458) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 13:28:53.214800 dv-cinder-830097-4-iscsi neutron-server[103457]: DEBUG neutron.wsgi [-] (103457) accepted ('10.222.0.18', 51626) {{(pid=103457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 13:28:53.256243 dv-cinder-830097-4-iscsi neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-b8be37f7-9053-42c3-a672-c649cb975e2b admin admin] Publish callbacks [] for security_group (4d6d0fa5-c713-479d-ad68-91a1668c4f3b), before_delete {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:28:53.279405 dv-cinder-830097-4-iscsi neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-b8be37f7-9053-42c3-a672-c649cb975e2b admin admin] Publish callbacks [] for security_group (4d6d0fa5-c713-479d-ad68-91a1668c4f3b), precommit_delete {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:28:53.333080 dv-cinder-830097-4-iscsi neutron-server[103459]: DEBUG neutron_lib.callbacks.manager [None req-53781792-8650-4c78-93a6-1c4d328d874c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732727929501', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-657397'] for agent (3f2daa45-5e56-452b-8a21-b519edfce99e), after_update {{(pid=103459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:28:53.339257 dv-cinder-830097-4-iscsi neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-b8be37f7-9053-42c3-a672-c649cb975e2b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3691807'] for security_group (4d6d0fa5-c713-479d-ad68-91a1668c4f3b), after_delete {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:28:53.342462 dv-cinder-830097-4-iscsi neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-b8be37f7-9053-42c3-a672-c649cb975e2b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:28:53.343139 dv-cinder-830097-4-iscsi neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-ebc66b03-dc2f-4c34-b4f7-90e9d3a5dec9 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:28:53.344233 dv-cinder-830097-4-iscsi neutron-server[103458]: INFO neutron.wsgi [None req-b8be37f7-9053-42c3-a672-c649cb975e2b admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/4d6d0fa5-c713-479d-ad68-91a1668c4f3b HTTP/1.1" status: 204 len: 168 time: 0.1444423 Apr 12 13:28:53.350551 dv-cinder-830097-4-iscsi neutron-server[103459]: DEBUG neutron.plugins.ml2.db [None req-3505bd68-a9fd-4823-92ea-1a6ded8ab071 None None] For port 60fc252d-c1cc-4a68-90a9-c0a265bc548e, host hv-cinder-83009, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83009',level=0,port_id=60fc252d-c1cc-4a68-90a9-c0a265bc548e,segment=NetworkSegment(12b36334-3d43-4a04-a92d-9c84f6426545),segment_id=12b36334-3d43-4a04-a92d-9c84f6426545)] {{(pid=103459) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 12 13:28:53.353101 dv-cinder-830097-4-iscsi neutron-server[103458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8be37f7-9053-42c3-a672-c649cb975e2b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4d6d0fa5-c713-479d-ad68-91a1668c4f3b,revision_number=None']} {{(pid=103458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 13:28:53.371415 dv-cinder-830097-4-iscsi neutron-server[103459]: DEBUG neutron.plugins.ml2.rpc [None req-3505bd68-a9fd-4823-92ea-1a6ded8ab071 None None] Returning: {'device': '60fc252d-c1cc-4a68-90a9-c0a265bc548e', 'network_id': 'e3cc5645-7783-443d-aa92-92b0644dde7b', 'port_id': '60fc252d-c1cc-4a68-90a9-c0a265bc548e', 'mac_address': 'fa:16:3e:61:cb:74', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 216, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd046c7f8-6453-49a0-aaad-f357821578d8', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103459) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 12 13:28:53.422941 dv-cinder-830097-4-iscsi neutron-server[103459]: DEBUG neutron.plugins.ml2.plugin [None req-3505bd68-a9fd-4823-92ea-1a6ded8ab071 None None] Current status of the port 60fc252d-c1cc-4a68-90a9-c0a265bc548e is: DOWN; New status is: BUILD {{(pid=103459) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 12 13:28:53.423392 dv-cinder-830097-4-iscsi neutron-server[103459]: DEBUG neutron_lib.callbacks.manager [None req-3505bd68-a9fd-4823-92ea-1a6ded8ab071 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-916304'] for port (60fc252d-c1cc-4a68-90a9-c0a265bc548e), before_update {{(pid=103459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:28:53.437664 dv-cinder-830097-4-iscsi neutron-server[103459]: DEBUG neutron.notifiers.nova [None req-3505bd68-a9fd-4823-92ea-1a6ded8ab071 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 60fc252d-c1cc-4a68-90a9-c0a265bc548e {{(pid=103459) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 12 13:28:53.446379 dv-cinder-830097-4-iscsi neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-ebc66b03-dc2f-4c34-b4f7-90e9d3a5dec9 admin admin] Publish callbacks [] for security_group (d6e3c035-6687-4f17-be1b-6b2d92f9c66c), precommit_create {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:28:53.451202 dv-cinder-830097-4-iscsi neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-ebc66b03-dc2f-4c34-b4f7-90e9d3a5dec9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3691807'] for security_group (d6e3c035-6687-4f17-be1b-6b2d92f9c66c), after_create {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:28:53.462634 dv-cinder-830097-4-iscsi neutron-server[103459]: DEBUG neutron.plugins.ml2.db [None req-3505bd68-a9fd-4823-92ea-1a6ded8ab071 None None] For port 60fc252d-c1cc-4a68-90a9-c0a265bc548e, host hv-cinder-83009, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83009',level=0,port_id=60fc252d-c1cc-4a68-90a9-c0a265bc548e,segment=NetworkSegment(12b36334-3d43-4a04-a92d-9c84f6426545),segment_id=12b36334-3d43-4a04-a92d-9c84f6426545)] {{(pid=103459) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 12 13:28:53.466284 dv-cinder-830097-4-iscsi neutron-server[103459]: DEBUG neutron_lib.callbacks.manager [None req-3505bd68-a9fd-4823-92ea-1a6ded8ab071 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-915890', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3697887', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732727894815', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732727417932', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732727417950'] for port (60fc252d-c1cc-4a68-90a9-c0a265bc548e), after_update {{(pid=103459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:28:53.505776 dv-cinder-830097-4-iscsi neutron-server[103457]: INFO neutron.wsgi [None req-ebc66b03-dc2f-4c34-b4f7-90e9d3a5dec9 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=e10e6230abc74d1c89da175d5b9b7f68&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2895510 Apr 12 13:28:53.508392 dv-cinder-830097-4-iscsi neutron-server[103458]: DEBUG neutron.wsgi [-] (103458) accepted ('10.222.0.18', 51636) {{(pid=103458) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 13:28:53.523184 dv-cinder-830097-4-iscsi neutron-server[103457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebc66b03-dc2f-4c34-b4f7-90e9d3a5dec9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d6e3c035-6687-4f17-be1b-6b2d92f9c66c,revision_number=1']} {{(pid=103457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 13:28:53.531285 dv-cinder-830097-4-iscsi neutron-server[103459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3505bd68-a9fd-4823-92ea-1a6ded8ab071 None None] Pushing event updated for resources: {'Port': ['ID=60fc252d-c1cc-4a68-90a9-c0a265bc548e,revision_number=4']} {{(pid=103459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 13:28:53.545059 dv-cinder-830097-4-iscsi neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64690d5b-a11b-447a-a992-3908319e973d req-caeb5744-56dc-473d-9c27-71d27b6fb973 tempest-VolumesSnapshotTestJSON-811272226 tempest-VolumesSnapshotTestJSON-811272226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 13:28:53.547462 dv-cinder-830097-4-iscsi neutron-server[103457]: INFO neutron.wsgi [req-64690d5b-a11b-447a-a992-3908319e973d req-caeb5744-56dc-473d-9c27-71d27b6fb973 tempest-VolumesSnapshotTestJSON-811272226 tempest-VolumesSnapshotTestJSON-811272226-project] 10.222.0.18 "GET /v2.0/ports?device_id=58bbb5e1-595c-43eb-8116-b4df19cecf89 HTTP/1.1" status: 200 len: 945 time: 0.0607505 Apr 12 13:28:53.588843 dv-cinder-830097-4-iscsi neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-f2c28118-80af-4c57-9f42-945786394702 admin admin] Publish callbacks [] for security_group (d6e3c035-6687-4f17-be1b-6b2d92f9c66c), before_delete {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:28:53.606814 dv-cinder-830097-4-iscsi neutron-server[103457]: INFO neutron.wsgi [req-64690d5b-a11b-447a-a992-3908319e973d req-07572d7a-f3c4-481a-9419-dd5a8e27f963 tempest-VolumesSnapshotTestJSON-811272226 tempest-VolumesSnapshotTestJSON-811272226-project] 10.222.0.18 "GET /v2.0/security-groups?id=56e895e0-e2e0-45ac-b6ed-25edf7c5ab22&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0531995 Apr 12 13:28:53.616035 dv-cinder-830097-4-iscsi neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-f2c28118-80af-4c57-9f42-945786394702 admin admin] Publish callbacks [] for security_group (d6e3c035-6687-4f17-be1b-6b2d92f9c66c), precommit_delete {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:28:53.669432 dv-cinder-830097-4-iscsi neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-f2c28118-80af-4c57-9f42-945786394702 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3691807'] for security_group (d6e3c035-6687-4f17-be1b-6b2d92f9c66c), after_delete {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:28:53.672097 dv-cinder-830097-4-iscsi neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-f2c28118-80af-4c57-9f42-945786394702 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:28:53.673257 dv-cinder-830097-4-iscsi neutron-server[103458]: INFO neutron.wsgi [None req-f2c28118-80af-4c57-9f42-945786394702 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/d6e3c035-6687-4f17-be1b-6b2d92f9c66c HTTP/1.1" status: 204 len: 168 time: 0.1635385 Apr 12 13:28:53.681938 dv-cinder-830097-4-iscsi neutron-server[103458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2c28118-80af-4c57-9f42-945786394702 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d6e3c035-6687-4f17-be1b-6b2d92f9c66c,revision_number=None']} {{(pid=103458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 13:28:53.929712 dv-cinder-830097-4-iscsi neutron-server[103459]: DEBUG neutron.plugins.ml2.db [None req-3505bd68-a9fd-4823-92ea-1a6ded8ab071 None None] get_ports_and_sgs() called for port_ids ['60fc252d-c1cc-4a68-90a9-c0a265bc548e'] {{(pid=103459) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 12 13:28:54.097269 dv-cinder-830097-4-iscsi neutron-server[103458]: DEBUG neutron.wsgi [-] (103458) accepted ('10.222.0.18', 51656) {{(pid=103458) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 13:28:54.190202 dv-cinder-830097-4-iscsi neutron-server[103458]: DEBUG neutron.api.v2.base [None req-cddd87ae-774a-4a40-a240-53c9c5d45e8e admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeNegativeTest-1091455639-network', 'tenant_id': '0b44de7c9b4f45aa8f33bcf3b4639f3f'}} {{(pid=103458) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 12 13:28:54.209540 dv-cinder-830097-4-iscsi neutron-server[103458]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cddd87ae-774a-4a40-a240-53c9c5d45e8e admin admin] Made reservation on behalf of 0b44de7c9b4f45aa8f33bcf3b4639f3f for: {'network': 1} {{(pid=103458) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 12 13:28:54.211874 dv-cinder-830097-4-iscsi neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-cddd87ae-774a-4a40-a240-53c9c5d45e8e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-916304'] for network (None), before_create {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:28:54.220644 dv-cinder-830097-4-iscsi neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-cddd87ae-774a-4a40-a240-53c9c5d45e8e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:28:54.293920 dv-cinder-830097-4-iscsi neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-cddd87ae-774a-4a40-a240-53c9c5d45e8e admin admin] Publish callbacks [] for security_group (37eb7973-5573-4c67-9d49-07fb7ca2ad4d), precommit_create {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:28:54.298091 dv-cinder-830097-4-iscsi neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-cddd87ae-774a-4a40-a240-53c9c5d45e8e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3691807'] for security_group (37eb7973-5573-4c67-9d49-07fb7ca2ad4d), after_create {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:28:54.319569 dv-cinder-830097-4-iscsi neutron-server[103458]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-cddd87ae-774a-4a40-a240-53c9c5d45e8e admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 237} {{(pid=103458) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 12 13:28:54.333566 dv-cinder-830097-4-iscsi neutron-server[103458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cddd87ae-774a-4a40-a240-53c9c5d45e8e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=37eb7973-5573-4c67-9d49-07fb7ca2ad4d,revision_number=1']} {{(pid=103458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 13:28:54.338294 dv-cinder-830097-4-iscsi neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-cddd87ae-774a-4a40-a240-53c9c5d45e8e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-715442'] for segment (00b10ebc-0cf5-44a9-a829-ac84c99db0c8), precommit_create {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:28:54.338634 dv-cinder-830097-4-iscsi neutron-server[103458]: INFO neutron.db.segments_db [None req-cddd87ae-774a-4a40-a240-53c9c5d45e8e admin admin] Added segment 00b10ebc-0cf5-44a9-a829-ac84c99db0c8 of type vlan for network d4adb74a-b0d3-4e8c-b297-c51fe03191f9 Apr 12 13:28:54.377595 dv-cinder-830097-4-iscsi neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-cddd87ae-774a-4a40-a240-53c9c5d45e8e admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8732727402599'] for network (d4adb74a-b0d3-4e8c-b297-c51fe03191f9), precommit_create {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:28:54.401366 dv-cinder-830097-4-iscsi neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-cddd87ae-774a-4a40-a240-53c9c5d45e8e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3691972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3697887'] for network (d4adb74a-b0d3-4e8c-b297-c51fe03191f9), after_create {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:28:54.402308 dv-cinder-830097-4-iscsi neutron-server[103458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cddd87ae-774a-4a40-a240-53c9c5d45e8e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 13:28:54.402894 dv-cinder-830097-4-iscsi neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-cddd87ae-774a-4a40-a240-53c9c5d45e8e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3697709'] for network (None), before_response {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:28:54.434255 dv-cinder-830097-4-iscsi neutron-server[103458]: INFO neutron.wsgi [None req-cddd87ae-774a-4a40-a240-53c9c5d45e8e admin admin] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.3359349 Apr 12 13:28:54.437256 dv-cinder-830097-4-iscsi neutron-server[103457]: DEBUG neutron.wsgi [-] (103457) accepted ('10.222.0.18', 51660) {{(pid=103457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 13:28:54.442131 dv-cinder-830097-4-iscsi neutron-server[103457]: DEBUG neutron.api.v2.base [None req-48e430e5-98a3-40b4-a4df-1d3911333568 admin admin] Request body: {'subnet': {'network_id': 'd4adb74a-b0d3-4e8c-b297-c51fe03191f9', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeNegativeTest-1091455639-subnet', 'tenant_id': '0b44de7c9b4f45aa8f33bcf3b4639f3f', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=103457) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 12 13:28:54.461271 dv-cinder-830097-4-iscsi neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-48e430e5-98a3-40b4-a4df-1d3911333568 admin admin] Made reservation on behalf of 0b44de7c9b4f45aa8f33bcf3b4639f3f for: {'subnet': 1} {{(pid=103457) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 12 13:28:54.463444 dv-cinder-830097-4-iscsi neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-48e430e5-98a3-40b4-a4df-1d3911333568 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25774359'] for subnet (None), before_create {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:28:54.466098 dv-cinder-830097-4-iscsi neutron-server[103458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cddd87ae-774a-4a40-a240-53c9c5d45e8e admin admin] Pushing event updated for resources: {'Network': ['ID=d4adb74a-b0d3-4e8c-b297-c51fe03191f9,revision_number=1']} {{(pid=103458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 13:28:54.479491 dv-cinder-830097-4-iscsi neutron-server[103459]: DEBUG neutron.plugins.ml2.rpc [None req-53781792-8650-4c78-93a6-1c4d328d874c None None] Network d4adb74a-b0d3-4e8c-b297-c51fe03191f9 details requested by agent ovs-agent-dv-cinder-830097-4-iscsi with host dv-cinder-830097-4-iscsi {{(pid=103459) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 12 13:28:54.624535 dv-cinder-830097-4-iscsi neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-48e430e5-98a3-40b4-a4df-1d3911333568 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3682813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3697887', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25610054', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25774341'] for subnet (f1176976-8b61-43ab-a3ba-d0eadb0b48e0), after_create {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:28:54.677163 dv-cinder-830097-4-iscsi neutron-server[103457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48e430e5-98a3-40b4-a4df-1d3911333568 admin admin] Pushing event updated for resources: {'Subnet': ['ID=f1176976-8b61-43ab-a3ba-d0eadb0b48e0,revision_number=0']} {{(pid=103457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 13:28:54.692962 dv-cinder-830097-4-iscsi neutron-server[103457]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-48e430e5-98a3-40b4-a4df-1d3911333568 admin admin] Checking segment: {'id': '00b10ebc-0cf5-44a9-a829-ac84c99db0c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 237, 'network_id': 'd4adb74a-b0d3-4e8c-b297-c51fe03191f9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103457) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 12 13:28:54.693238 dv-cinder-830097-4-iscsi neutron-server[103457]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-48e430e5-98a3-40b4-a4df-1d3911333568 admin admin] Network hostable DHCP agents. Network: d4adb74a-b0d3-4e8c-b297-c51fe03191f9, hostable agents: ['246ca497-e2ee-4e0b-b432-b4153c207e5f'], hosted agents: [] {{(pid=103457) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 12 13:28:54.710874 dv-cinder-830097-4-iscsi neutron-server[103457]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-48e430e5-98a3-40b4-a4df-1d3911333568 admin admin] Network d4adb74a-b0d3-4e8c-b297-c51fe03191f9 is scheduled to be hosted by DHCP agent 246ca497-e2ee-4e0b-b432-b4153c207e5f with binding_index 1 {{(pid=103457) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 12 13:28:54.719455 dv-cinder-830097-4-iscsi neutron-server[103457]: DEBUG neutron.scheduler.base_scheduler [None req-48e430e5-98a3-40b4-a4df-1d3911333568 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-830097-4-iscsi, d4adb74a-b0d3-4e8c-b297-c51fe03191f9) {{(pid=103457) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 12 13:28:54.723077 dv-cinder-830097-4-iscsi neutron-server[103458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0ba0078-52a1-4f47-8a5b-b834791e1007 req-75608be4-ddc9-42a3-b34d-35664e7b9edc tempest-VolumesSnapshotTestJSON-811272226 tempest-VolumesSnapshotTestJSON-811272226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 13:28:54.723552 dv-cinder-830097-4-iscsi neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-48e430e5-98a3-40b4-a4df-1d3911333568 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 13:28:54.724127 dv-cinder-830097-4-iscsi neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-48e430e5-98a3-40b4-a4df-1d3911333568 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:28:54.724553 dv-cinder-830097-4-iscsi neutron-server[103458]: INFO neutron.wsgi [req-b0ba0078-52a1-4f47-8a5b-b834791e1007 req-75608be4-ddc9-42a3-b34d-35664e7b9edc tempest-VolumesSnapshotTestJSON-811272226 tempest-VolumesSnapshotTestJSON-811272226-project] 10.222.0.18 "GET /v2.0/ports?device_id=58bbb5e1-595c-43eb-8116-b4df19cecf89 HTTP/1.1" status: 200 len: 945 time: 0.0476832 Apr 12 13:28:54.729458 dv-cinder-830097-4-iscsi neutron-server[103459]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-76a42fc8-bb0a-4371-bd56-bb745f25beee None None] Network d4adb74a-b0d3-4e8c-b297-c51fe03191f9 requested from dv-cinder-830097-4-iscsi {{(pid=103459) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 12 13:28:54.740648 dv-cinder-830097-4-iscsi neutron-server[103457]: INFO neutron.wsgi [None req-48e430e5-98a3-40b4-a4df-1d3911333568 admin admin] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.3022432 Apr 12 13:28:54.743225 dv-cinder-830097-4-iscsi neutron-server[103457]: DEBUG neutron.wsgi [-] (103457) accepted ('10.222.0.18', 51664) {{(pid=103457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 13:28:54.747668 dv-cinder-830097-4-iscsi neutron-server[103457]: DEBUG neutron.api.v2.base [None req-0e09e8e1-4bf3-49c0-86bd-41671820e90d admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeNegativeTest-1091455639-router', 'tenant_id': '0b44de7c9b4f45aa8f33bcf3b4639f3f', 'external_gateway_info': {'network_id': '26d0436d-8ae2-49bd-8cc6-3d2eac552c84'}}} {{(pid=103457) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 12 13:28:54.770724 dv-cinder-830097-4-iscsi neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-0e09e8e1-4bf3-49c0-86bd-41671820e90d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3800912', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-36249'] for router (a794cd89-89ba-42ef-a58c-37aafc50af86), before_create {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:28:54.771799 dv-cinder-830097-4-iscsi neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-0e09e8e1-4bf3-49c0-86bd-41671820e90d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3800288', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3747931', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-4120380', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-36256'] for router (a794cd89-89ba-42ef-a58c-37aafc50af86), precommit_create {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:28:54.782000 dv-cinder-830097-4-iscsi neutron-server[103458]: INFO neutron.wsgi [req-b0ba0078-52a1-4f47-8a5b-b834791e1007 req-e2d700c1-ee29-46fa-ace5-3dc24b7a4bb0 tempest-VolumesSnapshotTestJSON-811272226 tempest-VolumesSnapshotTestJSON-811272226-project] 10.222.0.18 "GET /v2.0/security-groups?id=56e895e0-e2e0-45ac-b6ed-25edf7c5ab22&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0493169 Apr 12 13:28:54.825426 dv-cinder-830097-4-iscsi neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-0e09e8e1-4bf3-49c0-86bd-41671820e90d admin admin] Publish callbacks [] for router_controller (a794cd89-89ba-42ef-a58c-37aafc50af86), precommit_add_association {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:28:54.838654 dv-cinder-830097-4-iscsi neutron-server[103459]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dee95023-1b31-4eb2-a5a7-02158da1746d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0dda7392-c464-571f-8166-3efeee773273-d4adb74a-b0d3-4e8c-b297-c51fe03191f9', 'network_id': 'd4adb74a-b0d3-4e8c-b297-c51fe03191f9', 'project_id': '0b44de7c9b4f45aa8f33bcf3b4639f3f', 'fixed_ips': [{'subnet_id': 'f1176976-8b61-43ab-a3ba-d0eadb0b48e0'}]}} from dv-cinder-830097-4-iscsi. {{(pid=103459) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Apr 12 13:28:54.839503 dv-cinder-830097-4-iscsi neutron-server[103459]: DEBUG neutron_lib.callbacks.manager [None req-dee95023-1b31-4eb2-a5a7-02158da1746d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-916304'] for port (None), before_create {{(pid=103459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:28:54.976659 dv-cinder-830097-4-iscsi neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-0e09e8e1-4bf3-49c0-86bd-41671820e90d admin admin] Publish callbacks [] for router_gateway (a794cd89-89ba-42ef-a58c-37aafc50af86), precommit_update {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:28:54.983692 dv-cinder-830097-4-iscsi neutron-server[103459]: DEBUG neutron.db.db_base_plugin_common [None req-dee95023-1b31-4eb2-a5a7-02158da1746d None None] Allocated IP 172.20.0.2 (d4adb74a-b0d3-4e8c-b297-c51fe03191f9/f1176976-8b61-43ab-a3ba-d0eadb0b48e0/bdc6150a-6f94-4f93-b3cb-5a2fda531805) {{(pid=103459) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 12 13:28:55.073123 dv-cinder-830097-4-iscsi neutron-server[103459]: DEBUG neutron.plugins.ml2.rpc [None req-3505bd68-a9fd-4823-92ea-1a6ded8ab071 None None] Device 60fc252d-c1cc-4a68-90a9-c0a265bc548e up at agent hyperv_hv-cinder-83009 {{(pid=103459) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 12 13:28:55.155541 dv-cinder-830097-4-iscsi neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-0e09e8e1-4bf3-49c0-86bd-41671820e90d admin admin] Publish callbacks [] for router_gateway (a794cd89-89ba-42ef-a58c-37aafc50af86), before_create {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:28:55.161933 dv-cinder-830097-4-iscsi neutron-server[103459]: DEBUG neutron_lib.callbacks.manager [None req-dee95023-1b31-4eb2-a5a7-02158da1746d None None] Publish callbacks [] for port (bdc6150a-6f94-4f93-b3cb-5a2fda531805), precommit_create {{(pid=103459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:28:55.168726 dv-cinder-830097-4-iscsi neutron-server[103459]: DEBUG neutron_lib.callbacks.manager [None req-dee95023-1b31-4eb2-a5a7-02158da1746d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-915890', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3697887', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732727417914'] for port (bdc6150a-6f94-4f93-b3cb-5a2fda531805), after_create {{(pid=103459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:28:55.171312 dv-cinder-830097-4-iscsi neutron-server[103459]: DEBUG neutron.db.provisioning_blocks [None req-3505bd68-a9fd-4823-92ea-1a6ded8ab071 None None] Provisioning for port 60fc252d-c1cc-4a68-90a9-c0a265bc548e completed by entity L2. {{(pid=103459) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Apr 12 13:28:55.174582 dv-cinder-830097-4-iscsi neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-0e09e8e1-4bf3-49c0-86bd-41671820e90d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-916304'] for port (None), before_create {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:28:55.198388 dv-cinder-830097-4-iscsi neutron-server[103459]: DEBUG neutron.db.provisioning_blocks [None req-3505bd68-a9fd-4823-92ea-1a6ded8ab071 None None] Provisioning complete for port 60fc252d-c1cc-4a68-90a9-c0a265bc548e triggered by entity L2. {{(pid=103459) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 12 13:28:55.198675 dv-cinder-830097-4-iscsi neutron-server[103459]: DEBUG neutron_lib.callbacks.manager [None req-3505bd68-a9fd-4823-92ea-1a6ded8ab071 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-657243'] for port (60fc252d-c1cc-4a68-90a9-c0a265bc548e), provisioning_complete {{(pid=103459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:28:55.232145 dv-cinder-830097-4-iscsi neutron-server[103459]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dee95023-1b31-4eb2-a5a7-02158da1746d None None] Network d4adb74a-b0d3-4e8c-b297-c51fe03191f9 is already hosted by enough agents. {{(pid=103459) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 12 13:28:55.238763 dv-cinder-830097-4-iscsi neutron-server[103459]: DEBUG neutron.scheduler.base_scheduler [None req-dee95023-1b31-4eb2-a5a7-02158da1746d None None] Resources bound (agent type, host, resource id): {{(pid=103459) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 12 13:28:55.244805 dv-cinder-830097-4-iscsi neutron-server[103459]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dee95023-1b31-4eb2-a5a7-02158da1746d None None] Received port after_create {{(pid=103459) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 12 13:28:55.257575 dv-cinder-830097-4-iscsi neutron-server[103459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dee95023-1b31-4eb2-a5a7-02158da1746d None None] Pushing event updated for resources: {'Port': ['ID=bdc6150a-6f94-4f93-b3cb-5a2fda531805,revision_number=1']} {{(pid=103459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 13:28:55.276329 dv-cinder-830097-4-iscsi neutron-server[103457]: DEBUG neutron.db.db_base_plugin_common [None req-0e09e8e1-4bf3-49c0-86bd-41671820e90d admin admin] Allocated IP 172.27.0.252 (26d0436d-8ae2-49bd-8cc6-3d2eac552c84/d93852d8-8f89-4b1c-bef4-0e05f499a8db/0451fcc6-23a4-40eb-829a-704617e0c3b7) {{(pid=103457) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 12 13:28:55.344375 dv-cinder-830097-4-iscsi neutron-server[103459]: DEBUG neutron.plugins.ml2.managers [None req-dee95023-1b31-4eb2-a5a7-02158da1746d None None] Attempting to bind port bdc6150a-6f94-4f93-b3cb-5a2fda531805 on host dv-cinder-830097-4-iscsi for vnic_type normal with profile {{(pid=103459) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 12 13:28:55.344737 dv-cinder-830097-4-iscsi neutron-server[103459]: DEBUG neutron.plugins.ml2.managers [None req-dee95023-1b31-4eb2-a5a7-02158da1746d None None] Attempting to bind port bdc6150a-6f94-4f93-b3cb-5a2fda531805 by drivers openvswitch,hyperv on host dv-cinder-830097-4-iscsi at level 0 using segments [{'id': '00b10ebc-0cf5-44a9-a829-ac84c99db0c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 237, 'network_id': 'd4adb74a-b0d3-4e8c-b297-c51fe03191f9'}] {{(pid=103459) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 12 13:28:55.345115 dv-cinder-830097-4-iscsi neutron-server[103459]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dee95023-1b31-4eb2-a5a7-02158da1746d None None] Attempting to bind port bdc6150a-6f94-4f93-b3cb-5a2fda531805 on network d4adb74a-b0d3-4e8c-b297-c51fe03191f9 {{(pid=103459) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 12 13:28:55.348108 dv-cinder-830097-4-iscsi neutron-server[103459]: DEBUG neutron.plugins.ml2.plugin [None req-3505bd68-a9fd-4823-92ea-1a6ded8ab071 None None] Current status of the port 60fc252d-c1cc-4a68-90a9-c0a265bc548e is: BUILD; New status is: ACTIVE {{(pid=103459) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 12 13:28:55.348485 dv-cinder-830097-4-iscsi neutron-server[103459]: DEBUG neutron_lib.callbacks.manager [None req-3505bd68-a9fd-4823-92ea-1a6ded8ab071 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-916304'] for port (60fc252d-c1cc-4a68-90a9-c0a265bc548e), before_update {{(pid=103459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:28:55.353395 dv-cinder-830097-4-iscsi neutron-server[103459]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dee95023-1b31-4eb2-a5a7-02158da1746d None None] Checking agent: {'id': '3f2daa45-5e56-452b-8a21-b519edfce99e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-830097-4-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 12, 13, 7, 23), 'started_at': datetime.datetime(2022, 4, 12, 13, 7, 53), 'heartbeat_timestamp': datetime.datetime(2022, 4, 12, 13, 28, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-830097-4-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103459) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 12 13:28:55.353765 dv-cinder-830097-4-iscsi neutron-server[103459]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dee95023-1b31-4eb2-a5a7-02158da1746d None None] Checking segment: {'id': '00b10ebc-0cf5-44a9-a829-ac84c99db0c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 237, 'network_id': 'd4adb74a-b0d3-4e8c-b297-c51fe03191f9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103459) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 12 13:28:55.354153 dv-cinder-830097-4-iscsi neutron-server[103459]: DEBUG neutron_lib.callbacks.manager [None req-dee95023-1b31-4eb2-a5a7-02158da1746d None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:28:55.354541 dv-cinder-830097-4-iscsi neutron-server[103459]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dee95023-1b31-4eb2-a5a7-02158da1746d None None] Bound using segment: {'id': '00b10ebc-0cf5-44a9-a829-ac84c99db0c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 237, 'network_id': 'd4adb74a-b0d3-4e8c-b297-c51fe03191f9'} {{(pid=103459) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 12 13:28:55.355012 dv-cinder-830097-4-iscsi neutron-server[103459]: DEBUG neutron.plugins.ml2.managers [None req-dee95023-1b31-4eb2-a5a7-02158da1746d None None] Bound port: bdc6150a-6f94-4f93-b3cb-5a2fda531805, host: dv-cinder-830097-4-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '00b10ebc-0cf5-44a9-a829-ac84c99db0c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 237, 'network_id': 'd4adb74a-b0d3-4e8c-b297-c51fe03191f9'}}] {{(pid=103459) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 12 13:28:55.355370 dv-cinder-830097-4-iscsi neutron-server[103459]: DEBUG neutron_lib.callbacks.manager [None req-dee95023-1b31-4eb2-a5a7-02158da1746d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-916304'] for port (bdc6150a-6f94-4f93-b3cb-5a2fda531805), before_update {{(pid=103459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:28:55.379131 dv-cinder-830097-4-iscsi neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-0e09e8e1-4bf3-49c0-86bd-41671820e90d admin admin] Publish callbacks [] for port (0451fcc6-23a4-40eb-829a-704617e0c3b7), precommit_create {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:28:55.401236 dv-cinder-830097-4-iscsi neutron-server[103459]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '58bbb5e1-595c-43eb-8116-b4df19cecf89', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '60fc252d-c1cc-4a68-90a9-c0a265bc548e'}] {{(pid=103459) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 12 13:28:55.403443 dv-cinder-830097-4-iscsi neutron-server[103459]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}95104bc0dd48ad9143548caf8a5bdec643107760c32fce8433ea43eac3fbdd81" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-accbfa87-bd8a-4fbf-a873-838f83e11091" -d '{"events": [{"server_uuid": "58bbb5e1-595c-43eb-8116-b4df19cecf89", "name": "network-vif-plugged", "status": "completed", "tag": "60fc252d-c1cc-4a68-90a9-c0a265bc548e"}]}' {{(pid=103459) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 12 13:28:55.413792 dv-cinder-830097-4-iscsi neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-0e09e8e1-4bf3-49c0-86bd-41671820e90d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-915890', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3697887', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732727417914', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25610742'] for port (0451fcc6-23a4-40eb-829a-704617e0c3b7), after_create {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:28:55.423894 dv-cinder-830097-4-iscsi neutron-server[103459]: DEBUG neutron.plugins.ml2.db [None req-3505bd68-a9fd-4823-92ea-1a6ded8ab071 None None] For port 60fc252d-c1cc-4a68-90a9-c0a265bc548e, host hv-cinder-83009, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83009',level=0,port_id=60fc252d-c1cc-4a68-90a9-c0a265bc548e,segment=NetworkSegment(12b36334-3d43-4a04-a92d-9c84f6426545),segment_id=12b36334-3d43-4a04-a92d-9c84f6426545)] {{(pid=103459) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 12 13:28:55.437296 dv-cinder-830097-4-iscsi neutron-server[103459]: DEBUG neutron_lib.callbacks.manager [None req-3505bd68-a9fd-4823-92ea-1a6ded8ab071 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-915890', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3697887', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732727894815', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732727417932', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732727417950'] for port (60fc252d-c1cc-4a68-90a9-c0a265bc548e), after_update {{(pid=103459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:28:55.448972 dv-cinder-830097-4-iscsi neutron-server[103459]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 12 Apr 2022 13:28:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8aa362f2-1430-48cd-a6c8-2fb4c45967bc x-openstack-request-id: req-8aa362f2-1430-48cd-a6c8-2fb4c45967bc {{(pid=103459) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 12 13:28:55.449191 dv-cinder-830097-4-iscsi neutron-server[103459]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "58bbb5e1-595c-43eb-8116-b4df19cecf89", "name": "network-vif-plugged", "status": "completed", "tag": "60fc252d-c1cc-4a68-90a9-c0a265bc548e", "code": 200}]} {{(pid=103459) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 12 13:28:55.449417 dv-cinder-830097-4-iscsi neutron-server[103459]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-8aa362f2-1430-48cd-a6c8-2fb4c45967bc {{(pid=103459) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 12 13:28:55.449799 dv-cinder-830097-4-iscsi neutron-server[103459]: INFO neutron.notifiers.nova [-] Nova event matching ['req-8aa362f2-1430-48cd-a6c8-2fb4c45967bc'] response: {'server_uuid': '58bbb5e1-595c-43eb-8116-b4df19cecf89', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '60fc252d-c1cc-4a68-90a9-c0a265bc548e', 'code': 200} Apr 12 13:28:55.453815 dv-cinder-830097-4-iscsi neutron-server[103457]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0e09e8e1-4bf3-49c0-86bd-41671820e90d admin admin] Network 26d0436d-8ae2-49bd-8cc6-3d2eac552c84 is already hosted by enough agents. {{(pid=103457) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 12 13:28:55.456679 dv-cinder-830097-4-iscsi neutron-server[103457]: DEBUG neutron.scheduler.base_scheduler [None req-0e09e8e1-4bf3-49c0-86bd-41671820e90d admin admin] Resources bound (agent type, host, resource id): {{(pid=103457) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 12 13:28:55.460139 dv-cinder-830097-4-iscsi neutron-server[103457]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0e09e8e1-4bf3-49c0-86bd-41671820e90d admin admin] Received port after_create {{(pid=103457) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 12 13:28:55.478231 dv-cinder-830097-4-iscsi neutron-server[103459]: DEBUG neutron.plugins.ml2.db [None req-dee95023-1b31-4eb2-a5a7-02158da1746d None None] For port bdc6150a-6f94-4f93-b3cb-5a2fda531805, host dv-cinder-830097-4-iscsi, cleared binding levels {{(pid=103459) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 12 13:28:55.482430 dv-cinder-830097-4-iscsi neutron-server[103457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e09e8e1-4bf3-49c0-86bd-41671820e90d admin admin] Pushing event updated for resources: {'Port': ['ID=0451fcc6-23a4-40eb-829a-704617e0c3b7,revision_number=1']} {{(pid=103457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 13:28:55.492254 dv-cinder-830097-4-iscsi neutron-server[103459]: DEBUG neutron.plugins.ml2.db [None req-dee95023-1b31-4eb2-a5a7-02158da1746d None None] For port bdc6150a-6f94-4f93-b3cb-5a2fda531805, host dv-cinder-830097-4-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-830097-4-iscsi',level=0,port_id=bdc6150a-6f94-4f93-b3cb-5a2fda531805,segment=NetworkSegment(00b10ebc-0cf5-44a9-a829-ac84c99db0c8),segment_id=00b10ebc-0cf5-44a9-a829-ac84c99db0c8)] {{(pid=103459) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 12 13:28:55.503173 dv-cinder-830097-4-iscsi neutron-server[103459]: DEBUG neutron_lib.callbacks.manager [None req-dee95023-1b31-4eb2-a5a7-02158da1746d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-915890', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3697887', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732727894815', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732727417932', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732727417950'] for port (bdc6150a-6f94-4f93-b3cb-5a2fda531805), after_update {{(pid=103459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:28:55.519053 dv-cinder-830097-4-iscsi neutron-server[103459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3505bd68-a9fd-4823-92ea-1a6ded8ab071 None None] Pushing event updated for resources: {'Port': ['ID=60fc252d-c1cc-4a68-90a9-c0a265bc548e,revision_number=5']} {{(pid=103459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 13:28:55.582756 dv-cinder-830097-4-iscsi neutron-server[103459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dee95023-1b31-4eb2-a5a7-02158da1746d None None] Pushing event updated for resources: {'Port': ['ID=bdc6150a-6f94-4f93-b3cb-5a2fda531805,revision_number=2']} {{(pid=103459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 13:28:55.747443 dv-cinder-830097-4-iscsi neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26f2d8d6-f417-4530-9708-f74335a55cd6 req-1e6a477e-d582-4e7b-a4bf-07870c282bc0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 13:28:55.750483 dv-cinder-830097-4-iscsi neutron-server[103457]: INFO neutron.wsgi [req-26f2d8d6-f417-4530-9708-f74335a55cd6 req-1e6a477e-d582-4e7b-a4bf-07870c282bc0 service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=58bbb5e1-595c-43eb-8116-b4df19cecf89 HTTP/1.1" status: 200 len: 1130 time: 0.0881598 Apr 12 13:28:55.791841 dv-cinder-830097-4-iscsi neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-0e09e8e1-4bf3-49c0-86bd-41671820e90d admin admin] Publish callbacks [] for router_gateway (a794cd89-89ba-42ef-a58c-37aafc50af86), after_create {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:28:55.841351 dv-cinder-830097-4-iscsi neutron-server[103457]: INFO neutron.wsgi [req-26f2d8d6-f417-4530-9708-f74335a55cd6 req-2f9e5c26-edd5-4a14-9e13-899868ba9cf2 service neutron] 10.222.0.55 "GET /v2.0/security-groups?id=56e895e0-e2e0-45ac-b6ed-25edf7c5ab22&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0853670 Apr 12 13:28:55.907375 dv-cinder-830097-4-iscsi neutron-server[103458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ea43540-c5a9-4f1a-bfee-151273cdd9fb req-b834a96b-c930-43c8-8dd1-91e944d70311 tempest-VolumesSnapshotTestJSON-811272226 tempest-VolumesSnapshotTestJSON-811272226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 13:28:55.908891 dv-cinder-830097-4-iscsi neutron-server[103458]: INFO neutron.wsgi [req-8ea43540-c5a9-4f1a-bfee-151273cdd9fb req-b834a96b-c930-43c8-8dd1-91e944d70311 tempest-VolumesSnapshotTestJSON-811272226 tempest-VolumesSnapshotTestJSON-811272226-project] 10.222.0.18 "GET /v2.0/ports?device_id=58bbb5e1-595c-43eb-8116-b4df19cecf89 HTTP/1.1" status: 200 len: 946 time: 0.0510547 Apr 12 13:28:55.962337 dv-cinder-830097-4-iscsi neutron-server[103458]: INFO neutron.wsgi [req-8ea43540-c5a9-4f1a-bfee-151273cdd9fb req-cbe66987-c0b0-420f-b2c4-6040d33b76fc tempest-VolumesSnapshotTestJSON-811272226 tempest-VolumesSnapshotTestJSON-811272226-project] 10.222.0.18 "GET /v2.0/security-groups?id=56e895e0-e2e0-45ac-b6ed-25edf7c5ab22&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0463052 Apr 12 13:28:56.010047 dv-cinder-830097-4-iscsi neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-0e09e8e1-4bf3-49c0-86bd-41671820e90d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3800281', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3739048'] for router (a794cd89-89ba-42ef-a58c-37aafc50af86), after_create {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:28:56.135681 dv-cinder-830097-4-iscsi neutron-server[103457]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0e09e8e1-4bf3-49c0-86bd-41671820e90d admin admin] Router a794cd89-89ba-42ef-a58c-37aafc50af86 is scheduled to L3 agent b7e11a8b-aeed-493f-9763-461016dddc93 with binding_index 1 {{(pid=103457) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 12 13:28:56.456427 dv-cinder-830097-4-iscsi neutron-server[103459]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-27c7709a-b5c0-4987-a5d7-29f21df84ee2 None None] Network d4adb74a-b0d3-4e8c-b297-c51fe03191f9 requested from dv-cinder-830097-4-iscsi {{(pid=103459) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 12 13:28:56.523908 dv-cinder-830097-4-iscsi neutron-server[103457]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0e09e8e1-4bf3-49c0-86bd-41671820e90d admin admin] Notify agent at l3_agent.dv-cinder-830097-4-iscsi the message routers_updated {{(pid=103457) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 12 13:28:56.535259 dv-cinder-830097-4-iscsi neutron-server[103460]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4b3dc989-7a0f-444b-ae61-022f33240137 None None] Sync routers for ids ['a794cd89-89ba-42ef-a58c-37aafc50af86'] in dv-cinder-830097-4-iscsi {{(pid=103460) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 12 13:28:56.546414 dv-cinder-830097-4-iscsi neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-0e09e8e1-4bf3-49c0-86bd-41671820e90d admin admin] Publish callbacks [] for router (None), before_response {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:28:56.547057 dv-cinder-830097-4-iscsi neutron-server[103460]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4b3dc989-7a0f-444b-ae61-022f33240137 None None] Routers {'a794cd89-89ba-42ef-a58c-37aafc50af86'} bound to L3 agent in host dv-cinder-830097-4-iscsi {{(pid=103460) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 12 13:28:56.550455 dv-cinder-830097-4-iscsi neutron-server[103457]: INFO neutron.wsgi [None req-0e09e8e1-4bf3-49c0-86bd-41671820e90d admin admin] 10.222.0.18 "POST /v2.0/routers HTTP/1.1" status: 201 len: 927 time: 1.8033988 Apr 12 13:28:56.550606 dv-cinder-830097-4-iscsi neutron-server[103460]: DEBUG neutron.db.l3_hamode_db [None req-4b3dc989-7a0f-444b-ae61-022f33240137 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830097-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-12T13:07:19Z,description=,heartbeat_timestamp=2022-04-12T13:28:49Z,host='dv-cinder-830097-4-iscsi',id=b7e11a8b-aeed-493f-9763-461016dddc93,load=0,resource_versions=,resources_synced=,started_at=2022-04-12T13:07:19Z,topic='l3_agent')) {'router_ids': ['a794cd89-89ba-42ef-a58c-37aafc50af86'], 'active': True} {{(pid=103460) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 13:28:56.550761 dv-cinder-830097-4-iscsi neutron-server[103458]: DEBUG neutron.wsgi [-] (103458) accepted ('10.222.0.18', 51670) {{(pid=103458) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 13:28:56.567877 dv-cinder-830097-4-iscsi neutron-server[103459]: DEBUG neutron.db.provisioning_blocks [None req-0bc1c473-3c9d-43b2-805a-2f4806f86c6f None None] Provisioning complete for port bdc6150a-6f94-4f93-b3cb-5a2fda531805 triggered by entity DHCP. {{(pid=103459) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 12 13:28:56.568452 dv-cinder-830097-4-iscsi neutron-server[103459]: DEBUG neutron_lib.callbacks.manager [None req-0bc1c473-3c9d-43b2-805a-2f4806f86c6f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-657243'] for port (bdc6150a-6f94-4f93-b3cb-5a2fda531805), provisioning_complete {{(pid=103459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:28:56.661365 dv-cinder-830097-4-iscsi neutron-server[103459]: DEBUG neutron.plugins.ml2.plugin [None req-0bc1c473-3c9d-43b2-805a-2f4806f86c6f None None] Current status of the port bdc6150a-6f94-4f93-b3cb-5a2fda531805 is: DOWN; New status is: ACTIVE {{(pid=103459) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 12 13:28:56.661754 dv-cinder-830097-4-iscsi neutron-server[103459]: DEBUG neutron_lib.callbacks.manager [None req-0bc1c473-3c9d-43b2-805a-2f4806f86c6f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-916304'] for port (bdc6150a-6f94-4f93-b3cb-5a2fda531805), before_update {{(pid=103459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:28:56.699363 dv-cinder-830097-4-iscsi neutron-server[103460]: DEBUG neutron.db.l3_dvr_db [None req-4b3dc989-7a0f-444b-ae61-022f33240137 None None] Set router a794cd89-89ba-42ef-a58c-37aafc50af86 gateway port host: dv-cinder-830097-4-iscsi {{(pid=103460) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 12 13:28:56.714087 dv-cinder-830097-4-iscsi neutron-server[103459]: DEBUG neutron.plugins.ml2.db [None req-0bc1c473-3c9d-43b2-805a-2f4806f86c6f None None] For port bdc6150a-6f94-4f93-b3cb-5a2fda531805, host dv-cinder-830097-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-830097-4-iscsi',level=0,port_id=bdc6150a-6f94-4f93-b3cb-5a2fda531805,segment=NetworkSegment(00b10ebc-0cf5-44a9-a829-ac84c99db0c8),segment_id=00b10ebc-0cf5-44a9-a829-ac84c99db0c8)] {{(pid=103459) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 12 13:28:56.720652 dv-cinder-830097-4-iscsi neutron-server[103459]: DEBUG neutron_lib.callbacks.manager [None req-0bc1c473-3c9d-43b2-805a-2f4806f86c6f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-915890', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3697887', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732727894815', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732727417932', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732727417950'] for port (bdc6150a-6f94-4f93-b3cb-5a2fda531805), after_update {{(pid=103459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:28:56.780005 dv-cinder-830097-4-iscsi neutron-server[103459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bc1c473-3c9d-43b2-805a-2f4806f86c6f None None] Pushing event updated for resources: {'Port': ['ID=bdc6150a-6f94-4f93-b3cb-5a2fda531805,revision_number=3']} {{(pid=103459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 13:28:56.839056 dv-cinder-830097-4-iscsi neutron-server[103459]: DEBUG neutron.db.provisioning_blocks [None req-471cbb6a-4b02-460d-b26c-dd697319d2b5 None None] Provisioning complete for port bdc6150a-6f94-4f93-b3cb-5a2fda531805 triggered by entity DHCP. {{(pid=103459) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 12 13:28:56.839423 dv-cinder-830097-4-iscsi neutron-server[103459]: DEBUG neutron_lib.callbacks.manager [None req-471cbb6a-4b02-460d-b26c-dd697319d2b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-657243'] for port (bdc6150a-6f94-4f93-b3cb-5a2fda531805), provisioning_complete {{(pid=103459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:28:56.896566 dv-cinder-830097-4-iscsi neutron-server[103460]: DEBUG neutron.db.l3_hamode_db [None req-4b3dc989-7a0f-444b-ae61-022f33240137 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a794cd89-89ba-42ef-a58c-37aafc50af86', 'name': 'tempest-AttachVolumeNegativeTest-1091455639-router', 'tenant_id': '0b44de7c9b4f45aa8f33bcf3b4639f3f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '26d0436d-8ae2-49bd-8cc6-3d2eac552c84', 'external_fixed_ips': [{'subnet_id': 'd93852d8-8f89-4b1c-bef4-0e05f499a8db', 'ip_address': '172.27.0.252'}], 'enable_snat': True}, 'gw_port_id': '0451fcc6-23a4-40eb-829a-704617e0c3b7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-12T13:28:54Z', 'updated_at': '2022-04-12T13:28:55Z', 'revision_number': 3, 'project_id': '0b44de7c9b4f45aa8f33bcf3b4639f3f', 'gw_port': {'id': '0451fcc6-23a4-40eb-829a-704617e0c3b7', 'name': '', 'network_id': '26d0436d-8ae2-49bd-8cc6-3d2eac552c84', 'tenant_id': '', 'mac_address': 'fa:16:3e:71:01:72', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a794cd89-89ba-42ef-a58c-37aafc50af86', 'device_owner': 'network:router_gateway', 'standard_attr_id': 661, 'fixed_ips': [{'subnet_id': 'd93852d8-8f89-4b1c-bef4-0e05f499a8db', 'ip_address': '172.27.0.252', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T13:28:55Z', 'updated_at': '2022-04-12T13:28:55Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'd93852d8-8f89-4b1c-bef4-0e05f499a8db', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830097-4-iscsi'}], 'dv-cinder-830097-4-iscsi', False) {} {{(pid=103460) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 13:28:56.923264 dv-cinder-830097-4-iscsi neutron-server[103459]: DEBUG neutron.plugins.ml2.plugin [None req-471cbb6a-4b02-460d-b26c-dd697319d2b5 None None] Current status of the port bdc6150a-6f94-4f93-b3cb-5a2fda531805 is: ACTIVE; New status is: ACTIVE {{(pid=103459) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 12 13:28:56.940674 dv-cinder-830097-4-iscsi neutron-server[103460]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4b3dc989-7a0f-444b-ae61-022f33240137 None None] Checking router: a794cd89-89ba-42ef-a58c-37aafc50af86 for host: dv-cinder-830097-4-iscsi {{(pid=103460) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 12 13:28:56.941052 dv-cinder-830097-4-iscsi neutron-server[103460]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4b3dc989-7a0f-444b-ae61-022f33240137 None None] Updating router a794cd89-89ba-42ef-a58c-37aafc50af86 port 0451fcc6-23a4-40eb-829a-704617e0c3b7 binding host dv-cinder-830097-4-iscsi {{(pid=103460) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 12 13:28:56.974829 dv-cinder-830097-4-iscsi neutron-server[103460]: DEBUG neutron_lib.callbacks.manager [None req-4b3dc989-7a0f-444b-ae61-022f33240137 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-916304'] for port (0451fcc6-23a4-40eb-829a-704617e0c3b7), before_update {{(pid=103460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:28:57.041938 dv-cinder-830097-4-iscsi neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-a08e2485-b2ef-4999-8203-42557433c5e7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-916304'] for port (None), before_create {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:28:57.045397 dv-cinder-830097-4-iscsi neutron-server[103459]: DEBUG neutron.plugins.ml2.rpc [None req-53781792-8650-4c78-93a6-1c4d328d874c None None] Device bdc6150a-6f94-4f93-b3cb-5a2fda531805 up at agent ovs-agent-dv-cinder-830097-4-iscsi {{(pid=103459) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 12 13:28:57.098484 dv-cinder-830097-4-iscsi neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-949d8171-cbee-4069-9251-f3adf4c3139d req-e455e69c-bf16-4129-8d61-10a0ba0a9bdb tempest-VolumesSnapshotTestJSON-811272226 tempest-VolumesSnapshotTestJSON-811272226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 13:28:57.099967 dv-cinder-830097-4-iscsi neutron-server[103457]: INFO neutron.wsgi [req-949d8171-cbee-4069-9251-f3adf4c3139d req-e455e69c-bf16-4129-8d61-10a0ba0a9bdb tempest-VolumesSnapshotTestJSON-811272226 tempest-VolumesSnapshotTestJSON-811272226-project] 10.222.0.18 "GET /v2.0/ports?device_id=58bbb5e1-595c-43eb-8116-b4df19cecf89 HTTP/1.1" status: 200 len: 946 time: 0.0643589 Apr 12 13:28:57.103111 dv-cinder-830097-4-iscsi neutron-server[103459]: DEBUG neutron.db.provisioning_blocks [None req-53781792-8650-4c78-93a6-1c4d328d874c None None] Provisioning complete for port bdc6150a-6f94-4f93-b3cb-5a2fda531805 triggered by entity L2. {{(pid=103459) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 12 13:28:57.103498 dv-cinder-830097-4-iscsi neutron-server[103459]: DEBUG neutron_lib.callbacks.manager [None req-53781792-8650-4c78-93a6-1c4d328d874c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-657243'] for port (bdc6150a-6f94-4f93-b3cb-5a2fda531805), provisioning_complete {{(pid=103459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:28:57.159060 dv-cinder-830097-4-iscsi neutron-server[103457]: INFO neutron.wsgi [req-949d8171-cbee-4069-9251-f3adf4c3139d req-71bb1ee6-db26-4226-828f-9b2a3581ed11 tempest-VolumesSnapshotTestJSON-811272226 tempest-VolumesSnapshotTestJSON-811272226-project] 10.222.0.18 "GET /v2.0/security-groups?id=56e895e0-e2e0-45ac-b6ed-25edf7c5ab22&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0509751 Apr 12 13:28:57.198360 dv-cinder-830097-4-iscsi neutron-server[103459]: DEBUG neutron.plugins.ml2.plugin [None req-53781792-8650-4c78-93a6-1c4d328d874c None None] Current status of the port bdc6150a-6f94-4f93-b3cb-5a2fda531805 is: ACTIVE; New status is: ACTIVE {{(pid=103459) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 12 13:28:57.227819 dv-cinder-830097-4-iscsi neutron-server[103458]: DEBUG neutron.db.db_base_plugin_common [None req-a08e2485-b2ef-4999-8203-42557433c5e7 admin admin] Allocated IP 172.20.0.1 (d4adb74a-b0d3-4e8c-b297-c51fe03191f9/f1176976-8b61-43ab-a3ba-d0eadb0b48e0/2f2a340d-e57c-4a8c-9890-5422afa115af) {{(pid=103458) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 12 13:28:57.272994 dv-cinder-830097-4-iscsi neutron-server[103460]: DEBUG neutron_lib.callbacks.manager [None req-4b3dc989-7a0f-444b-ae61-022f33240137 None None] Publish callbacks [] for port (0451fcc6-23a4-40eb-829a-704617e0c3b7), precommit_update {{(pid=103460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:28:57.277869 dv-cinder-830097-4-iscsi neutron-server[103460]: DEBUG neutron_lib.callbacks.manager [None req-4b3dc989-7a0f-444b-ae61-022f33240137 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-915890', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3697887', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732727894815', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732727417932', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732727417950'] for port (0451fcc6-23a4-40eb-829a-704617e0c3b7), after_update {{(pid=103460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:28:57.331634 dv-cinder-830097-4-iscsi neutron-server[103460]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cff0fd8f-1cd3-4e14-85d0-4bfaf79ce7be None None] Pushing event updated for resources: {'Port': ['ID=0451fcc6-23a4-40eb-829a-704617e0c3b7,revision_number=2']} {{(pid=103460) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 13:28:57.341192 dv-cinder-830097-4-iscsi neutron-server[103460]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cff0fd8f-1cd3-4e14-85d0-4bfaf79ce7be None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830097-4-iscsi {{(pid=103460) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 13:28:57.341850 dv-cinder-830097-4-iscsi neutron-server[103460]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cff0fd8f-1cd3-4e14-85d0-4bfaf79ce7be None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830097-4-iscsi {{(pid=103460) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 13:28:57.342403 dv-cinder-830097-4-iscsi neutron-server[103460]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cff0fd8f-1cd3-4e14-85d0-4bfaf79ce7be None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830097-4-iscsi {{(pid=103460) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 13:28:57.342940 dv-cinder-830097-4-iscsi neutron-server[103460]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cff0fd8f-1cd3-4e14-85d0-4bfaf79ce7be None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830097-4-iscsi {{(pid=103460) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 13:28:57.343518 dv-cinder-830097-4-iscsi neutron-server[103460]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cff0fd8f-1cd3-4e14-85d0-4bfaf79ce7be None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830097-4-iscsi {{(pid=103460) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 13:28:57.344054 dv-cinder-830097-4-iscsi neutron-server[103460]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cff0fd8f-1cd3-4e14-85d0-4bfaf79ce7be None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830097-4-iscsi {{(pid=103460) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 13:28:57.344596 dv-cinder-830097-4-iscsi neutron-server[103460]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cff0fd8f-1cd3-4e14-85d0-4bfaf79ce7be None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830097-4-iscsi {{(pid=103460) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 13:28:57.345172 dv-cinder-830097-4-iscsi neutron-server[103460]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cff0fd8f-1cd3-4e14-85d0-4bfaf79ce7be None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-830097-4-iscsi {{(pid=103460) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 13:28:57.345788 dv-cinder-830097-4-iscsi neutron-server[103460]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cff0fd8f-1cd3-4e14-85d0-4bfaf79ce7be None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-830097-4-iscsi {{(pid=103460) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 13:28:57.346339 dv-cinder-830097-4-iscsi neutron-server[103460]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cff0fd8f-1cd3-4e14-85d0-4bfaf79ce7be None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-830097-4-iscsi {{(pid=103460) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 13:28:57.346729 dv-cinder-830097-4-iscsi neutron-server[103460]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cff0fd8f-1cd3-4e14-85d0-4bfaf79ce7be None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-830097-4-iscsi {{(pid=103460) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 13:28:57.347152 dv-cinder-830097-4-iscsi neutron-server[103460]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cff0fd8f-1cd3-4e14-85d0-4bfaf79ce7be None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830097-4-iscsi {{(pid=103460) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 13:28:57.347301 dv-cinder-830097-4-iscsi neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-a08e2485-b2ef-4999-8203-42557433c5e7 admin admin] Publish callbacks [] for port (2f2a340d-e57c-4a8c-9890-5422afa115af), precommit_create {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:28:57.347589 dv-cinder-830097-4-iscsi neutron-server[103460]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cff0fd8f-1cd3-4e14-85d0-4bfaf79ce7be None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830097-4-iscsi {{(pid=103460) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 13:28:57.347982 dv-cinder-830097-4-iscsi neutron-server[103460]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cff0fd8f-1cd3-4e14-85d0-4bfaf79ce7be None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830097-4-iscsi {{(pid=103460) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 13:28:57.348362 dv-cinder-830097-4-iscsi neutron-server[103460]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cff0fd8f-1cd3-4e14-85d0-4bfaf79ce7be None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830097-4-iscsi {{(pid=103460) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 13:28:57.353831 dv-cinder-830097-4-iscsi neutron-server[103460]: DEBUG neutron.plugins.ml2.managers [None req-4b3dc989-7a0f-444b-ae61-022f33240137 None None] Attempting to bind port 0451fcc6-23a4-40eb-829a-704617e0c3b7 on host dv-cinder-830097-4-iscsi for vnic_type normal with profile {{(pid=103460) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 12 13:28:57.354288 dv-cinder-830097-4-iscsi neutron-server[103460]: DEBUG neutron.plugins.ml2.managers [None req-4b3dc989-7a0f-444b-ae61-022f33240137 None None] Attempting to bind port 0451fcc6-23a4-40eb-829a-704617e0c3b7 by drivers openvswitch,hyperv on host dv-cinder-830097-4-iscsi at level 0 using segments [{'id': '333e2245-11dc-4fcd-9fb1-9fe65fae59ea', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '26d0436d-8ae2-49bd-8cc6-3d2eac552c84'}] {{(pid=103460) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 12 13:28:57.354710 dv-cinder-830097-4-iscsi neutron-server[103460]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4b3dc989-7a0f-444b-ae61-022f33240137 None None] Attempting to bind port 0451fcc6-23a4-40eb-829a-704617e0c3b7 on network 26d0436d-8ae2-49bd-8cc6-3d2eac552c84 {{(pid=103460) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 12 13:28:57.360741 dv-cinder-830097-4-iscsi neutron-server[103460]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4b3dc989-7a0f-444b-ae61-022f33240137 None None] Checking agent: {'id': '3f2daa45-5e56-452b-8a21-b519edfce99e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-830097-4-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 12, 13, 7, 23), 'started_at': datetime.datetime(2022, 4, 12, 13, 7, 53), 'heartbeat_timestamp': datetime.datetime(2022, 4, 12, 13, 28, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-830097-4-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103460) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 12 13:28:57.361141 dv-cinder-830097-4-iscsi neutron-server[103460]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4b3dc989-7a0f-444b-ae61-022f33240137 None None] Checking segment: {'id': '333e2245-11dc-4fcd-9fb1-9fe65fae59ea', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '26d0436d-8ae2-49bd-8cc6-3d2eac552c84'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103460) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 12 13:28:57.361722 dv-cinder-830097-4-iscsi neutron-server[103460]: DEBUG neutron_lib.callbacks.manager [None req-4b3dc989-7a0f-444b-ae61-022f33240137 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:28:57.362103 dv-cinder-830097-4-iscsi neutron-server[103460]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4b3dc989-7a0f-444b-ae61-022f33240137 None None] Bound using segment: {'id': '333e2245-11dc-4fcd-9fb1-9fe65fae59ea', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '26d0436d-8ae2-49bd-8cc6-3d2eac552c84'} {{(pid=103460) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 12 13:28:57.362558 dv-cinder-830097-4-iscsi neutron-server[103460]: DEBUG neutron.plugins.ml2.managers [None req-4b3dc989-7a0f-444b-ae61-022f33240137 None None] Bound port: 0451fcc6-23a4-40eb-829a-704617e0c3b7, host: dv-cinder-830097-4-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '333e2245-11dc-4fcd-9fb1-9fe65fae59ea', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '26d0436d-8ae2-49bd-8cc6-3d2eac552c84'}}] {{(pid=103460) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 12 13:28:57.362925 dv-cinder-830097-4-iscsi neutron-server[103460]: DEBUG neutron_lib.callbacks.manager [None req-4b3dc989-7a0f-444b-ae61-022f33240137 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-916304'] for port (0451fcc6-23a4-40eb-829a-704617e0c3b7), before_update {{(pid=103460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:28:57.391981 dv-cinder-830097-4-iscsi neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-a08e2485-b2ef-4999-8203-42557433c5e7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-915890', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3697887', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732727417914', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26097133'] for port (2f2a340d-e57c-4a8c-9890-5422afa115af), after_create {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:28:57.416707 dv-cinder-830097-4-iscsi neutron-server[103460]: DEBUG neutron.plugins.ml2.db [None req-4b3dc989-7a0f-444b-ae61-022f33240137 None None] For port 0451fcc6-23a4-40eb-829a-704617e0c3b7, host dv-cinder-830097-4-iscsi, cleared binding levels {{(pid=103460) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 12 13:28:57.425758 dv-cinder-830097-4-iscsi neutron-server[103460]: DEBUG neutron.plugins.ml2.db [None req-4b3dc989-7a0f-444b-ae61-022f33240137 None None] For port 0451fcc6-23a4-40eb-829a-704617e0c3b7, host dv-cinder-830097-4-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-830097-4-iscsi',level=0,port_id=0451fcc6-23a4-40eb-829a-704617e0c3b7,segment=NetworkSegment(333e2245-11dc-4fcd-9fb1-9fe65fae59ea),segment_id=333e2245-11dc-4fcd-9fb1-9fe65fae59ea)] {{(pid=103460) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 12 13:28:57.433494 dv-cinder-830097-4-iscsi neutron-server[103460]: DEBUG neutron_lib.callbacks.manager [None req-4b3dc989-7a0f-444b-ae61-022f33240137 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-915890', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3697887', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732727894815', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732727417932', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732727417950'] for port (0451fcc6-23a4-40eb-829a-704617e0c3b7), after_update {{(pid=103460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:28:57.437714 dv-cinder-830097-4-iscsi neutron-server[103458]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a08e2485-b2ef-4999-8203-42557433c5e7 admin admin] Network d4adb74a-b0d3-4e8c-b297-c51fe03191f9 is already hosted by enough agents. {{(pid=103458) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 12 13:28:57.442518 dv-cinder-830097-4-iscsi neutron-server[103458]: DEBUG neutron.scheduler.base_scheduler [None req-a08e2485-b2ef-4999-8203-42557433c5e7 admin admin] Resources bound (agent type, host, resource id): {{(pid=103458) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 12 13:28:57.447063 dv-cinder-830097-4-iscsi neutron-server[103458]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a08e2485-b2ef-4999-8203-42557433c5e7 admin admin] Received port after_create {{(pid=103458) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 12 13:28:57.450284 dv-cinder-830097-4-iscsi neutron-server[103458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a08e2485-b2ef-4999-8203-42557433c5e7 admin admin] Pushing event updated for resources: {'Port': ['ID=2f2a340d-e57c-4a8c-9890-5422afa115af,revision_number=1']} {{(pid=103458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 13:28:57.486508 dv-cinder-830097-4-iscsi neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-a08e2485-b2ef-4999-8203-42557433c5e7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3738971'] for router_interface (a794cd89-89ba-42ef-a58c-37aafc50af86), before_create {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:28:57.490804 dv-cinder-830097-4-iscsi neutron-server[103460]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4b3dc989-7a0f-444b-ae61-022f33240137 None None] Routers {'a794cd89-89ba-42ef-a58c-37aafc50af86'} bound to L3 agent in host dv-cinder-830097-4-iscsi {{(pid=103460) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 12 13:28:57.491429 dv-cinder-830097-4-iscsi neutron-server[103460]: DEBUG neutron.db.l3_hamode_db [None req-4b3dc989-7a0f-444b-ae61-022f33240137 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830097-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-12T13:07:19Z,description=,heartbeat_timestamp=2022-04-12T13:28:49Z,host='dv-cinder-830097-4-iscsi',id=b7e11a8b-aeed-493f-9763-461016dddc93,load=0,resource_versions=,resources_synced=,started_at=2022-04-12T13:07:19Z,topic='l3_agent')) {'router_ids': ['a794cd89-89ba-42ef-a58c-37aafc50af86'], 'active': True} {{(pid=103460) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 13:28:57.527854 dv-cinder-830097-4-iscsi neutron-server[103460]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cff0fd8f-1cd3-4e14-85d0-4bfaf79ce7be None None] Pushing event updated for resources: {'Port': ['ID=0451fcc6-23a4-40eb-829a-704617e0c3b7,revision_number=3']} {{(pid=103460) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 13:28:57.615398 dv-cinder-830097-4-iscsi neutron-server[103460]: DEBUG neutron.db.l3_dvr_db [None req-4b3dc989-7a0f-444b-ae61-022f33240137 None None] Set router a794cd89-89ba-42ef-a58c-37aafc50af86 gateway port host: dv-cinder-830097-4-iscsi {{(pid=103460) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 12 13:28:57.637409 dv-cinder-830097-4-iscsi neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-a08e2485-b2ef-4999-8203-42557433c5e7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-916304'] for port (2f2a340d-e57c-4a8c-9890-5422afa115af), before_update {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:28:57.745937 dv-cinder-830097-4-iscsi neutron-server[103459]: DEBUG neutron.db.provisioning_blocks [None req-89234e6f-fbaf-46fe-9d00-f56f2cbe703d None None] Provisioning complete for port 2f2a340d-e57c-4a8c-9890-5422afa115af triggered by entity DHCP. {{(pid=103459) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 12 13:28:57.746478 dv-cinder-830097-4-iscsi neutron-server[103459]: DEBUG neutron_lib.callbacks.manager [None req-89234e6f-fbaf-46fe-9d00-f56f2cbe703d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-657243'] for port (2f2a340d-e57c-4a8c-9890-5422afa115af), provisioning_complete {{(pid=103459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:28:57.781176 dv-cinder-830097-4-iscsi neutron-server[103459]: DEBUG neutron.plugins.ml2.plugin [None req-89234e6f-fbaf-46fe-9d00-f56f2cbe703d None None] Port 2f2a340d-e57c-4a8c-9890-5422afa115af cannot update to ACTIVE because it is not bound. {{(pid=103459) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 12 13:28:57.797580 dv-cinder-830097-4-iscsi neutron-server[103460]: DEBUG neutron.db.l3_hamode_db [None req-4b3dc989-7a0f-444b-ae61-022f33240137 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a794cd89-89ba-42ef-a58c-37aafc50af86', 'name': 'tempest-AttachVolumeNegativeTest-1091455639-router', 'tenant_id': '0b44de7c9b4f45aa8f33bcf3b4639f3f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '26d0436d-8ae2-49bd-8cc6-3d2eac552c84', 'external_fixed_ips': [{'subnet_id': 'd93852d8-8f89-4b1c-bef4-0e05f499a8db', 'ip_address': '172.27.0.252'}], 'enable_snat': True}, 'gw_port_id': '0451fcc6-23a4-40eb-829a-704617e0c3b7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-12T13:28:54Z', 'updated_at': '2022-04-12T13:28:55Z', 'revision_number': 3, 'project_id': '0b44de7c9b4f45aa8f33bcf3b4639f3f', 'gw_port': {'id': '0451fcc6-23a4-40eb-829a-704617e0c3b7', 'name': '', 'network_id': '26d0436d-8ae2-49bd-8cc6-3d2eac552c84', 'tenant_id': '', 'mac_address': 'fa:16:3e:71:01:72', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a794cd89-89ba-42ef-a58c-37aafc50af86', 'device_owner': 'network:router_gateway', 'standard_attr_id': 661, 'fixed_ips': [{'subnet_id': 'd93852d8-8f89-4b1c-bef4-0e05f499a8db', 'ip_address': '172.27.0.252', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830097-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T13:28:55Z', 'updated_at': '2022-04-12T13:28:57Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd93852d8-8f89-4b1c-bef4-0e05f499a8db', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830097-4-iscsi'}], 'dv-cinder-830097-4-iscsi', False) {} {{(pid=103460) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 13:28:57.807038 dv-cinder-830097-4-iscsi neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-a08e2485-b2ef-4999-8203-42557433c5e7 admin admin] Publish callbacks [] for port (2f2a340d-e57c-4a8c-9890-5422afa115af), precommit_update {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:28:57.812373 dv-cinder-830097-4-iscsi neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-a08e2485-b2ef-4999-8203-42557433c5e7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-915890', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3697887', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732727894815', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732727417932', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732727417950', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26097126'] for port (2f2a340d-e57c-4a8c-9890-5422afa115af), after_update {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:28:57.829642 dv-cinder-830097-4-iscsi neutron-server[103460]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4b3dc989-7a0f-444b-ae61-022f33240137 None None] The sync data for ids ['a794cd89-89ba-42ef-a58c-37aafc50af86'] in dv-cinder-830097-4-iscsi is: [{'id': 'a794cd89-89ba-42ef-a58c-37aafc50af86', 'name': 'tempest-AttachVolumeNegativeTest-1091455639-router', 'tenant_id': '0b44de7c9b4f45aa8f33bcf3b4639f3f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '26d0436d-8ae2-49bd-8cc6-3d2eac552c84', 'external_fixed_ips': [{'subnet_id': 'd93852d8-8f89-4b1c-bef4-0e05f499a8db', 'ip_address': '172.27.0.252'}], 'enable_snat': True}, 'gw_port_id': '0451fcc6-23a4-40eb-829a-704617e0c3b7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-12T13:28:54Z', 'updated_at': '2022-04-12T13:28:55Z', 'revision_number': 3, 'project_id': '0b44de7c9b4f45aa8f33bcf3b4639f3f', 'gw_port': {'id': '0451fcc6-23a4-40eb-829a-704617e0c3b7', 'name': '', 'network_id': '26d0436d-8ae2-49bd-8cc6-3d2eac552c84', 'tenant_id': '', 'mac_address': 'fa:16:3e:71:01:72', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a794cd89-89ba-42ef-a58c-37aafc50af86', 'device_owner': 'network:router_gateway', 'standard_attr_id': 661, 'fixed_ips': [{'subnet_id': 'd93852d8-8f89-4b1c-bef4-0e05f499a8db', 'ip_address': '172.27.0.252', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830097-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T13:28:55Z', 'updated_at': '2022-04-12T13:28:57Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd93852d8-8f89-4b1c-bef4-0e05f499a8db', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830097-4-iscsi'}] {{(pid=103460) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 12 13:28:57.881197 dv-cinder-830097-4-iscsi neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-a08e2485-b2ef-4999-8203-42557433c5e7 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3697905', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3750891'] for router_interface (a794cd89-89ba-42ef-a58c-37aafc50af86), after_create {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:28:57.883004 dv-cinder-830097-4-iscsi neutron-server[103458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a08e2485-b2ef-4999-8203-42557433c5e7 admin admin] Pushing event updated for resources: {'Port': ['ID=2f2a340d-e57c-4a8c-9890-5422afa115af,revision_number=2']} {{(pid=103458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 13:28:57.985804 dv-cinder-830097-4-iscsi neutron-server[103458]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a08e2485-b2ef-4999-8203-42557433c5e7 admin admin] Network d4adb74a-b0d3-4e8c-b297-c51fe03191f9 is already hosted by enough agents. {{(pid=103458) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 12 13:28:57.987168 dv-cinder-830097-4-iscsi neutron-server[103458]: DEBUG neutron.scheduler.base_scheduler [None req-a08e2485-b2ef-4999-8203-42557433c5e7 admin admin] Resources bound (agent type, host, resource id): {{(pid=103458) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 12 13:28:58.133330 dv-cinder-830097-4-iscsi neutron-server[103458]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a08e2485-b2ef-4999-8203-42557433c5e7 admin admin] Router a794cd89-89ba-42ef-a58c-37aafc50af86 has already been hosted by L3 agent b7e11a8b-aeed-493f-9763-461016dddc93 {{(pid=103458) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 12 13:28:58.229775 dv-cinder-830097-4-iscsi neutron-server[103460]: DEBUG neutron.db.agents_db [None req-38c2972b-b018-47ca-95cb-8760adc1e78b None None] Agent healthcheck: found 6 active agents {{(pid=103460) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 12 13:28:58.303359 dv-cinder-830097-4-iscsi neutron-server[103458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d779b87-876d-40d7-aa1e-1a20264f7942 req-1c8c95cb-72d0-4c61-bb5b-e8a20fb9ac73 tempest-VolumesSnapshotTestJSON-811272226 tempest-VolumesSnapshotTestJSON-811272226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 13:28:58.304924 dv-cinder-830097-4-iscsi neutron-server[103458]: INFO neutron.wsgi [req-5d779b87-876d-40d7-aa1e-1a20264f7942 req-1c8c95cb-72d0-4c61-bb5b-e8a20fb9ac73 tempest-VolumesSnapshotTestJSON-811272226 tempest-VolumesSnapshotTestJSON-811272226-project] 10.222.0.18 "GET /v2.0/ports?device_id=58bbb5e1-595c-43eb-8116-b4df19cecf89 HTTP/1.1" status: 200 len: 946 time: 0.0594621 Apr 12 13:28:58.308050 dv-cinder-830097-4-iscsi neutron-server[103458]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a08e2485-b2ef-4999-8203-42557433c5e7 admin admin] Notify agent at l3_agent.dv-cinder-830097-4-iscsi the message routers_updated {{(pid=103458) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 12 13:28:58.315628 dv-cinder-830097-4-iscsi neutron-server[103458]: INFO neutron.wsgi [None req-a08e2485-b2ef-4999-8203-42557433c5e7 admin admin] 10.222.0.18 "PUT /v2.0/routers/a794cd89-89ba-42ef-a58c-37aafc50af86/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7637706 Apr 12 13:28:58.316103 dv-cinder-830097-4-iscsi neutron-server[103459]: DEBUG neutron.db.provisioning_blocks [None req-d08f384a-e377-4234-8bdd-d9f757bb0ae8 None None] Provisioning complete for port 2f2a340d-e57c-4a8c-9890-5422afa115af triggered by entity DHCP. {{(pid=103459) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 12 13:28:58.316672 dv-cinder-830097-4-iscsi neutron-server[103459]: DEBUG neutron_lib.callbacks.manager [None req-d08f384a-e377-4234-8bdd-d9f757bb0ae8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-657243'] for port (2f2a340d-e57c-4a8c-9890-5422afa115af), provisioning_complete {{(pid=103459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:28:58.359533 dv-cinder-830097-4-iscsi neutron-server[103459]: DEBUG neutron.plugins.ml2.plugin [None req-d08f384a-e377-4234-8bdd-d9f757bb0ae8 None None] Port 2f2a340d-e57c-4a8c-9890-5422afa115af cannot update to ACTIVE because it is not bound. {{(pid=103459) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 12 13:28:58.376809 dv-cinder-830097-4-iscsi neutron-server[103458]: INFO neutron.wsgi [req-5d779b87-876d-40d7-aa1e-1a20264f7942 req-0c4ca050-829e-474e-835f-879d5837c5e4 tempest-VolumesSnapshotTestJSON-811272226 tempest-VolumesSnapshotTestJSON-811272226-project] 10.222.0.18 "GET /v2.0/security-groups?id=56e895e0-e2e0-45ac-b6ed-25edf7c5ab22&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0595298 Apr 12 13:28:58.925922 dv-cinder-830097-4-iscsi neutron-server[103458]: DEBUG neutron.wsgi [-] (103458) accepted ('10.222.0.18', 51694) {{(pid=103458) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 13:28:58.930400 dv-cinder-830097-4-iscsi neutron-server[103458]: DEBUG neutron.api.v2.base [None req-e7c0739a-ee98-4a17-8cac-578ba24af88d tempest-AttachVolumeNegativeTest-50432476 tempest-AttachVolumeNegativeTest-50432476-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1767211725', 'description': 'tempest-description--934979557'}} {{(pid=103458) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 12 13:28:58.950645 dv-cinder-830097-4-iscsi neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-e7c0739a-ee98-4a17-8cac-578ba24af88d tempest-AttachVolumeNegativeTest-50432476 tempest-AttachVolumeNegativeTest-50432476-project] Publish callbacks [] for security_group (None), before_create {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:28:59.020338 dv-cinder-830097-4-iscsi neutron-server[103459]: DEBUG neutron.plugins.ml2.rpc [None req-53781792-8650-4c78-93a6-1c4d328d874c None None] Device 0451fcc6-23a4-40eb-829a-704617e0c3b7 up at agent ovs-agent-dv-cinder-830097-4-iscsi {{(pid=103459) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 12 13:28:59.037445 dv-cinder-830097-4-iscsi neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-e7c0739a-ee98-4a17-8cac-578ba24af88d tempest-AttachVolumeNegativeTest-50432476 tempest-AttachVolumeNegativeTest-50432476-project] Publish callbacks [] for security_group (6450af5a-753d-4556-aec4-fab34b819f85), precommit_create {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:28:59.041210 dv-cinder-830097-4-iscsi neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-e7c0739a-ee98-4a17-8cac-578ba24af88d tempest-AttachVolumeNegativeTest-50432476 tempest-AttachVolumeNegativeTest-50432476-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3691807'] for security_group (6450af5a-753d-4556-aec4-fab34b819f85), after_create {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:28:59.068853 dv-cinder-830097-4-iscsi neutron-server[103459]: DEBUG neutron.db.provisioning_blocks [None req-53781792-8650-4c78-93a6-1c4d328d874c None None] Provisioning complete for port 0451fcc6-23a4-40eb-829a-704617e0c3b7 triggered by entity L2. {{(pid=103459) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 12 13:28:59.069377 dv-cinder-830097-4-iscsi neutron-server[103459]: DEBUG neutron_lib.callbacks.manager [None req-53781792-8650-4c78-93a6-1c4d328d874c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-657243'] for port (0451fcc6-23a4-40eb-829a-704617e0c3b7), provisioning_complete {{(pid=103459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:28:59.074100 dv-cinder-830097-4-iscsi neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-e7c0739a-ee98-4a17-8cac-578ba24af88d tempest-AttachVolumeNegativeTest-50432476 tempest-AttachVolumeNegativeTest-50432476-project] Publish callbacks [] for security_group (None), before_response {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:28:59.075307 dv-cinder-830097-4-iscsi neutron-server[103458]: INFO neutron.wsgi [None req-e7c0739a-ee98-4a17-8cac-578ba24af88d tempest-AttachVolumeNegativeTest-50432476 tempest-AttachVolumeNegativeTest-50432476-project] 10.222.0.18 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.1483848 Apr 12 13:28:59.077687 dv-cinder-830097-4-iscsi neutron-server[103458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7c0739a-ee98-4a17-8cac-578ba24af88d tempest-AttachVolumeNegativeTest-50432476 tempest-AttachVolumeNegativeTest-50432476-project] Pushing event updated for resources: {'SecurityGroup': ['ID=6450af5a-753d-4556-aec4-fab34b819f85,revision_number=1']} {{(pid=103458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 13:28:59.079171 dv-cinder-830097-4-iscsi neutron-server[103457]: DEBUG neutron.wsgi [-] (103457) accepted ('10.222.0.18', 51696) {{(pid=103457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 13:28:59.084391 dv-cinder-830097-4-iscsi neutron-server[103457]: DEBUG neutron.api.v2.base [None req-30530828-eee9-4048-8821-57bd9b09cbaa tempest-AttachVolumeNegativeTest-50432476 tempest-AttachVolumeNegativeTest-50432476-project] Request body: {'security_group_rule': {'security_group_id': '6450af5a-753d-4556-aec4-fab34b819f85', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103457) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 12 13:28:59.110428 dv-cinder-830097-4-iscsi neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-30530828-eee9-4048-8821-57bd9b09cbaa tempest-AttachVolumeNegativeTest-50432476 tempest-AttachVolumeNegativeTest-50432476-project] Publish callbacks [] for security_group_rule (0321c9ef-81f3-48cd-9328-7ba0d8f9c592), before_create {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:28:59.153427 dv-cinder-830097-4-iscsi neutron-server[103459]: DEBUG neutron.plugins.ml2.plugin [None req-53781792-8650-4c78-93a6-1c4d328d874c None None] Current status of the port 0451fcc6-23a4-40eb-829a-704617e0c3b7 is: DOWN; New status is: ACTIVE {{(pid=103459) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 12 13:28:59.154030 dv-cinder-830097-4-iscsi neutron-server[103459]: DEBUG neutron_lib.callbacks.manager [None req-53781792-8650-4c78-93a6-1c4d328d874c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-916304'] for port (0451fcc6-23a4-40eb-829a-704617e0c3b7), before_update {{(pid=103459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:28:59.167613 dv-cinder-830097-4-iscsi neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-30530828-eee9-4048-8821-57bd9b09cbaa tempest-AttachVolumeNegativeTest-50432476 tempest-AttachVolumeNegativeTest-50432476-project] Publish callbacks [] for security_group_rule (0321c9ef-81f3-48cd-9328-7ba0d8f9c592), precommit_create {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:28:59.172397 dv-cinder-830097-4-iscsi neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-30530828-eee9-4048-8821-57bd9b09cbaa tempest-AttachVolumeNegativeTest-50432476 tempest-AttachVolumeNegativeTest-50432476-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3691881'] for security_group_rule (0321c9ef-81f3-48cd-9328-7ba0d8f9c592), after_create {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:28:59.178504 dv-cinder-830097-4-iscsi neutron-server[103459]: DEBUG neutron.plugins.ml2.db [None req-53781792-8650-4c78-93a6-1c4d328d874c None None] For port 0451fcc6-23a4-40eb-829a-704617e0c3b7, host dv-cinder-830097-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-830097-4-iscsi',level=0,port_id=0451fcc6-23a4-40eb-829a-704617e0c3b7,segment=NetworkSegment(333e2245-11dc-4fcd-9fb1-9fe65fae59ea),segment_id=333e2245-11dc-4fcd-9fb1-9fe65fae59ea)] {{(pid=103459) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 12 13:28:59.182879 dv-cinder-830097-4-iscsi neutron-server[103459]: DEBUG neutron_lib.callbacks.manager [None req-53781792-8650-4c78-93a6-1c4d328d874c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-915890', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3697887', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732727894815', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732727417932', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732727417950'] for port (0451fcc6-23a4-40eb-829a-704617e0c3b7), after_update {{(pid=103459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:28:59.193602 dv-cinder-830097-4-iscsi neutron-server[103457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30530828-eee9-4048-8821-57bd9b09cbaa tempest-AttachVolumeNegativeTest-50432476 tempest-AttachVolumeNegativeTest-50432476-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0321c9ef-81f3-48cd-9328-7ba0d8f9c592,revision_number=0']} {{(pid=103457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 13:28:59.204917 dv-cinder-830097-4-iscsi neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-30530828-eee9-4048-8821-57bd9b09cbaa tempest-AttachVolumeNegativeTest-50432476 tempest-AttachVolumeNegativeTest-50432476-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:28:59.206935 dv-cinder-830097-4-iscsi neutron-server[103457]: INFO neutron.wsgi [None req-30530828-eee9-4048-8821-57bd9b09cbaa tempest-AttachVolumeNegativeTest-50432476 tempest-AttachVolumeNegativeTest-50432476-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1261716 Apr 12 13:28:59.209522 dv-cinder-830097-4-iscsi neutron-server[103458]: DEBUG neutron.wsgi [-] (103458) accepted ('10.222.0.18', 51698) {{(pid=103458) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 13:28:59.215870 dv-cinder-830097-4-iscsi neutron-server[103458]: DEBUG neutron.api.v2.base [None req-0a068861-2e4f-4888-af90-cc9f428509f7 tempest-AttachVolumeNegativeTest-50432476 tempest-AttachVolumeNegativeTest-50432476-project] Request body: {'security_group_rule': {'security_group_id': '6450af5a-753d-4556-aec4-fab34b819f85', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=103458) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 12 13:28:59.240347 dv-cinder-830097-4-iscsi neutron-server[103459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53781792-8650-4c78-93a6-1c4d328d874c None None] Pushing event updated for resources: {'Port': ['ID=0451fcc6-23a4-40eb-829a-704617e0c3b7,revision_number=4']} {{(pid=103459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 13:28:59.243939 dv-cinder-830097-4-iscsi neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-0a068861-2e4f-4888-af90-cc9f428509f7 tempest-AttachVolumeNegativeTest-50432476 tempest-AttachVolumeNegativeTest-50432476-project] Publish callbacks [] for security_group_rule (30cf9f98-59ef-4377-8d06-eb81c8369e12), before_create {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:28:59.302040 dv-cinder-830097-4-iscsi neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-0a068861-2e4f-4888-af90-cc9f428509f7 tempest-AttachVolumeNegativeTest-50432476 tempest-AttachVolumeNegativeTest-50432476-project] Publish callbacks [] for security_group_rule (30cf9f98-59ef-4377-8d06-eb81c8369e12), precommit_create {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:28:59.305792 dv-cinder-830097-4-iscsi neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-0a068861-2e4f-4888-af90-cc9f428509f7 tempest-AttachVolumeNegativeTest-50432476 tempest-AttachVolumeNegativeTest-50432476-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3691881'] for security_group_rule (30cf9f98-59ef-4377-8d06-eb81c8369e12), after_create {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:28:59.323816 dv-cinder-830097-4-iscsi neutron-server[103458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a068861-2e4f-4888-af90-cc9f428509f7 tempest-AttachVolumeNegativeTest-50432476 tempest-AttachVolumeNegativeTest-50432476-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=30cf9f98-59ef-4377-8d06-eb81c8369e12,revision_number=0']} {{(pid=103458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 13:28:59.333890 dv-cinder-830097-4-iscsi neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-0a068861-2e4f-4888-af90-cc9f428509f7 tempest-AttachVolumeNegativeTest-50432476 tempest-AttachVolumeNegativeTest-50432476-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:28:59.335082 dv-cinder-830097-4-iscsi neutron-server[103458]: INFO neutron.wsgi [None req-0a068861-2e4f-4888-af90-cc9f428509f7 tempest-AttachVolumeNegativeTest-50432476 tempest-AttachVolumeNegativeTest-50432476-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1242924 Apr 12 13:28:59.338120 dv-cinder-830097-4-iscsi neutron-server[103458]: DEBUG neutron.wsgi [-] (103458) accepted ('10.222.0.18', 51700) {{(pid=103458) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 13:28:59.342769 dv-cinder-830097-4-iscsi neutron-server[103458]: DEBUG neutron.api.v2.base [None req-274455e4-1646-426f-aec3-2dde5d51fb4e tempest-AttachVolumeNegativeTest-50432476 tempest-AttachVolumeNegativeTest-50432476-project] Request body: {'floatingip': {'floating_network_id': '26d0436d-8ae2-49bd-8cc6-3d2eac552c84'}} {{(pid=103458) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 12 13:28:59.362225 dv-cinder-830097-4-iscsi neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-274455e4-1646-426f-aec3-2dde5d51fb4e tempest-AttachVolumeNegativeTest-50432476 tempest-AttachVolumeNegativeTest-50432476-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:28:59.441032 dv-cinder-830097-4-iscsi neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-274455e4-1646-426f-aec3-2dde5d51fb4e tempest-AttachVolumeNegativeTest-50432476 tempest-AttachVolumeNegativeTest-50432476-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-916304'] for port (None), before_create {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:28:59.493438 dv-cinder-830097-4-iscsi neutron-server[103459]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6744e146-d650-4cab-8600-1eb948d7a4a0 None None] Sync routers for ids ['a794cd89-89ba-42ef-a58c-37aafc50af86'] in dv-cinder-830097-4-iscsi {{(pid=103459) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 12 13:28:59.504510 dv-cinder-830097-4-iscsi neutron-server[103459]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6744e146-d650-4cab-8600-1eb948d7a4a0 None None] Routers {'a794cd89-89ba-42ef-a58c-37aafc50af86'} bound to L3 agent in host dv-cinder-830097-4-iscsi {{(pid=103459) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 12 13:28:59.504900 dv-cinder-830097-4-iscsi neutron-server[103459]: DEBUG neutron.db.l3_hamode_db [None req-6744e146-d650-4cab-8600-1eb948d7a4a0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830097-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-12T13:07:19Z,description=,heartbeat_timestamp=2022-04-12T13:28:49Z,host='dv-cinder-830097-4-iscsi',id=b7e11a8b-aeed-493f-9763-461016dddc93,load=0,resource_versions=,resources_synced=,started_at=2022-04-12T13:07:19Z,topic='l3_agent')) {'router_ids': ['a794cd89-89ba-42ef-a58c-37aafc50af86'], 'active': True} {{(pid=103459) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 13:28:59.548114 dv-cinder-830097-4-iscsi neutron-server[103458]: DEBUG neutron.db.db_base_plugin_common [None req-274455e4-1646-426f-aec3-2dde5d51fb4e tempest-AttachVolumeNegativeTest-50432476 tempest-AttachVolumeNegativeTest-50432476-project] Allocated IP 172.27.0.184 (26d0436d-8ae2-49bd-8cc6-3d2eac552c84/d93852d8-8f89-4b1c-bef4-0e05f499a8db/d6c9d260-ffcb-447f-a50d-73b15bf66f01) {{(pid=103458) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 12 13:28:59.615617 dv-cinder-830097-4-iscsi neutron-server[103459]: DEBUG neutron.db.l3_dvr_db [None req-6744e146-d650-4cab-8600-1eb948d7a4a0 None None] Set router a794cd89-89ba-42ef-a58c-37aafc50af86 gateway port host: dv-cinder-830097-4-iscsi {{(pid=103459) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 12 13:28:59.647856 dv-cinder-830097-4-iscsi neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-274455e4-1646-426f-aec3-2dde5d51fb4e tempest-AttachVolumeNegativeTest-50432476 tempest-AttachVolumeNegativeTest-50432476-project] Publish callbacks [] for port (d6c9d260-ffcb-447f-a50d-73b15bf66f01), precommit_create {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:28:59.684728 dv-cinder-830097-4-iscsi neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-274455e4-1646-426f-aec3-2dde5d51fb4e tempest-AttachVolumeNegativeTest-50432476 tempest-AttachVolumeNegativeTest-50432476-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-915890', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3697887', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732727417914', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26097133'] for port (d6c9d260-ffcb-447f-a50d-73b15bf66f01), after_create {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:28:59.726710 dv-cinder-830097-4-iscsi neutron-server[103458]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-274455e4-1646-426f-aec3-2dde5d51fb4e tempest-AttachVolumeNegativeTest-50432476 tempest-AttachVolumeNegativeTest-50432476-project] Network 26d0436d-8ae2-49bd-8cc6-3d2eac552c84 is already hosted by enough agents. {{(pid=103458) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 12 13:28:59.731770 dv-cinder-830097-4-iscsi neutron-server[103458]: DEBUG neutron.scheduler.base_scheduler [None req-274455e4-1646-426f-aec3-2dde5d51fb4e tempest-AttachVolumeNegativeTest-50432476 tempest-AttachVolumeNegativeTest-50432476-project] Resources bound (agent type, host, resource id): {{(pid=103458) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 12 13:28:59.734859 dv-cinder-830097-4-iscsi neutron-server[103458]: DEBUG neutron.db.l3_dvrscheduler_db [None req-274455e4-1646-426f-aec3-2dde5d51fb4e tempest-AttachVolumeNegativeTest-50432476 tempest-AttachVolumeNegativeTest-50432476-project] Received port after_create {{(pid=103458) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 12 13:28:59.737202 dv-cinder-830097-4-iscsi neutron-server[103458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-274455e4-1646-426f-aec3-2dde5d51fb4e tempest-AttachVolumeNegativeTest-50432476 tempest-AttachVolumeNegativeTest-50432476-project] Pushing event updated for resources: {'Port': ['ID=d6c9d260-ffcb-447f-a50d-73b15bf66f01,revision_number=1']} {{(pid=103458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 13:28:59.808936 dv-cinder-830097-4-iscsi neutron-server[103459]: DEBUG neutron.db.l3_hamode_db [None req-6744e146-d650-4cab-8600-1eb948d7a4a0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a794cd89-89ba-42ef-a58c-37aafc50af86', 'name': 'tempest-AttachVolumeNegativeTest-1091455639-router', 'tenant_id': '0b44de7c9b4f45aa8f33bcf3b4639f3f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '26d0436d-8ae2-49bd-8cc6-3d2eac552c84', 'external_fixed_ips': [{'subnet_id': 'd93852d8-8f89-4b1c-bef4-0e05f499a8db', 'ip_address': '172.27.0.252'}], 'enable_snat': True}, 'gw_port_id': '0451fcc6-23a4-40eb-829a-704617e0c3b7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-12T13:28:54Z', 'updated_at': '2022-04-12T13:28:57Z', 'revision_number': 4, 'project_id': '0b44de7c9b4f45aa8f33bcf3b4639f3f', 'gw_port': {'id': '0451fcc6-23a4-40eb-829a-704617e0c3b7', 'name': '', 'network_id': '26d0436d-8ae2-49bd-8cc6-3d2eac552c84', 'tenant_id': '', 'mac_address': 'fa:16:3e:71:01:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a794cd89-89ba-42ef-a58c-37aafc50af86', 'device_owner': 'network:router_gateway', 'standard_attr_id': 661, 'fixed_ips': [{'subnet_id': 'd93852d8-8f89-4b1c-bef4-0e05f499a8db', 'ip_address': '172.27.0.252', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830097-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T13:28:55Z', 'updated_at': '2022-04-12T13:28:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd93852d8-8f89-4b1c-bef4-0e05f499a8db', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830097-4-iscsi', '_interfaces': [{'id': '2f2a340d-e57c-4a8c-9890-5422afa115af', 'name': '', 'network_id': 'd4adb74a-b0d3-4e8c-b297-c51fe03191f9', 'tenant_id': '0b44de7c9b4f45aa8f33bcf3b4639f3f', 'mac_address': 'fa:16:3e:54:78:f4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a794cd89-89ba-42ef-a58c-37aafc50af86', 'device_owner': 'network:router_interface', 'standard_attr_id': 662, 'fixed_ips': [{'subnet_id': 'f1176976-8b61-43ab-a3ba-d0eadb0b48e0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T13:28:57Z', 'updated_at': '2022-04-12T13:28:57Z', 'revision_number': 2, 'project_id': '0b44de7c9b4f45aa8f33bcf3b4639f3f', 'subnets': [{'id': 'f1176976-8b61-43ab-a3ba-d0eadb0b48e0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-830097-4-iscsi', False) {} {{(pid=103459) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 13:28:59.836757 dv-cinder-830097-4-iscsi neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-274455e4-1646-426f-aec3-2dde5d51fb4e tempest-AttachVolumeNegativeTest-50432476 tempest-AttachVolumeNegativeTest-50432476-project] Publish callbacks [] for floatingip (99dc54bb-a5fc-4e0f-b5e8-09dad41e2047), precommit_create {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:28:59.840267 dv-cinder-830097-4-iscsi neutron-server[103459]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6744e146-d650-4cab-8600-1eb948d7a4a0 None None] Checking router: a794cd89-89ba-42ef-a58c-37aafc50af86 for host: dv-cinder-830097-4-iscsi {{(pid=103459) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 12 13:28:59.840623 dv-cinder-830097-4-iscsi neutron-server[103459]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6744e146-d650-4cab-8600-1eb948d7a4a0 None None] Updating router a794cd89-89ba-42ef-a58c-37aafc50af86 port 2f2a340d-e57c-4a8c-9890-5422afa115af binding host dv-cinder-830097-4-iscsi {{(pid=103459) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 12 13:28:59.868400 dv-cinder-830097-4-iscsi neutron-server[103459]: DEBUG neutron_lib.callbacks.manager [None req-6744e146-d650-4cab-8600-1eb948d7a4a0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-916304'] for port (2f2a340d-e57c-4a8c-9890-5422afa115af), before_update {{(pid=103459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:28:59.878075 dv-cinder-830097-4-iscsi neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-274455e4-1646-426f-aec3-2dde5d51fb4e tempest-AttachVolumeNegativeTest-50432476 tempest-AttachVolumeNegativeTest-50432476-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-916304'] for port (d6c9d260-ffcb-447f-a50d-73b15bf66f01), before_update {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:28:59.990251 dv-cinder-830097-4-iscsi neutron-server[103459]: DEBUG neutron_lib.callbacks.manager [None req-3505bd68-a9fd-4823-92ea-1a6ded8ab071 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732727929501', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-657397'] for agent (ee5509cd-6dd7-49df-aa37-3740ebd1e34b), after_update {{(pid=103459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:29:00.031305 dv-cinder-830097-4-iscsi neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-274455e4-1646-426f-aec3-2dde5d51fb4e tempest-AttachVolumeNegativeTest-50432476 tempest-AttachVolumeNegativeTest-50432476-project] Publish callbacks [] for port (d6c9d260-ffcb-447f-a50d-73b15bf66f01), precommit_update {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:29:00.035677 dv-cinder-830097-4-iscsi neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-274455e4-1646-426f-aec3-2dde5d51fb4e tempest-AttachVolumeNegativeTest-50432476 tempest-AttachVolumeNegativeTest-50432476-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-915890', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3697887', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732727894815', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732727417932', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732727417950', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26097126'] for port (d6c9d260-ffcb-447f-a50d-73b15bf66f01), after_update {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:29:00.104748 dv-cinder-830097-4-iscsi neutron-server[103458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-274455e4-1646-426f-aec3-2dde5d51fb4e tempest-AttachVolumeNegativeTest-50432476 tempest-AttachVolumeNegativeTest-50432476-project] Pushing event updated for resources: {'Port': ['ID=d6c9d260-ffcb-447f-a50d-73b15bf66f01,revision_number=2']} {{(pid=103458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 13:29:00.116986 dv-cinder-830097-4-iscsi neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-274455e4-1646-426f-aec3-2dde5d51fb4e tempest-AttachVolumeNegativeTest-50432476 tempest-AttachVolumeNegativeTest-50432476-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3739086'] for floatingip (99dc54bb-a5fc-4e0f-b5e8-09dad41e2047), after_create {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:29:00.132527 dv-cinder-830097-4-iscsi neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-274455e4-1646-426f-aec3-2dde5d51fb4e tempest-AttachVolumeNegativeTest-50432476 tempest-AttachVolumeNegativeTest-50432476-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-500965'] for floatingip (None), before_response {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:29:00.142258 dv-cinder-830097-4-iscsi neutron-server[103458]: INFO neutron.wsgi [None req-274455e4-1646-426f-aec3-2dde5d51fb4e tempest-AttachVolumeNegativeTest-50432476 tempest-AttachVolumeNegativeTest-50432476-project] 10.222.0.18 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 0.7946899 Apr 12 13:29:00.152529 dv-cinder-830097-4-iscsi neutron-server[103459]: DEBUG neutron_lib.callbacks.manager [None req-6744e146-d650-4cab-8600-1eb948d7a4a0 None None] Publish callbacks [] for port (2f2a340d-e57c-4a8c-9890-5422afa115af), precommit_update {{(pid=103459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:29:00.158679 dv-cinder-830097-4-iscsi neutron-server[103459]: DEBUG neutron_lib.callbacks.manager [None req-6744e146-d650-4cab-8600-1eb948d7a4a0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-915890', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3697887', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732727894815', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732727417932', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732727417950'] for port (2f2a340d-e57c-4a8c-9890-5422afa115af), after_update {{(pid=103459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:29:00.212814 dv-cinder-830097-4-iscsi neutron-server[103459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20ef2831-6448-40dd-8e44-78ae7739f152 None None] Pushing event updated for resources: {'Port': ['ID=2f2a340d-e57c-4a8c-9890-5422afa115af,revision_number=3']} {{(pid=103459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 13:29:00.266771 dv-cinder-830097-4-iscsi neutron-server[103459]: DEBUG neutron.plugins.ml2.managers [None req-6744e146-d650-4cab-8600-1eb948d7a4a0 None None] Attempting to bind port 2f2a340d-e57c-4a8c-9890-5422afa115af on host dv-cinder-830097-4-iscsi for vnic_type normal with profile {{(pid=103459) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 12 13:29:00.267158 dv-cinder-830097-4-iscsi neutron-server[103459]: DEBUG neutron.plugins.ml2.managers [None req-6744e146-d650-4cab-8600-1eb948d7a4a0 None None] Attempting to bind port 2f2a340d-e57c-4a8c-9890-5422afa115af by drivers openvswitch,hyperv on host dv-cinder-830097-4-iscsi at level 0 using segments [{'id': '00b10ebc-0cf5-44a9-a829-ac84c99db0c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 237, 'network_id': 'd4adb74a-b0d3-4e8c-b297-c51fe03191f9'}] {{(pid=103459) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 12 13:29:00.267525 dv-cinder-830097-4-iscsi neutron-server[103459]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6744e146-d650-4cab-8600-1eb948d7a4a0 None None] Attempting to bind port 2f2a340d-e57c-4a8c-9890-5422afa115af on network d4adb74a-b0d3-4e8c-b297-c51fe03191f9 {{(pid=103459) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 12 13:29:00.273220 dv-cinder-830097-4-iscsi neutron-server[103459]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6744e146-d650-4cab-8600-1eb948d7a4a0 None None] Checking agent: {'id': '3f2daa45-5e56-452b-8a21-b519edfce99e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-830097-4-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 12, 13, 7, 23), 'started_at': datetime.datetime(2022, 4, 12, 13, 7, 53), 'heartbeat_timestamp': datetime.datetime(2022, 4, 12, 13, 28, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-830097-4-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103459) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 12 13:29:00.273602 dv-cinder-830097-4-iscsi neutron-server[103459]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6744e146-d650-4cab-8600-1eb948d7a4a0 None None] Checking segment: {'id': '00b10ebc-0cf5-44a9-a829-ac84c99db0c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 237, 'network_id': 'd4adb74a-b0d3-4e8c-b297-c51fe03191f9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103459) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 12 13:29:00.274012 dv-cinder-830097-4-iscsi neutron-server[103459]: DEBUG neutron_lib.callbacks.manager [None req-6744e146-d650-4cab-8600-1eb948d7a4a0 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:29:00.274411 dv-cinder-830097-4-iscsi neutron-server[103459]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6744e146-d650-4cab-8600-1eb948d7a4a0 None None] Bound using segment: {'id': '00b10ebc-0cf5-44a9-a829-ac84c99db0c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 237, 'network_id': 'd4adb74a-b0d3-4e8c-b297-c51fe03191f9'} {{(pid=103459) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 12 13:29:00.274890 dv-cinder-830097-4-iscsi neutron-server[103459]: DEBUG neutron.plugins.ml2.managers [None req-6744e146-d650-4cab-8600-1eb948d7a4a0 None None] Bound port: 2f2a340d-e57c-4a8c-9890-5422afa115af, host: dv-cinder-830097-4-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '00b10ebc-0cf5-44a9-a829-ac84c99db0c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 237, 'network_id': 'd4adb74a-b0d3-4e8c-b297-c51fe03191f9'}}] {{(pid=103459) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 12 13:29:00.275279 dv-cinder-830097-4-iscsi neutron-server[103459]: DEBUG neutron_lib.callbacks.manager [None req-6744e146-d650-4cab-8600-1eb948d7a4a0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-916304'] for port (2f2a340d-e57c-4a8c-9890-5422afa115af), before_update {{(pid=103459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:29:00.307009 dv-cinder-830097-4-iscsi neutron-server[103457]: INFO neutron.wsgi [req-bf605acd-e7b1-4d85-b624-290bfde6a4ce req-c9ab7f34-8eb8-49e9-913a-e9f57af1d15b tempest-AttachVolumeNegativeTest-50432476 tempest-AttachVolumeNegativeTest-50432476-project] 10.222.0.18 "GET /v2.0/security-groups?name=tempest-securitygroup--1767211725&fields=id&tenant_id=0b44de7c9b4f45aa8f33bcf3b4639f3f HTTP/1.1" status: 200 len: 267 time: 0.0472100 Apr 12 13:29:00.421903 dv-cinder-830097-4-iscsi neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf605acd-e7b1-4d85-b624-290bfde6a4ce req-34ce3864-f38b-4921-b9b7-d4577e80adc3 tempest-AttachVolumeNegativeTest-50432476 tempest-AttachVolumeNegativeTest-50432476-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 13:29:00.423398 dv-cinder-830097-4-iscsi neutron-server[103457]: INFO neutron.wsgi [req-bf605acd-e7b1-4d85-b624-290bfde6a4ce req-34ce3864-f38b-4921-b9b7-d4577e80adc3 tempest-AttachVolumeNegativeTest-50432476 tempest-AttachVolumeNegativeTest-50432476-project] 10.222.0.18 "GET /v2.0/networks?id=d4adb74a-b0d3-4e8c-b297-c51fe03191f9 HTTP/1.1" status: 200 len: 815 time: 0.1086831 Apr 12 13:29:00.438342 dv-cinder-830097-4-iscsi neutron-server[103457]: INFO neutron.wsgi [req-bf605acd-e7b1-4d85-b624-290bfde6a4ce req-5d1fc897-c1bd-4f4b-809c-39a9a4c156f3 tempest-AttachVolumeNegativeTest-50432476 tempest-AttachVolumeNegativeTest-50432476-project] 10.222.0.18 "GET /v2.0/quotas/0b44de7c9b4f45aa8f33bcf3b4639f3f HTTP/1.1" status: 200 len: 375 time: 0.0094786 Apr 12 13:29:00.478843 dv-cinder-830097-4-iscsi neutron-server[103459]: DEBUG neutron.plugins.ml2.db [None req-6744e146-d650-4cab-8600-1eb948d7a4a0 None None] For port 2f2a340d-e57c-4a8c-9890-5422afa115af, host dv-cinder-830097-4-iscsi, cleared binding levels {{(pid=103459) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 12 13:29:00.482388 dv-cinder-830097-4-iscsi neutron-server[103459]: DEBUG neutron.plugins.ml2.db [None req-6744e146-d650-4cab-8600-1eb948d7a4a0 None None] For port 2f2a340d-e57c-4a8c-9890-5422afa115af, host dv-cinder-830097-4-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-830097-4-iscsi',level=0,port_id=2f2a340d-e57c-4a8c-9890-5422afa115af,segment=NetworkSegment(00b10ebc-0cf5-44a9-a829-ac84c99db0c8),segment_id=00b10ebc-0cf5-44a9-a829-ac84c99db0c8)] {{(pid=103459) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 12 13:29:00.488829 dv-cinder-830097-4-iscsi neutron-server[103457]: INFO neutron.wsgi [req-bf605acd-e7b1-4d85-b624-290bfde6a4ce req-df616c0a-525e-4db1-932f-3b8de5b94c69 tempest-AttachVolumeNegativeTest-50432476 tempest-AttachVolumeNegativeTest-50432476-project] 10.222.0.18 "GET /v2.0/ports?tenant_id=0b44de7c9b4f45aa8f33bcf3b4639f3f&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0451634 Apr 12 13:29:00.495649 dv-cinder-830097-4-iscsi neutron-server[103459]: DEBUG neutron_lib.callbacks.manager [None req-6744e146-d650-4cab-8600-1eb948d7a4a0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-915890', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3697887', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732727894815', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732727417932', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732727417950'] for port (2f2a340d-e57c-4a8c-9890-5422afa115af), after_update {{(pid=103459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:29:00.520720 dv-cinder-830097-4-iscsi neutron-server[103459]: DEBUG neutron.db.provisioning_blocks [None req-d936f4d0-56ac-4e26-a656-672df6ea1e14 None None] Provisioning complete for port 2f2a340d-e57c-4a8c-9890-5422afa115af triggered by entity DHCP. {{(pid=103459) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 12 13:29:00.521126 dv-cinder-830097-4-iscsi neutron-server[103459]: DEBUG neutron_lib.callbacks.manager [None req-d936f4d0-56ac-4e26-a656-672df6ea1e14 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-657243'] for port (2f2a340d-e57c-4a8c-9890-5422afa115af), provisioning_complete {{(pid=103459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:29:00.554297 dv-cinder-830097-4-iscsi neutron-server[103457]: DEBUG neutron.wsgi [req-bf605acd-e7b1-4d85-b624-290bfde6a4ce req-71acf784-3405-4f3c-b3f7-c9a146d72216 service neutron] http://10.222.0.18:9696/v2.0/extensions returned with HTTP 200 {{(pid=103457) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Apr 12 13:29:00.555610 dv-cinder-830097-4-iscsi neutron-server[103457]: INFO neutron.wsgi [req-bf605acd-e7b1-4d85-b624-290bfde6a4ce req-71acf784-3405-4f3c-b3f7-c9a146d72216 service neutron] 10.222.0.18 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0542741 Apr 12 13:29:00.593322 dv-cinder-830097-4-iscsi neutron-server[103459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20ef2831-6448-40dd-8e44-78ae7739f152 None None] Pushing event updated for resources: {'Port': ['ID=2f2a340d-e57c-4a8c-9890-5422afa115af,revision_number=4']} {{(pid=103459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 13:29:00.597363 dv-cinder-830097-4-iscsi neutron-server[103459]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6744e146-d650-4cab-8600-1eb948d7a4a0 None None] Routers {'a794cd89-89ba-42ef-a58c-37aafc50af86'} bound to L3 agent in host dv-cinder-830097-4-iscsi {{(pid=103459) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 12 13:29:00.597973 dv-cinder-830097-4-iscsi neutron-server[103459]: DEBUG neutron.db.l3_hamode_db [None req-6744e146-d650-4cab-8600-1eb948d7a4a0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830097-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-12T13:07:19Z,description=,heartbeat_timestamp=2022-04-12T13:28:49Z,host='dv-cinder-830097-4-iscsi',id=b7e11a8b-aeed-493f-9763-461016dddc93,load=0,resource_versions=,resources_synced=,started_at=2022-04-12T13:07:19Z,topic='l3_agent')) {'router_ids': ['a794cd89-89ba-42ef-a58c-37aafc50af86'], 'active': True} {{(pid=103459) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 13:29:00.665337 dv-cinder-830097-4-iscsi neutron-server[103457]: INFO neutron.wsgi [req-bf605acd-e7b1-4d85-b624-290bfde6a4ce req-74c0eaee-fed1-4774-9663-ad22cfa0b5e6 service neutron] 10.222.0.18 "GET /v2.0/networks/d4adb74a-b0d3-4e8c-b297-c51fe03191f9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0986927 Apr 12 13:29:00.715082 dv-cinder-830097-4-iscsi neutron-server[103459]: DEBUG neutron.plugins.ml2.plugin [None req-d936f4d0-56ac-4e26-a656-672df6ea1e14 None None] Current status of the port 2f2a340d-e57c-4a8c-9890-5422afa115af is: DOWN; New status is: ACTIVE {{(pid=103459) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 12 13:29:00.715473 dv-cinder-830097-4-iscsi neutron-server[103459]: DEBUG neutron_lib.callbacks.manager [None req-d936f4d0-56ac-4e26-a656-672df6ea1e14 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-916304'] for port (2f2a340d-e57c-4a8c-9890-5422afa115af), before_update {{(pid=103459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:29:00.758184 dv-cinder-830097-4-iscsi neutron-server[103459]: DEBUG neutron.plugins.ml2.db [None req-d936f4d0-56ac-4e26-a656-672df6ea1e14 None None] For port 2f2a340d-e57c-4a8c-9890-5422afa115af, host dv-cinder-830097-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-830097-4-iscsi',level=0,port_id=2f2a340d-e57c-4a8c-9890-5422afa115af,segment=NetworkSegment(00b10ebc-0cf5-44a9-a829-ac84c99db0c8),segment_id=00b10ebc-0cf5-44a9-a829-ac84c99db0c8)] {{(pid=103459) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 12 13:29:00.761635 dv-cinder-830097-4-iscsi neutron-server[103457]: INFO neutron.wsgi [req-bf605acd-e7b1-4d85-b624-290bfde6a4ce req-65f8f1fc-90c2-419d-8ef5-9ea75d1d1269 service neutron] 10.222.0.18 "GET /v2.0/networks/d4adb74a-b0d3-4e8c-b297-c51fe03191f9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0921221 Apr 12 13:29:00.768000 dv-cinder-830097-4-iscsi neutron-server[103459]: DEBUG neutron_lib.callbacks.manager [None req-d936f4d0-56ac-4e26-a656-672df6ea1e14 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-915890', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3697887', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732727894815', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732727417932', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732727417950'] for port (2f2a340d-e57c-4a8c-9890-5422afa115af), after_update {{(pid=103459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:29:00.803533 dv-cinder-830097-4-iscsi neutron-server[103459]: DEBUG neutron.db.l3_dvr_db [None req-6744e146-d650-4cab-8600-1eb948d7a4a0 None None] Set router a794cd89-89ba-42ef-a58c-37aafc50af86 gateway port host: dv-cinder-830097-4-iscsi {{(pid=103459) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 12 13:29:00.862944 dv-cinder-830097-4-iscsi neutron-server[103459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d936f4d0-56ac-4e26-a656-672df6ea1e14 None None] Pushing event updated for resources: {'Port': ['ID=2f2a340d-e57c-4a8c-9890-5422afa115af,revision_number=5']} {{(pid=103459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 13:29:00.927753 dv-cinder-830097-4-iscsi neutron-server[103459]: DEBUG neutron.db.provisioning_blocks [None req-666d0ce7-e714-4420-83a1-be0560799262 None None] Provisioning complete for port 2f2a340d-e57c-4a8c-9890-5422afa115af triggered by entity DHCP. {{(pid=103459) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 12 13:29:00.928384 dv-cinder-830097-4-iscsi neutron-server[103459]: DEBUG neutron_lib.callbacks.manager [None req-666d0ce7-e714-4420-83a1-be0560799262 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-657243'] for port (2f2a340d-e57c-4a8c-9890-5422afa115af), provisioning_complete {{(pid=103459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:29:00.941524 dv-cinder-830097-4-iscsi neutron-server[103458]: INFO neutron.wsgi [req-c9c2312c-6af5-47c0-a68b-23607eec9cfc req-33274055-3361-4e0b-ac1a-be84ab2fc27c tempest-AttachVolumeNegativeTest-50432476 tempest-AttachVolumeNegativeTest-50432476-project] 10.222.0.18 "GET /v2.0/ports?device_id=7f3217cb-4381-4bfa-9d2a-71311fb9c2c9 HTTP/1.1" status: 200 len: 210 time: 0.0362737 Apr 12 13:29:01.035035 dv-cinder-830097-4-iscsi neutron-server[103459]: DEBUG neutron.plugins.ml2.rpc [None req-53781792-8650-4c78-93a6-1c4d328d874c None None] Device 0451fcc6-23a4-40eb-829a-704617e0c3b7 up at agent ovs-agent-dv-cinder-830097-4-iscsi {{(pid=103459) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 12 13:29:01.131789 dv-cinder-830097-4-iscsi neutron-server[103459]: DEBUG neutron.plugins.ml2.plugin [None req-666d0ce7-e714-4420-83a1-be0560799262 None None] Current status of the port 2f2a340d-e57c-4a8c-9890-5422afa115af is: ACTIVE; New status is: ACTIVE {{(pid=103459) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 12 13:29:01.143562 dv-cinder-830097-4-iscsi neutron-server[103459]: DEBUG neutron.db.l3_hamode_db [None req-6744e146-d650-4cab-8600-1eb948d7a4a0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a794cd89-89ba-42ef-a58c-37aafc50af86', 'name': 'tempest-AttachVolumeNegativeTest-1091455639-router', 'tenant_id': '0b44de7c9b4f45aa8f33bcf3b4639f3f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '26d0436d-8ae2-49bd-8cc6-3d2eac552c84', 'external_fixed_ips': [{'subnet_id': 'd93852d8-8f89-4b1c-bef4-0e05f499a8db', 'ip_address': '172.27.0.252'}], 'enable_snat': True}, 'gw_port_id': '0451fcc6-23a4-40eb-829a-704617e0c3b7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-12T13:28:54Z', 'updated_at': '2022-04-12T13:28:57Z', 'revision_number': 4, 'project_id': '0b44de7c9b4f45aa8f33bcf3b4639f3f', 'gw_port': {'id': '0451fcc6-23a4-40eb-829a-704617e0c3b7', 'name': '', 'network_id': '26d0436d-8ae2-49bd-8cc6-3d2eac552c84', 'tenant_id': '', 'mac_address': 'fa:16:3e:71:01:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a794cd89-89ba-42ef-a58c-37aafc50af86', 'device_owner': 'network:router_gateway', 'standard_attr_id': 661, 'fixed_ips': [{'subnet_id': 'd93852d8-8f89-4b1c-bef4-0e05f499a8db', 'ip_address': '172.27.0.252', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830097-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T13:28:55Z', 'updated_at': '2022-04-12T13:28:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd93852d8-8f89-4b1c-bef4-0e05f499a8db', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830097-4-iscsi', '_interfaces': [{'id': '2f2a340d-e57c-4a8c-9890-5422afa115af', 'name': '', 'network_id': 'd4adb74a-b0d3-4e8c-b297-c51fe03191f9', 'tenant_id': '0b44de7c9b4f45aa8f33bcf3b4639f3f', 'mac_address': 'fa:16:3e:54:78:f4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a794cd89-89ba-42ef-a58c-37aafc50af86', 'device_owner': 'network:router_interface', 'standard_attr_id': 662, 'fixed_ips': [{'subnet_id': 'f1176976-8b61-43ab-a3ba-d0eadb0b48e0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830097-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T13:28:57Z', 'updated_at': '2022-04-12T13:29:00Z', 'revision_number': 4, 'project_id': '0b44de7c9b4f45aa8f33bcf3b4639f3f', 'subnets': [{'id': 'f1176976-8b61-43ab-a3ba-d0eadb0b48e0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-830097-4-iscsi', False) {} {{(pid=103459) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 13:29:01.178898 dv-cinder-830097-4-iscsi neutron-server[103459]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6744e146-d650-4cab-8600-1eb948d7a4a0 None None] The sync data for ids ['a794cd89-89ba-42ef-a58c-37aafc50af86'] in dv-cinder-830097-4-iscsi is: [{'id': 'a794cd89-89ba-42ef-a58c-37aafc50af86', 'name': 'tempest-AttachVolumeNegativeTest-1091455639-router', 'tenant_id': '0b44de7c9b4f45aa8f33bcf3b4639f3f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '26d0436d-8ae2-49bd-8cc6-3d2eac552c84', 'external_fixed_ips': [{'subnet_id': 'd93852d8-8f89-4b1c-bef4-0e05f499a8db', 'ip_address': '172.27.0.252'}], 'enable_snat': True}, 'gw_port_id': '0451fcc6-23a4-40eb-829a-704617e0c3b7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-12T13:28:54Z', 'updated_at': '2022-04-12T13:28:57Z', 'revision_number': 4, 'project_id': '0b44de7c9b4f45aa8f33bcf3b4639f3f', 'gw_port': {'id': '0451fcc6-23a4-40eb-829a-704617e0c3b7', 'name': '', 'network_id': '26d0436d-8ae2-49bd-8cc6-3d2eac552c84', 'tenant_id': '', 'mac_address': 'fa:16:3e:71:01:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a794cd89-89ba-42ef-a58c-37aafc50af86', 'device_owner': 'network:router_gateway', 'standard_attr_id': 661, 'fixed_ips': [{'subnet_id': 'd93852d8-8f89-4b1c-bef4-0e05f499a8db', 'ip_address': '172.27.0.252', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830097-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T13:28:55Z', 'updated_at': '2022-04-12T13:28:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd93852d8-8f89-4b1c-bef4-0e05f499a8db', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830097-4-iscsi', '_interfaces': [{'id': '2f2a340d-e57c-4a8c-9890-5422afa115af', 'name': '', 'network_id': 'd4adb74a-b0d3-4e8c-b297-c51fe03191f9', 'tenant_id': '0b44de7c9b4f45aa8f33bcf3b4639f3f', 'mac_address': 'fa:16:3e:54:78:f4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a794cd89-89ba-42ef-a58c-37aafc50af86', 'device_owner': 'network:router_interface', 'standard_attr_id': 662, 'fixed_ips': [{'subnet_id': 'f1176976-8b61-43ab-a3ba-d0eadb0b48e0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830097-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T13:28:57Z', 'updated_at': '2022-04-12T13:29:00Z', 'revision_number': 4, 'project_id': '0b44de7c9b4f45aa8f33bcf3b4639f3f', 'subnets': [{'id': 'f1176976-8b61-43ab-a3ba-d0eadb0b48e0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103459) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 12 13:29:01.181875 dv-cinder-830097-4-iscsi neutron-server[103459]: DEBUG neutron.db.provisioning_blocks [None req-53781792-8650-4c78-93a6-1c4d328d874c None None] Provisioning complete for port 0451fcc6-23a4-40eb-829a-704617e0c3b7 triggered by entity L2. {{(pid=103459) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 12 13:29:01.182379 dv-cinder-830097-4-iscsi neutron-server[103459]: DEBUG neutron_lib.callbacks.manager [None req-53781792-8650-4c78-93a6-1c4d328d874c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-657243'] for port (0451fcc6-23a4-40eb-829a-704617e0c3b7), provisioning_complete {{(pid=103459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:29:01.301081 dv-cinder-830097-4-iscsi neutron-server[103459]: DEBUG neutron.plugins.ml2.plugin [None req-53781792-8650-4c78-93a6-1c4d328d874c None None] Current status of the port 0451fcc6-23a4-40eb-829a-704617e0c3b7 is: ACTIVE; New status is: ACTIVE {{(pid=103459) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 12 13:29:02.061319 dv-cinder-830097-4-iscsi neutron-server[103457]: INFO neutron.wsgi [req-9bc697fc-a0f3-46cf-8667-50c2f3febec8 req-3554df6a-a683-4125-a0e0-1879af69a5c2 tempest-AttachVolumeNegativeTest-50432476 tempest-AttachVolumeNegativeTest-50432476-project] 10.222.0.18 "GET /v2.0/ports?device_id=7f3217cb-4381-4bfa-9d2a-71311fb9c2c9 HTTP/1.1" status: 200 len: 210 time: 0.0346651 Apr 12 13:29:02.099555 dv-cinder-830097-4-iscsi neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf605acd-e7b1-4d85-b624-290bfde6a4ce req-3c4d5af1-cd0c-423c-a877-dc8b53d0d3d9 tempest-AttachVolumeNegativeTest-50432476 tempest-AttachVolumeNegativeTest-50432476-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 13:29:02.102199 dv-cinder-830097-4-iscsi neutron-server[103457]: INFO neutron.wsgi [req-bf605acd-e7b1-4d85-b624-290bfde6a4ce req-3c4d5af1-cd0c-423c-a877-dc8b53d0d3d9 tempest-AttachVolumeNegativeTest-50432476 tempest-AttachVolumeNegativeTest-50432476-project] 10.222.0.55 "GET /v2.0/networks?id=d4adb74a-b0d3-4e8c-b297-c51fe03191f9 HTTP/1.1" status: 200 len: 815 time: 0.1418726 Apr 12 13:29:02.196208 dv-cinder-830097-4-iscsi neutron-server[103457]: INFO neutron.wsgi [req-bf605acd-e7b1-4d85-b624-290bfde6a4ce req-6cfcb1b0-b1ca-4266-8c27-1918ebf8b680 tempest-AttachVolumeNegativeTest-50432476 tempest-AttachVolumeNegativeTest-50432476-project] 10.222.0.55 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=0b44de7c9b4f45aa8f33bcf3b4639f3f HTTP/1.1" status: 200 len: 380 time: 0.0604677 Apr 12 13:29:02.266551 dv-cinder-830097-4-iscsi neutron-server[103457]: DEBUG neutron.api.v2.base [req-bf605acd-e7b1-4d85-b624-290bfde6a4ce req-ca6da09f-a3a5-4fe1-ae41-bad2749873aa tempest-AttachVolumeNegativeTest-50432476 tempest-AttachVolumeNegativeTest-50432476-project] Request body: {'port': {'device_id': '7f3217cb-4381-4bfa-9d2a-71311fb9c2c9', 'network_id': 'd4adb74a-b0d3-4e8c-b297-c51fe03191f9', 'admin_state_up': True, 'tenant_id': '0b44de7c9b4f45aa8f33bcf3b4639f3f', 'security_groups': ['6450af5a-753d-4556-aec4-fab34b819f85']}} {{(pid=103457) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 12 13:29:02.367702 dv-cinder-830097-4-iscsi neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-bf605acd-e7b1-4d85-b624-290bfde6a4ce req-ca6da09f-a3a5-4fe1-ae41-bad2749873aa tempest-AttachVolumeNegativeTest-50432476 tempest-AttachVolumeNegativeTest-50432476-project] Made reservation on behalf of 0b44de7c9b4f45aa8f33bcf3b4639f3f for: {'port': 1} {{(pid=103457) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 12 13:29:02.370930 dv-cinder-830097-4-iscsi neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [req-bf605acd-e7b1-4d85-b624-290bfde6a4ce req-ca6da09f-a3a5-4fe1-ae41-bad2749873aa tempest-AttachVolumeNegativeTest-50432476 tempest-AttachVolumeNegativeTest-50432476-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-916304'] for port (None), before_create {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:29:02.496998 dv-cinder-830097-4-iscsi neutron-server[103457]: DEBUG neutron.db.db_base_plugin_common [req-bf605acd-e7b1-4d85-b624-290bfde6a4ce req-ca6da09f-a3a5-4fe1-ae41-bad2749873aa tempest-AttachVolumeNegativeTest-50432476 tempest-AttachVolumeNegativeTest-50432476-project] Allocated IP 172.20.0.9 (d4adb74a-b0d3-4e8c-b297-c51fe03191f9/f1176976-8b61-43ab-a3ba-d0eadb0b48e0/5f92f8df-37e6-4bb6-be40-eafdc94153af) {{(pid=103457) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 12 13:29:02.626505 dv-cinder-830097-4-iscsi neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [req-bf605acd-e7b1-4d85-b624-290bfde6a4ce req-ca6da09f-a3a5-4fe1-ae41-bad2749873aa tempest-AttachVolumeNegativeTest-50432476 tempest-AttachVolumeNegativeTest-50432476-project] Publish callbacks [] for port (5f92f8df-37e6-4bb6-be40-eafdc94153af), precommit_create {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:29:02.664396 dv-cinder-830097-4-iscsi neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [req-bf605acd-e7b1-4d85-b624-290bfde6a4ce req-ca6da09f-a3a5-4fe1-ae41-bad2749873aa tempest-AttachVolumeNegativeTest-50432476 tempest-AttachVolumeNegativeTest-50432476-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-915890', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3697887', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732727417914', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25610742'] for port (5f92f8df-37e6-4bb6-be40-eafdc94153af), after_create {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:29:02.709703 dv-cinder-830097-4-iscsi neutron-server[103457]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-bf605acd-e7b1-4d85-b624-290bfde6a4ce req-ca6da09f-a3a5-4fe1-ae41-bad2749873aa tempest-AttachVolumeNegativeTest-50432476 tempest-AttachVolumeNegativeTest-50432476-project] Network d4adb74a-b0d3-4e8c-b297-c51fe03191f9 is already hosted by enough agents. {{(pid=103457) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 12 13:29:02.712618 dv-cinder-830097-4-iscsi neutron-server[103457]: DEBUG neutron.scheduler.base_scheduler [req-bf605acd-e7b1-4d85-b624-290bfde6a4ce req-ca6da09f-a3a5-4fe1-ae41-bad2749873aa tempest-AttachVolumeNegativeTest-50432476 tempest-AttachVolumeNegativeTest-50432476-project] Resources bound (agent type, host, resource id): {{(pid=103457) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 12 13:29:02.716160 dv-cinder-830097-4-iscsi neutron-server[103457]: DEBUG neutron.db.l3_dvrscheduler_db [req-bf605acd-e7b1-4d85-b624-290bfde6a4ce req-ca6da09f-a3a5-4fe1-ae41-bad2749873aa tempest-AttachVolumeNegativeTest-50432476 tempest-AttachVolumeNegativeTest-50432476-project] Received port after_create {{(pid=103457) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 12 13:29:02.740062 dv-cinder-830097-4-iscsi neutron-server[103457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca6da09f-a3a5-4fe1-ae41-bad2749873aa tempest-AttachVolumeNegativeTest-50432476 tempest-AttachVolumeNegativeTest-50432476-project] Pushing event updated for resources: {'Port': ['ID=5f92f8df-37e6-4bb6-be40-eafdc94153af,revision_number=1']} {{(pid=103457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 13:29:02.769980 dv-cinder-830097-4-iscsi neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf605acd-e7b1-4d85-b624-290bfde6a4ce req-ca6da09f-a3a5-4fe1-ae41-bad2749873aa tempest-AttachVolumeNegativeTest-50432476 tempest-AttachVolumeNegativeTest-50432476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 13:29:02.770598 dv-cinder-830097-4-iscsi neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [req-bf605acd-e7b1-4d85-b624-290bfde6a4ce req-ca6da09f-a3a5-4fe1-ae41-bad2749873aa tempest-AttachVolumeNegativeTest-50432476 tempest-AttachVolumeNegativeTest-50432476-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-500965'] for port (None), before_response {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:29:02.787326 dv-cinder-830097-4-iscsi neutron-server[103457]: INFO neutron.wsgi [req-bf605acd-e7b1-4d85-b624-290bfde6a4ce req-ca6da09f-a3a5-4fe1-ae41-bad2749873aa tempest-AttachVolumeNegativeTest-50432476 tempest-AttachVolumeNegativeTest-50432476-project] 10.222.0.55 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5253682 Apr 12 13:29:02.805196 dv-cinder-830097-4-iscsi neutron-server[103457]: DEBUG neutron.api.v2.base [req-bf605acd-e7b1-4d85-b624-290bfde6a4ce req-eef4e781-5257-4110-be30-7440cbf5db53 service neutron] Request body: {'port': {'device_id': '7f3217cb-4381-4bfa-9d2a-71311fb9c2c9', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83009'}} {{(pid=103457) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 12 13:29:02.869967 dv-cinder-830097-4-iscsi neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [req-bf605acd-e7b1-4d85-b624-290bfde6a4ce req-eef4e781-5257-4110-be30-7440cbf5db53 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-916304'] for port (5f92f8df-37e6-4bb6-be40-eafdc94153af), before_update {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:29:02.978082 dv-cinder-830097-4-iscsi neutron-server[103459]: DEBUG neutron.db.provisioning_blocks [None req-c261a9cf-c1aa-4cd5-8106-560ac54354ac None None] Provisioning complete for port 5f92f8df-37e6-4bb6-be40-eafdc94153af triggered by entity DHCP. {{(pid=103459) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 12 13:29:02.978992 dv-cinder-830097-4-iscsi neutron-server[103459]: DEBUG neutron_lib.callbacks.manager [None req-c261a9cf-c1aa-4cd5-8106-560ac54354ac None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-657243'] for port (5f92f8df-37e6-4bb6-be40-eafdc94153af), provisioning_complete {{(pid=103459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:29:03.034709 dv-cinder-830097-4-iscsi neutron-server[103459]: DEBUG neutron.plugins.ml2.rpc [None req-53781792-8650-4c78-93a6-1c4d328d874c None None] Device 2f2a340d-e57c-4a8c-9890-5422afa115af up at agent ovs-agent-dv-cinder-830097-4-iscsi {{(pid=103459) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 12 13:29:03.037265 dv-cinder-830097-4-iscsi neutron-server[103459]: DEBUG neutron.plugins.ml2.plugin [None req-c261a9cf-c1aa-4cd5-8106-560ac54354ac None None] Port 5f92f8df-37e6-4bb6-be40-eafdc94153af cannot update to ACTIVE because it is not bound. {{(pid=103459) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 12 13:29:03.084979 dv-cinder-830097-4-iscsi neutron-server[103459]: DEBUG neutron.db.provisioning_blocks [None req-53781792-8650-4c78-93a6-1c4d328d874c None None] Provisioning complete for port 2f2a340d-e57c-4a8c-9890-5422afa115af triggered by entity L2. {{(pid=103459) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 12 13:29:03.085356 dv-cinder-830097-4-iscsi neutron-server[103459]: DEBUG neutron_lib.callbacks.manager [None req-53781792-8650-4c78-93a6-1c4d328d874c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-657243'] for port (2f2a340d-e57c-4a8c-9890-5422afa115af), provisioning_complete {{(pid=103459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:29:03.158759 dv-cinder-830097-4-iscsi neutron-server[103457]: DEBUG neutron.notifiers.nova [req-bf605acd-e7b1-4d85-b624-290bfde6a4ce req-eef4e781-5257-4110-be30-7440cbf5db53 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5f92f8df-37e6-4bb6-be40-eafdc94153af {{(pid=103457) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 12 13:29:03.166533 dv-cinder-830097-4-iscsi neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [req-bf605acd-e7b1-4d85-b624-290bfde6a4ce req-eef4e781-5257-4110-be30-7440cbf5db53 service neutron] Publish callbacks [] for port (5f92f8df-37e6-4bb6-be40-eafdc94153af), precommit_update {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:29:03.166712 dv-cinder-830097-4-iscsi neutron-server[103459]: DEBUG neutron.plugins.ml2.plugin [None req-53781792-8650-4c78-93a6-1c4d328d874c None None] Current status of the port 2f2a340d-e57c-4a8c-9890-5422afa115af is: ACTIVE; New status is: ACTIVE {{(pid=103459) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 12 13:29:03.179709 dv-cinder-830097-4-iscsi neutron-server[103457]: DEBUG neutron.db.provisioning_blocks [req-bf605acd-e7b1-4d85-b624-290bfde6a4ce req-eef4e781-5257-4110-be30-7440cbf5db53 service neutron] Transition to ACTIVE for port object 5f92f8df-37e6-4bb6-be40-eafdc94153af will not be triggered until provisioned by entity L2. {{(pid=103457) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 12 13:29:03.186949 dv-cinder-830097-4-iscsi neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [req-bf605acd-e7b1-4d85-b624-290bfde6a4ce req-eef4e781-5257-4110-be30-7440cbf5db53 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-915890', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3697887', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732727894815', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732727417932', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732727417950', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25610749'] for port (5f92f8df-37e6-4bb6-be40-eafdc94153af), after_update {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:29:03.191441 dv-cinder-830097-4-iscsi neutron-server[103458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1aea4af5-f33b-4bd4-9c15-88d68f9e4a0c req-ae6c7697-0e59-47a5-9a58-f9039e0d0c57 tempest-AttachVolumeNegativeTest-50432476 tempest-AttachVolumeNegativeTest-50432476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 13:29:03.193009 dv-cinder-830097-4-iscsi neutron-server[103458]: INFO neutron.wsgi [req-1aea4af5-f33b-4bd4-9c15-88d68f9e4a0c req-ae6c7697-0e59-47a5-9a58-f9039e0d0c57 tempest-AttachVolumeNegativeTest-50432476 tempest-AttachVolumeNegativeTest-50432476-project] 10.222.0.18 "GET /v2.0/ports?device_id=7f3217cb-4381-4bfa-9d2a-71311fb9c2c9 HTTP/1.1" status: 200 len: 931 time: 0.0551097 Apr 12 13:29:03.241355 dv-cinder-830097-4-iscsi neutron-server[103457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eef4e781-5257-4110-be30-7440cbf5db53 service neutron] Pushing event updated for resources: {'Port': ['ID=5f92f8df-37e6-4bb6-be40-eafdc94153af,revision_number=2']} {{(pid=103457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 13:29:03.245339 dv-cinder-830097-4-iscsi neutron-server[103458]: INFO neutron.wsgi [req-1aea4af5-f33b-4bd4-9c15-88d68f9e4a0c req-95c6cee5-cf10-479d-8d40-ab1c07ccaece tempest-AttachVolumeNegativeTest-50432476 tempest-AttachVolumeNegativeTest-50432476-project] 10.222.0.18 "GET /v2.0/security-groups?id=6450af5a-753d-4556-aec4-fab34b819f85&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0457540 Apr 12 13:29:03.317336 dv-cinder-830097-4-iscsi neutron-server[103457]: DEBUG neutron.plugins.ml2.managers [req-bf605acd-e7b1-4d85-b624-290bfde6a4ce req-eef4e781-5257-4110-be30-7440cbf5db53 service neutron] Attempting to bind port 5f92f8df-37e6-4bb6-be40-eafdc94153af on host hv-cinder-83009 for vnic_type normal with profile {{(pid=103457) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 12 13:29:03.317670 dv-cinder-830097-4-iscsi neutron-server[103457]: DEBUG neutron.plugins.ml2.managers [req-bf605acd-e7b1-4d85-b624-290bfde6a4ce req-eef4e781-5257-4110-be30-7440cbf5db53 service neutron] Attempting to bind port 5f92f8df-37e6-4bb6-be40-eafdc94153af by drivers openvswitch,hyperv on host hv-cinder-83009 at level 0 using segments [{'id': '00b10ebc-0cf5-44a9-a829-ac84c99db0c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 237, 'network_id': 'd4adb74a-b0d3-4e8c-b297-c51fe03191f9'}] {{(pid=103457) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 12 13:29:03.317995 dv-cinder-830097-4-iscsi neutron-server[103457]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bf605acd-e7b1-4d85-b624-290bfde6a4ce req-eef4e781-5257-4110-be30-7440cbf5db53 service neutron] Attempting to bind port 5f92f8df-37e6-4bb6-be40-eafdc94153af on network d4adb74a-b0d3-4e8c-b297-c51fe03191f9 {{(pid=103457) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 12 13:29:03.322696 dv-cinder-830097-4-iscsi neutron-server[103457]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bf605acd-e7b1-4d85-b624-290bfde6a4ce req-eef4e781-5257-4110-be30-7440cbf5db53 service neutron] Port 5f92f8df-37e6-4bb6-be40-eafdc94153af on network d4adb74a-b0d3-4e8c-b297-c51fe03191f9 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83009 {{(pid=103457) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 12 13:29:03.323013 dv-cinder-830097-4-iscsi neutron-server[103457]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bf605acd-e7b1-4d85-b624-290bfde6a4ce req-eef4e781-5257-4110-be30-7440cbf5db53 service neutron] Attempting to bind port 5f92f8df-37e6-4bb6-be40-eafdc94153af on network d4adb74a-b0d3-4e8c-b297-c51fe03191f9 {{(pid=103457) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 12 13:29:03.328144 dv-cinder-830097-4-iscsi neutron-server[103457]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bf605acd-e7b1-4d85-b624-290bfde6a4ce req-eef4e781-5257-4110-be30-7440cbf5db53 service neutron] Checking agent: {'id': 'ee5509cd-6dd7-49df-aa37-3740ebd1e34b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83009', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 12, 13, 13, 59), 'started_at': datetime.datetime(2022, 4, 12, 13, 13, 59), 'heartbeat_timestamp': datetime.datetime(2022, 4, 12, 13, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103457) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 12 13:29:03.328479 dv-cinder-830097-4-iscsi neutron-server[103457]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bf605acd-e7b1-4d85-b624-290bfde6a4ce req-eef4e781-5257-4110-be30-7440cbf5db53 service neutron] Checking segment: {'id': '00b10ebc-0cf5-44a9-a829-ac84c99db0c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 237, 'network_id': 'd4adb74a-b0d3-4e8c-b297-c51fe03191f9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103457) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 12 13:29:03.329154 dv-cinder-830097-4-iscsi neutron-server[103457]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bf605acd-e7b1-4d85-b624-290bfde6a4ce req-eef4e781-5257-4110-be30-7440cbf5db53 service neutron] Bound using segment: {'id': '00b10ebc-0cf5-44a9-a829-ac84c99db0c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 237, 'network_id': 'd4adb74a-b0d3-4e8c-b297-c51fe03191f9'} {{(pid=103457) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 12 13:29:03.329592 dv-cinder-830097-4-iscsi neutron-server[103457]: DEBUG neutron.plugins.ml2.managers [req-bf605acd-e7b1-4d85-b624-290bfde6a4ce req-eef4e781-5257-4110-be30-7440cbf5db53 service neutron] Bound port: 5f92f8df-37e6-4bb6-be40-eafdc94153af, host: hv-cinder-83009, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '00b10ebc-0cf5-44a9-a829-ac84c99db0c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 237, 'network_id': 'd4adb74a-b0d3-4e8c-b297-c51fe03191f9'}}] {{(pid=103457) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 12 13:29:03.329949 dv-cinder-830097-4-iscsi neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [req-bf605acd-e7b1-4d85-b624-290bfde6a4ce req-eef4e781-5257-4110-be30-7440cbf5db53 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-916304'] for port (5f92f8df-37e6-4bb6-be40-eafdc94153af), before_update {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:29:03.395305 dv-cinder-830097-4-iscsi neutron-server[103457]: DEBUG neutron.plugins.ml2.db [req-bf605acd-e7b1-4d85-b624-290bfde6a4ce req-eef4e781-5257-4110-be30-7440cbf5db53 service neutron] For port 5f92f8df-37e6-4bb6-be40-eafdc94153af, host hv-cinder-83009, cleared binding levels {{(pid=103457) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 12 13:29:03.398432 dv-cinder-830097-4-iscsi neutron-server[103457]: DEBUG neutron.plugins.ml2.db [req-bf605acd-e7b1-4d85-b624-290bfde6a4ce req-eef4e781-5257-4110-be30-7440cbf5db53 service neutron] For port 5f92f8df-37e6-4bb6-be40-eafdc94153af, host hv-cinder-83009, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83009',level=0,port_id=5f92f8df-37e6-4bb6-be40-eafdc94153af,segment=NetworkSegment(00b10ebc-0cf5-44a9-a829-ac84c99db0c8),segment_id=00b10ebc-0cf5-44a9-a829-ac84c99db0c8)] {{(pid=103457) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 12 13:29:03.404065 dv-cinder-830097-4-iscsi neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [req-bf605acd-e7b1-4d85-b624-290bfde6a4ce req-eef4e781-5257-4110-be30-7440cbf5db53 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-915890', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3697887', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732727894815', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732727417932', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732727417950', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25610749'] for port (5f92f8df-37e6-4bb6-be40-eafdc94153af), after_update {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:29:03.440794 dv-cinder-830097-4-iscsi neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf605acd-e7b1-4d85-b624-290bfde6a4ce req-eef4e781-5257-4110-be30-7440cbf5db53 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 13:29:03.441424 dv-cinder-830097-4-iscsi neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [req-bf605acd-e7b1-4d85-b624-290bfde6a4ce req-eef4e781-5257-4110-be30-7440cbf5db53 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-500965'] for port (None), before_response {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:29:03.442776 dv-cinder-830097-4-iscsi neutron-server[103457]: INFO neutron.wsgi [req-bf605acd-e7b1-4d85-b624-290bfde6a4ce req-eef4e781-5257-4110-be30-7440cbf5db53 service neutron] 10.222.0.55 "PUT /v2.0/ports/5f92f8df-37e6-4bb6-be40-eafdc94153af HTTP/1.1" status: 200 len: 1093 time: 0.6419423 Apr 12 13:29:03.443212 dv-cinder-830097-4-iscsi neutron-server[103457]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7f3217cb-4381-4bfa-9d2a-71311fb9c2c9', 'tag': '5f92f8df-37e6-4bb6-be40-eafdc94153af'}] {{(pid=103457) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 12 13:29:03.445756 dv-cinder-830097-4-iscsi neutron-server[103457]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}086c7d3de3560e72b9669b0aa2f8f0aa3a7dc6896401f4467231a6605ceb6cb3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-aa937250-6dc8-4d85-b055-24037f520365" -d '{"events": [{"name": "network-changed", "server_uuid": "7f3217cb-4381-4bfa-9d2a-71311fb9c2c9", "tag": "5f92f8df-37e6-4bb6-be40-eafdc94153af"}]}' {{(pid=103457) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 12 13:29:03.466667 dv-cinder-830097-4-iscsi neutron-server[103457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eef4e781-5257-4110-be30-7440cbf5db53 service neutron] Pushing event updated for resources: {'Port': ['ID=5f92f8df-37e6-4bb6-be40-eafdc94153af,revision_number=3']} {{(pid=103457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 13:29:03.497389 dv-cinder-830097-4-iscsi neutron-server[103457]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 12 Apr 2022 13:29:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b4ee2aec-a002-441a-9857-ebb1c7333ab8 x-openstack-request-id: req-b4ee2aec-a002-441a-9857-ebb1c7333ab8 {{(pid=103457) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 12 13:29:03.497834 dv-cinder-830097-4-iscsi neutron-server[103457]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7f3217cb-4381-4bfa-9d2a-71311fb9c2c9", "tag": "5f92f8df-37e6-4bb6-be40-eafdc94153af", "status": "completed", "code": 200}]} {{(pid=103457) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 12 13:29:03.499376 dv-cinder-830097-4-iscsi neutron-server[103457]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-b4ee2aec-a002-441a-9857-ebb1c7333ab8 {{(pid=103457) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 12 13:29:03.499781 dv-cinder-830097-4-iscsi neutron-server[103457]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b4ee2aec-a002-441a-9857-ebb1c7333ab8'] response: {'name': 'network-changed', 'server_uuid': '7f3217cb-4381-4bfa-9d2a-71311fb9c2c9', 'tag': '5f92f8df-37e6-4bb6-be40-eafdc94153af', 'status': 'completed', 'code': 200} Apr 12 13:29:03.592739 dv-cinder-830097-4-iscsi neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf605acd-e7b1-4d85-b624-290bfde6a4ce req-beb3874b-fc51-4683-b609-2306fb68a472 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 13:29:03.594278 dv-cinder-830097-4-iscsi neutron-server[103457]: INFO neutron.wsgi [req-bf605acd-e7b1-4d85-b624-290bfde6a4ce req-beb3874b-fc51-4683-b609-2306fb68a472 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=0b44de7c9b4f45aa8f33bcf3b4639f3f&device_id=7f3217cb-4381-4bfa-9d2a-71311fb9c2c9 HTTP/1.1" status: 200 len: 1127 time: 0.0416696 Apr 12 13:29:03.647857 dv-cinder-830097-4-iscsi neutron-server[103457]: INFO neutron.wsgi [req-bf605acd-e7b1-4d85-b624-290bfde6a4ce req-65a6319f-d2a3-49e1-8d01-f92a264b0222 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=5f92f8df-37e6-4bb6-be40-eafdc94153af HTTP/1.1" status: 200 len: 217 time: 0.0373037 Apr 12 13:29:03.694664 dv-cinder-830097-4-iscsi neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf605acd-e7b1-4d85-b624-290bfde6a4ce req-fe0a96d5-f1f5-450b-a048-ff605d05d04d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 13:29:03.696425 dv-cinder-830097-4-iscsi neutron-server[103457]: INFO neutron.wsgi [req-bf605acd-e7b1-4d85-b624-290bfde6a4ce req-fe0a96d5-f1f5-450b-a048-ff605d05d04d service neutron] 10.222.0.55 "GET /v2.0/subnets?id=f1176976-8b61-43ab-a3ba-d0eadb0b48e0 HTTP/1.1" status: 200 len: 854 time: 0.0431836 Apr 12 13:29:03.738490 dv-cinder-830097-4-iscsi neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf605acd-e7b1-4d85-b624-290bfde6a4ce req-051ede6f-add6-48a1-863b-47692ebe7bf9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 13:29:03.739935 dv-cinder-830097-4-iscsi neutron-server[103457]: INFO neutron.wsgi [req-bf605acd-e7b1-4d85-b624-290bfde6a4ce req-051ede6f-add6-48a1-863b-47692ebe7bf9 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=d4adb74a-b0d3-4e8c-b297-c51fe03191f9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0379109 Apr 12 13:29:03.828962 dv-cinder-830097-4-iscsi neutron-server[103457]: INFO neutron.wsgi [req-bf605acd-e7b1-4d85-b624-290bfde6a4ce req-bb65f452-7203-40fb-a2c7-4ed52d32e72a service neutron] 10.222.0.55 "GET /v2.0/networks/d4adb74a-b0d3-4e8c-b297-c51fe03191f9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0825434 Apr 12 13:29:03.918420 dv-cinder-830097-4-iscsi neutron-server[103457]: INFO neutron.wsgi [req-bf605acd-e7b1-4d85-b624-290bfde6a4ce req-c99feab5-3760-4560-a1d4-cc31133bd1bd service neutron] 10.222.0.55 "GET /v2.0/networks/d4adb74a-b0d3-4e8c-b297-c51fe03191f9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0809865 Apr 12 13:29:04.358470 dv-cinder-830097-4-iscsi neutron-server[103458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5753ba31-4d0f-40ea-bef3-ffa894c68857 req-97f27c5d-6ae6-46fa-8052-813b34f13f30 tempest-AttachVolumeNegativeTest-50432476 tempest-AttachVolumeNegativeTest-50432476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 13:29:04.360150 dv-cinder-830097-4-iscsi neutron-server[103458]: INFO neutron.wsgi [req-5753ba31-4d0f-40ea-bef3-ffa894c68857 req-97f27c5d-6ae6-46fa-8052-813b34f13f30 tempest-AttachVolumeNegativeTest-50432476 tempest-AttachVolumeNegativeTest-50432476-project] 10.222.0.18 "GET /v2.0/ports?device_id=7f3217cb-4381-4bfa-9d2a-71311fb9c2c9 HTTP/1.1" status: 200 len: 943 time: 0.0511918 Apr 12 13:29:04.404979 dv-cinder-830097-4-iscsi neutron-server[103458]: INFO neutron.wsgi [req-5753ba31-4d0f-40ea-bef3-ffa894c68857 req-52033c8c-ac84-4a9b-9ef9-d191ab9cda88 tempest-AttachVolumeNegativeTest-50432476 tempest-AttachVolumeNegativeTest-50432476-project] 10.222.0.18 "GET /v2.0/security-groups?id=6450af5a-753d-4556-aec4-fab34b819f85&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0392954 Apr 12 13:29:05.519566 dv-cinder-830097-4-iscsi neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5a6abee-0e08-4f42-bb64-7da5912277cb req-63974ed8-18fc-400a-83f5-85d012d5db7c tempest-AttachVolumeNegativeTest-50432476 tempest-AttachVolumeNegativeTest-50432476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 13:29:05.521088 dv-cinder-830097-4-iscsi neutron-server[103457]: INFO neutron.wsgi [req-b5a6abee-0e08-4f42-bb64-7da5912277cb req-63974ed8-18fc-400a-83f5-85d012d5db7c tempest-AttachVolumeNegativeTest-50432476 tempest-AttachVolumeNegativeTest-50432476-project] 10.222.0.18 "GET /v2.0/ports?device_id=7f3217cb-4381-4bfa-9d2a-71311fb9c2c9 HTTP/1.1" status: 200 len: 943 time: 0.0498188 Apr 12 13:29:05.567920 dv-cinder-830097-4-iscsi neutron-server[103457]: INFO neutron.wsgi [req-b5a6abee-0e08-4f42-bb64-7da5912277cb req-5526fac3-d104-43dc-a096-596fbb06d355 tempest-AttachVolumeNegativeTest-50432476 tempest-AttachVolumeNegativeTest-50432476-project] 10.222.0.18 "GET /v2.0/security-groups?id=6450af5a-753d-4556-aec4-fab34b819f85&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0409846 Apr 12 13:29:06.414977 dv-cinder-830097-4-iscsi neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa937250-6dc8-4d85-b055-24037f520365 req-59dd9b92-1910-438c-90d2-8b3a8f2367d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 13:29:06.416504 dv-cinder-830097-4-iscsi neutron-server[103457]: INFO neutron.wsgi [req-aa937250-6dc8-4d85-b055-24037f520365 req-59dd9b92-1910-438c-90d2-8b3a8f2367d6 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=0b44de7c9b4f45aa8f33bcf3b4639f3f&device_id=7f3217cb-4381-4bfa-9d2a-71311fb9c2c9 HTTP/1.1" status: 200 len: 1127 time: 0.0381694 Apr 12 13:29:06.681032 dv-cinder-830097-4-iscsi neutron-server[103458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55512a8e-edd9-4000-aa7d-a68c5c607ffa req-28f0f794-cbb7-4a07-9a02-8e4c4f951f57 tempest-AttachVolumeNegativeTest-50432476 tempest-AttachVolumeNegativeTest-50432476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 13:29:06.682470 dv-cinder-830097-4-iscsi neutron-server[103458]: INFO neutron.wsgi [req-55512a8e-edd9-4000-aa7d-a68c5c607ffa req-28f0f794-cbb7-4a07-9a02-8e4c4f951f57 tempest-AttachVolumeNegativeTest-50432476 tempest-AttachVolumeNegativeTest-50432476-project] 10.222.0.18 "GET /v2.0/ports?device_id=7f3217cb-4381-4bfa-9d2a-71311fb9c2c9 HTTP/1.1" status: 200 len: 943 time: 0.0467842 Apr 12 13:29:06.728418 dv-cinder-830097-4-iscsi neutron-server[103458]: INFO neutron.wsgi [req-55512a8e-edd9-4000-aa7d-a68c5c607ffa req-860d5d48-76dd-48fc-84de-bd797b9c6243 tempest-AttachVolumeNegativeTest-50432476 tempest-AttachVolumeNegativeTest-50432476-project] 10.222.0.18 "GET /v2.0/security-groups?id=6450af5a-753d-4556-aec4-fab34b819f85&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0403929 Apr 12 13:29:06.954804 dv-cinder-830097-4-iscsi neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa937250-6dc8-4d85-b055-24037f520365 req-85afb7d0-591c-4181-a148-08979d8535a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 13:29:06.956301 dv-cinder-830097-4-iscsi neutron-server[103457]: INFO neutron.wsgi [req-aa937250-6dc8-4d85-b055-24037f520365 req-85afb7d0-591c-4181-a148-08979d8535a7 service neutron] 10.222.0.55 "GET /v2.0/networks?id=d4adb74a-b0d3-4e8c-b297-c51fe03191f9 HTTP/1.1" status: 200 len: 916 time: 0.0913236 Apr 12 13:29:07.140353 dv-cinder-830097-4-iscsi neutron-server[103459]: DEBUG neutron.plugins.ml2.rpc [None req-3505bd68-a9fd-4823-92ea-1a6ded8ab071 None None] Device 5f92f8df-37e6-4bb6-be40-eafdc94153af details requested by agent hyperv_hv-cinder-83009 with host hv-cinder-83009 {{(pid=103459) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 12 13:29:07.236824 dv-cinder-830097-4-iscsi neutron-server[103459]: DEBUG neutron.plugins.ml2.db [None req-3505bd68-a9fd-4823-92ea-1a6ded8ab071 None None] For port 5f92f8df-37e6-4bb6-be40-eafdc94153af, host hv-cinder-83009, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83009',level=0,port_id=5f92f8df-37e6-4bb6-be40-eafdc94153af,segment=NetworkSegment(00b10ebc-0cf5-44a9-a829-ac84c99db0c8),segment_id=00b10ebc-0cf5-44a9-a829-ac84c99db0c8)] {{(pid=103459) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 12 13:29:07.249180 dv-cinder-830097-4-iscsi neutron-server[103459]: DEBUG neutron.plugins.ml2.rpc [None req-3505bd68-a9fd-4823-92ea-1a6ded8ab071 None None] Returning: {'device': '5f92f8df-37e6-4bb6-be40-eafdc94153af', 'network_id': 'd4adb74a-b0d3-4e8c-b297-c51fe03191f9', 'port_id': '5f92f8df-37e6-4bb6-be40-eafdc94153af', 'mac_address': 'fa:16:3e:f3:66:4b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 237, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f1176976-8b61-43ab-a3ba-d0eadb0b48e0', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103459) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 12 13:29:07.291374 dv-cinder-830097-4-iscsi neutron-server[103459]: DEBUG neutron.plugins.ml2.plugin [None req-3505bd68-a9fd-4823-92ea-1a6ded8ab071 None None] Current status of the port 5f92f8df-37e6-4bb6-be40-eafdc94153af is: DOWN; New status is: BUILD {{(pid=103459) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 12 13:29:07.291754 dv-cinder-830097-4-iscsi neutron-server[103459]: DEBUG neutron_lib.callbacks.manager [None req-3505bd68-a9fd-4823-92ea-1a6ded8ab071 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-916304'] for port (5f92f8df-37e6-4bb6-be40-eafdc94153af), before_update {{(pid=103459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:29:07.305835 dv-cinder-830097-4-iscsi neutron-server[103459]: DEBUG neutron.notifiers.nova [None req-3505bd68-a9fd-4823-92ea-1a6ded8ab071 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5f92f8df-37e6-4bb6-be40-eafdc94153af {{(pid=103459) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 12 13:29:07.327496 dv-cinder-830097-4-iscsi neutron-server[103459]: DEBUG neutron.plugins.ml2.db [None req-3505bd68-a9fd-4823-92ea-1a6ded8ab071 None None] For port 5f92f8df-37e6-4bb6-be40-eafdc94153af, host hv-cinder-83009, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83009',level=0,port_id=5f92f8df-37e6-4bb6-be40-eafdc94153af,segment=NetworkSegment(00b10ebc-0cf5-44a9-a829-ac84c99db0c8),segment_id=00b10ebc-0cf5-44a9-a829-ac84c99db0c8)] {{(pid=103459) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 12 13:29:07.331492 dv-cinder-830097-4-iscsi neutron-server[103459]: DEBUG neutron_lib.callbacks.manager [None req-3505bd68-a9fd-4823-92ea-1a6ded8ab071 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-915890', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3697887', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732727894815', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732727417932', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732727417950'] for port (5f92f8df-37e6-4bb6-be40-eafdc94153af), after_update {{(pid=103459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:29:07.336553 dv-cinder-830097-4-iscsi neutron-server[103457]: INFO neutron.wsgi [req-aa937250-6dc8-4d85-b055-24037f520365 req-9d45368a-68ea-4d99-bac3-7c0109d2e977 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=5f92f8df-37e6-4bb6-be40-eafdc94153af HTTP/1.1" status: 200 len: 217 time: 0.0409923 Apr 12 13:29:07.380449 dv-cinder-830097-4-iscsi neutron-server[103459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3505bd68-a9fd-4823-92ea-1a6ded8ab071 None None] Pushing event updated for resources: {'Port': ['ID=5f92f8df-37e6-4bb6-be40-eafdc94153af,revision_number=4']} {{(pid=103459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 13:29:07.386883 dv-cinder-830097-4-iscsi neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa937250-6dc8-4d85-b055-24037f520365 req-c88554f1-0a25-49f1-b0c5-b4ee1774e9ea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 13:29:07.389764 dv-cinder-830097-4-iscsi neutron-server[103457]: INFO neutron.wsgi [req-aa937250-6dc8-4d85-b055-24037f520365 req-c88554f1-0a25-49f1-b0c5-b4ee1774e9ea service neutron] 10.222.0.55 "GET /v2.0/subnets?id=f1176976-8b61-43ab-a3ba-d0eadb0b48e0 HTTP/1.1" status: 200 len: 854 time: 0.0456982 Apr 12 13:29:07.440371 dv-cinder-830097-4-iscsi neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa937250-6dc8-4d85-b055-24037f520365 req-4bc9c3a4-6780-4907-a557-d0887e1cdfa9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 13:29:07.441959 dv-cinder-830097-4-iscsi neutron-server[103457]: INFO neutron.wsgi [req-aa937250-6dc8-4d85-b055-24037f520365 req-4bc9c3a4-6780-4907-a557-d0887e1cdfa9 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=d4adb74a-b0d3-4e8c-b297-c51fe03191f9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0471981 Apr 12 13:29:07.544892 dv-cinder-830097-4-iscsi neutron-server[103457]: INFO neutron.wsgi [req-aa937250-6dc8-4d85-b055-24037f520365 req-e7e7862a-2dbb-417b-9f1c-df20b7f8078d service neutron] 10.222.0.55 "GET /v2.0/networks/d4adb74a-b0d3-4e8c-b297-c51fe03191f9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0841615 Apr 12 13:29:07.636217 dv-cinder-830097-4-iscsi neutron-server[103457]: INFO neutron.wsgi [req-aa937250-6dc8-4d85-b055-24037f520365 req-930d5994-f9e5-404b-bbbc-c990c955db5b service neutron] 10.222.0.55 "GET /v2.0/networks/d4adb74a-b0d3-4e8c-b297-c51fe03191f9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0837152 Apr 12 13:29:07.751336 dv-cinder-830097-4-iscsi neutron-server[103459]: DEBUG neutron.plugins.ml2.db [None req-3505bd68-a9fd-4823-92ea-1a6ded8ab071 None None] get_ports_and_sgs() called for port_ids ['5f92f8df-37e6-4bb6-be40-eafdc94153af'] {{(pid=103459) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 12 13:29:07.839045 dv-cinder-830097-4-iscsi neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16dea2ae-b9c6-48da-9c2a-482c7f7217cc req-9559bdaa-96dc-4f2c-bbb5-c3dd01093802 tempest-AttachVolumeNegativeTest-50432476 tempest-AttachVolumeNegativeTest-50432476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 13:29:07.840413 dv-cinder-830097-4-iscsi neutron-server[103457]: INFO neutron.wsgi [req-16dea2ae-b9c6-48da-9c2a-482c7f7217cc req-9559bdaa-96dc-4f2c-bbb5-c3dd01093802 tempest-AttachVolumeNegativeTest-50432476 tempest-AttachVolumeNegativeTest-50432476-project] 10.222.0.18 "GET /v2.0/ports?device_id=7f3217cb-4381-4bfa-9d2a-71311fb9c2c9 HTTP/1.1" status: 200 len: 944 time: 0.0468228 Apr 12 13:29:07.886572 dv-cinder-830097-4-iscsi neutron-server[103457]: INFO neutron.wsgi [req-16dea2ae-b9c6-48da-9c2a-482c7f7217cc req-14ee3e0d-2774-4ad3-b58b-eebfdeede365 tempest-AttachVolumeNegativeTest-50432476 tempest-AttachVolumeNegativeTest-50432476-project] 10.222.0.18 "GET /v2.0/security-groups?id=6450af5a-753d-4556-aec4-fab34b819f85&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0403895 Apr 12 13:29:09.002288 dv-cinder-830097-4-iscsi neutron-server[103458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69647995-2849-4be8-bbc7-e745b80f8c1e req-473382e2-617f-489e-8d09-2227699b8d84 tempest-AttachVolumeNegativeTest-50432476 tempest-AttachVolumeNegativeTest-50432476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 13:29:09.003708 dv-cinder-830097-4-iscsi neutron-server[103458]: INFO neutron.wsgi [req-69647995-2849-4be8-bbc7-e745b80f8c1e req-473382e2-617f-489e-8d09-2227699b8d84 tempest-AttachVolumeNegativeTest-50432476 tempest-AttachVolumeNegativeTest-50432476-project] 10.222.0.18 "GET /v2.0/ports?device_id=7f3217cb-4381-4bfa-9d2a-71311fb9c2c9 HTTP/1.1" status: 200 len: 944 time: 0.0486884 Apr 12 13:29:09.054681 dv-cinder-830097-4-iscsi neutron-server[103458]: INFO neutron.wsgi [req-69647995-2849-4be8-bbc7-e745b80f8c1e req-28e4076d-d633-4293-849e-d88b5ac7c527 tempest-AttachVolumeNegativeTest-50432476 tempest-AttachVolumeNegativeTest-50432476-project] 10.222.0.18 "GET /v2.0/security-groups?id=6450af5a-753d-4556-aec4-fab34b819f85&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0454512 Apr 12 13:29:10.164593 dv-cinder-830097-4-iscsi neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86be5eff-2844-4f13-8c3d-31e188ed0f87 req-10c82d8b-9e28-4279-ba98-37f1f538689d tempest-AttachVolumeNegativeTest-50432476 tempest-AttachVolumeNegativeTest-50432476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 13:29:10.166067 dv-cinder-830097-4-iscsi neutron-server[103457]: INFO neutron.wsgi [req-86be5eff-2844-4f13-8c3d-31e188ed0f87 req-10c82d8b-9e28-4279-ba98-37f1f538689d tempest-AttachVolumeNegativeTest-50432476 tempest-AttachVolumeNegativeTest-50432476-project] 10.222.0.18 "GET /v2.0/ports?device_id=7f3217cb-4381-4bfa-9d2a-71311fb9c2c9 HTTP/1.1" status: 200 len: 944 time: 0.0455639 Apr 12 13:29:10.216431 dv-cinder-830097-4-iscsi neutron-server[103457]: INFO neutron.wsgi [req-86be5eff-2844-4f13-8c3d-31e188ed0f87 req-58348eb0-1765-4ecb-a616-88883a28ad5e tempest-AttachVolumeNegativeTest-50432476 tempest-AttachVolumeNegativeTest-50432476-project] 10.222.0.18 "GET /v2.0/security-groups?id=6450af5a-753d-4556-aec4-fab34b819f85&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0446670 Apr 12 13:29:10.566923 dv-cinder-830097-4-iscsi neutron-server[103459]: DEBUG neutron.plugins.ml2.rpc [None req-3505bd68-a9fd-4823-92ea-1a6ded8ab071 None None] Device 5f92f8df-37e6-4bb6-be40-eafdc94153af up at agent hyperv_hv-cinder-83009 {{(pid=103459) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 12 13:29:10.610863 dv-cinder-830097-4-iscsi neutron-server[103459]: DEBUG neutron.db.provisioning_blocks [None req-3505bd68-a9fd-4823-92ea-1a6ded8ab071 None None] Provisioning for port 5f92f8df-37e6-4bb6-be40-eafdc94153af completed by entity L2. {{(pid=103459) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Apr 12 13:29:10.616465 dv-cinder-830097-4-iscsi neutron-server[103459]: DEBUG neutron.db.provisioning_blocks [None req-3505bd68-a9fd-4823-92ea-1a6ded8ab071 None None] Provisioning complete for port 5f92f8df-37e6-4bb6-be40-eafdc94153af triggered by entity L2. {{(pid=103459) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 12 13:29:10.616960 dv-cinder-830097-4-iscsi neutron-server[103459]: DEBUG neutron_lib.callbacks.manager [None req-3505bd68-a9fd-4823-92ea-1a6ded8ab071 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-657243'] for port (5f92f8df-37e6-4bb6-be40-eafdc94153af), provisioning_complete {{(pid=103459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:29:10.694665 dv-cinder-830097-4-iscsi neutron-server[103459]: DEBUG neutron.plugins.ml2.plugin [None req-3505bd68-a9fd-4823-92ea-1a6ded8ab071 None None] Current status of the port 5f92f8df-37e6-4bb6-be40-eafdc94153af is: BUILD; New status is: ACTIVE {{(pid=103459) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 12 13:29:10.695307 dv-cinder-830097-4-iscsi neutron-server[103459]: DEBUG neutron_lib.callbacks.manager [None req-3505bd68-a9fd-4823-92ea-1a6ded8ab071 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-916304'] for port (5f92f8df-37e6-4bb6-be40-eafdc94153af), before_update {{(pid=103459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:29:10.717253 dv-cinder-830097-4-iscsi neutron-server[103459]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7f3217cb-4381-4bfa-9d2a-71311fb9c2c9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5f92f8df-37e6-4bb6-be40-eafdc94153af'}] {{(pid=103459) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 12 13:29:10.719663 dv-cinder-830097-4-iscsi neutron-server[103459]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}95104bc0dd48ad9143548caf8a5bdec643107760c32fce8433ea43eac3fbdd81" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a80c435c-0263-453f-89d6-ef3bd92f74e7" -d '{"events": [{"server_uuid": "7f3217cb-4381-4bfa-9d2a-71311fb9c2c9", "name": "network-vif-plugged", "status": "completed", "tag": "5f92f8df-37e6-4bb6-be40-eafdc94153af"}]}' {{(pid=103459) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 12 13:29:10.732476 dv-cinder-830097-4-iscsi neutron-server[103459]: DEBUG neutron.plugins.ml2.db [None req-3505bd68-a9fd-4823-92ea-1a6ded8ab071 None None] For port 5f92f8df-37e6-4bb6-be40-eafdc94153af, host hv-cinder-83009, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83009',level=0,port_id=5f92f8df-37e6-4bb6-be40-eafdc94153af,segment=NetworkSegment(00b10ebc-0cf5-44a9-a829-ac84c99db0c8),segment_id=00b10ebc-0cf5-44a9-a829-ac84c99db0c8)] {{(pid=103459) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 12 13:29:10.736460 dv-cinder-830097-4-iscsi neutron-server[103459]: DEBUG neutron_lib.callbacks.manager [None req-3505bd68-a9fd-4823-92ea-1a6ded8ab071 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-915890', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3697887', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732727894815', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732727417932', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732727417950'] for port (5f92f8df-37e6-4bb6-be40-eafdc94153af), after_update {{(pid=103459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:29:10.759702 dv-cinder-830097-4-iscsi neutron-server[103459]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 12 Apr 2022 13:29:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b4323779-41aa-40e9-bc96-22e68904e0e5 x-openstack-request-id: req-b4323779-41aa-40e9-bc96-22e68904e0e5 {{(pid=103459) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 12 13:29:10.760010 dv-cinder-830097-4-iscsi neutron-server[103459]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7f3217cb-4381-4bfa-9d2a-71311fb9c2c9", "name": "network-vif-plugged", "status": "completed", "tag": "5f92f8df-37e6-4bb6-be40-eafdc94153af", "code": 200}]} {{(pid=103459) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 12 13:29:10.760239 dv-cinder-830097-4-iscsi neutron-server[103459]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-b4323779-41aa-40e9-bc96-22e68904e0e5 {{(pid=103459) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 12 13:29:10.760651 dv-cinder-830097-4-iscsi neutron-server[103459]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b4323779-41aa-40e9-bc96-22e68904e0e5'] response: {'server_uuid': '7f3217cb-4381-4bfa-9d2a-71311fb9c2c9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5f92f8df-37e6-4bb6-be40-eafdc94153af', 'code': 200} Apr 12 13:29:10.785609 dv-cinder-830097-4-iscsi neutron-server[103459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3505bd68-a9fd-4823-92ea-1a6ded8ab071 None None] Pushing event updated for resources: {'Port': ['ID=5f92f8df-37e6-4bb6-be40-eafdc94153af,revision_number=5']} {{(pid=103459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 13:29:11.328271 dv-cinder-830097-4-iscsi neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-894a8a8b-1a38-49b6-8c84-ae8a9dee9535 req-a4d503e0-fc36-40b5-b4b9-c29ac070cb54 tempest-AttachVolumeNegativeTest-50432476 tempest-AttachVolumeNegativeTest-50432476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 13:29:11.329745 dv-cinder-830097-4-iscsi neutron-server[103457]: INFO neutron.wsgi [req-894a8a8b-1a38-49b6-8c84-ae8a9dee9535 req-a4d503e0-fc36-40b5-b4b9-c29ac070cb54 tempest-AttachVolumeNegativeTest-50432476 tempest-AttachVolumeNegativeTest-50432476-project] 10.222.0.18 "GET /v2.0/ports?device_id=7f3217cb-4381-4bfa-9d2a-71311fb9c2c9 HTTP/1.1" status: 200 len: 945 time: 0.0464289 Apr 12 13:29:11.375480 dv-cinder-830097-4-iscsi neutron-server[103457]: INFO neutron.wsgi [req-894a8a8b-1a38-49b6-8c84-ae8a9dee9535 req-641218ba-e705-4924-bb92-04d0d2e82aff tempest-AttachVolumeNegativeTest-50432476 tempest-AttachVolumeNegativeTest-50432476-project] 10.222.0.18 "GET /v2.0/security-groups?id=6450af5a-753d-4556-aec4-fab34b819f85&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0400193 Apr 12 13:29:12.486723 dv-cinder-830097-4-iscsi neutron-server[103458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-faeb9130-03df-4251-9776-e015f8b54e0b req-7af29446-67f7-4082-b5ce-b12b4e545426 tempest-AttachVolumeNegativeTest-50432476 tempest-AttachVolumeNegativeTest-50432476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 13:29:12.488207 dv-cinder-830097-4-iscsi neutron-server[103458]: INFO neutron.wsgi [req-faeb9130-03df-4251-9776-e015f8b54e0b req-7af29446-67f7-4082-b5ce-b12b4e545426 tempest-AttachVolumeNegativeTest-50432476 tempest-AttachVolumeNegativeTest-50432476-project] 10.222.0.18 "GET /v2.0/ports?device_id=7f3217cb-4381-4bfa-9d2a-71311fb9c2c9 HTTP/1.1" status: 200 len: 945 time: 0.0456657 Apr 12 13:29:12.533027 dv-cinder-830097-4-iscsi neutron-server[103458]: INFO neutron.wsgi [req-faeb9130-03df-4251-9776-e015f8b54e0b req-2f9a6279-e083-44ec-8c3c-dc0d7db1d6ad tempest-AttachVolumeNegativeTest-50432476 tempest-AttachVolumeNegativeTest-50432476-project] 10.222.0.18 "GET /v2.0/security-groups?id=6450af5a-753d-4556-aec4-fab34b819f85&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0393181 Apr 12 13:29:13.364469 dv-cinder-830097-4-iscsi neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de1b5967-4078-4407-a63d-b804ebc56eff req-58939630-81f4-4dfc-9295-6a9c8bc74693 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 13:29:13.366005 dv-cinder-830097-4-iscsi neutron-server[103457]: INFO neutron.wsgi [req-de1b5967-4078-4407-a63d-b804ebc56eff req-58939630-81f4-4dfc-9295-6a9c8bc74693 service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=7f3217cb-4381-4bfa-9d2a-71311fb9c2c9 HTTP/1.1" status: 200 len: 1129 time: 0.0383353 Apr 12 13:29:13.426899 dv-cinder-830097-4-iscsi neutron-server[103457]: INFO neutron.wsgi [req-de1b5967-4078-4407-a63d-b804ebc56eff req-e47b3f21-6a2f-4305-bcab-aa8027139d2f service neutron] 10.222.0.55 "GET /v2.0/security-groups?id=6450af5a-753d-4556-aec4-fab34b819f85&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0370810 Apr 12 13:29:13.648617 dv-cinder-830097-4-iscsi neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c3d3aff-00dd-4acf-9273-3b53b4d1b95c req-0be4ea85-ff65-4369-a414-d74ea02dbb0f tempest-AttachVolumeNegativeTest-50432476 tempest-AttachVolumeNegativeTest-50432476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 13:29:13.650084 dv-cinder-830097-4-iscsi neutron-server[103457]: INFO neutron.wsgi [req-3c3d3aff-00dd-4acf-9273-3b53b4d1b95c req-0be4ea85-ff65-4369-a414-d74ea02dbb0f tempest-AttachVolumeNegativeTest-50432476 tempest-AttachVolumeNegativeTest-50432476-project] 10.222.0.18 "GET /v2.0/ports?device_id=7f3217cb-4381-4bfa-9d2a-71311fb9c2c9 HTTP/1.1" status: 200 len: 945 time: 0.0493236 Apr 12 13:29:13.695436 dv-cinder-830097-4-iscsi neutron-server[103457]: INFO neutron.wsgi [req-3c3d3aff-00dd-4acf-9273-3b53b4d1b95c req-5e5f3bb0-9335-45db-b327-901ad8c7cafc tempest-AttachVolumeNegativeTest-50432476 tempest-AttachVolumeNegativeTest-50432476-project] 10.222.0.18 "GET /v2.0/security-groups?id=6450af5a-753d-4556-aec4-fab34b819f85&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0396507 Apr 12 13:29:14.811958 dv-cinder-830097-4-iscsi neutron-server[103458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba931923-3833-4032-ab0a-2645ccbb57b7 req-a59ffc5a-2073-4096-97f1-655205a4ca5a tempest-AttachVolumeNegativeTest-50432476 tempest-AttachVolumeNegativeTest-50432476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 13:29:14.813428 dv-cinder-830097-4-iscsi neutron-server[103458]: INFO neutron.wsgi [req-ba931923-3833-4032-ab0a-2645ccbb57b7 req-a59ffc5a-2073-4096-97f1-655205a4ca5a tempest-AttachVolumeNegativeTest-50432476 tempest-AttachVolumeNegativeTest-50432476-project] 10.222.0.18 "GET /v2.0/ports?device_id=7f3217cb-4381-4bfa-9d2a-71311fb9c2c9 HTTP/1.1" status: 200 len: 945 time: 0.0466104 Apr 12 13:29:14.862420 dv-cinder-830097-4-iscsi neutron-server[103458]: INFO neutron.wsgi [req-ba931923-3833-4032-ab0a-2645ccbb57b7 req-9a363ad5-8603-40d6-bc8b-beec83d92757 tempest-AttachVolumeNegativeTest-50432476 tempest-AttachVolumeNegativeTest-50432476-project] 10.222.0.18 "GET /v2.0/security-groups?id=6450af5a-753d-4556-aec4-fab34b819f85&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0433385 Apr 12 13:29:15.973959 dv-cinder-830097-4-iscsi neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8bdecac-ef77-4174-bbfd-f218c360d67e req-7bdb2138-3d7d-46d1-88ae-e2289689e22f tempest-AttachVolumeNegativeTest-50432476 tempest-AttachVolumeNegativeTest-50432476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 13:29:15.975417 dv-cinder-830097-4-iscsi neutron-server[103457]: INFO neutron.wsgi [req-b8bdecac-ef77-4174-bbfd-f218c360d67e req-7bdb2138-3d7d-46d1-88ae-e2289689e22f tempest-AttachVolumeNegativeTest-50432476 tempest-AttachVolumeNegativeTest-50432476-project] 10.222.0.18 "GET /v2.0/ports?device_id=7f3217cb-4381-4bfa-9d2a-71311fb9c2c9 HTTP/1.1" status: 200 len: 945 time: 0.0462685 Apr 12 13:29:16.020696 dv-cinder-830097-4-iscsi neutron-server[103457]: INFO neutron.wsgi [req-b8bdecac-ef77-4174-bbfd-f218c360d67e req-bdcde56b-9b11-4c20-b90b-cf45c30de4ca tempest-AttachVolumeNegativeTest-50432476 tempest-AttachVolumeNegativeTest-50432476-project] 10.222.0.18 "GET /v2.0/security-groups?id=6450af5a-753d-4556-aec4-fab34b819f85&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0397792 Apr 12 13:29:16.787661 dv-cinder-830097-4-iscsi neutron-server[103459]: DEBUG neutron_lib.callbacks.manager [None req-06e55c61-30e2-4afd-a9f3-1c1a34cca8dd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732727929501', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-657397'] for agent (246ca497-e2ee-4e0b-b432-b4153c207e5f), after_update {{(pid=103459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:29:17.138804 dv-cinder-830097-4-iscsi neutron-server[103458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73e8f690-4523-487d-bd0c-4c38100b279a req-983bd971-dbfe-488a-805b-c0294fbbacea tempest-AttachVolumeNegativeTest-50432476 tempest-AttachVolumeNegativeTest-50432476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 13:29:17.140296 dv-cinder-830097-4-iscsi neutron-server[103458]: INFO neutron.wsgi [req-73e8f690-4523-487d-bd0c-4c38100b279a req-983bd971-dbfe-488a-805b-c0294fbbacea tempest-AttachVolumeNegativeTest-50432476 tempest-AttachVolumeNegativeTest-50432476-project] 10.222.0.18 "GET /v2.0/ports?device_id=7f3217cb-4381-4bfa-9d2a-71311fb9c2c9 HTTP/1.1" status: 200 len: 945 time: 0.0463133 Apr 12 13:29:17.186723 dv-cinder-830097-4-iscsi neutron-server[103458]: INFO neutron.wsgi [req-73e8f690-4523-487d-bd0c-4c38100b279a req-c8a1f68a-e8e2-42c2-9d21-51c28101618b tempest-AttachVolumeNegativeTest-50432476 tempest-AttachVolumeNegativeTest-50432476-project] 10.222.0.18 "GET /v2.0/security-groups?id=6450af5a-753d-4556-aec4-fab34b819f85&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0405753 Apr 12 13:29:18.296235 dv-cinder-830097-4-iscsi neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f2ef0d7-f272-4c7a-aedd-1f605a29c119 req-02b57268-bf04-4968-9d98-606f9ed02541 tempest-AttachVolumeNegativeTest-50432476 tempest-AttachVolumeNegativeTest-50432476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 13:29:18.297700 dv-cinder-830097-4-iscsi neutron-server[103457]: INFO neutron.wsgi [req-2f2ef0d7-f272-4c7a-aedd-1f605a29c119 req-02b57268-bf04-4968-9d98-606f9ed02541 tempest-AttachVolumeNegativeTest-50432476 tempest-AttachVolumeNegativeTest-50432476-project] 10.222.0.18 "GET /v2.0/ports?device_id=7f3217cb-4381-4bfa-9d2a-71311fb9c2c9 HTTP/1.1" status: 200 len: 945 time: 0.0467124 Apr 12 13:29:18.347726 dv-cinder-830097-4-iscsi neutron-server[103457]: INFO neutron.wsgi [req-2f2ef0d7-f272-4c7a-aedd-1f605a29c119 req-fc4f40fc-3c32-403b-98b3-525bd1f839b5 tempest-AttachVolumeNegativeTest-50432476 tempest-AttachVolumeNegativeTest-50432476-project] 10.222.0.18 "GET /v2.0/security-groups?id=6450af5a-753d-4556-aec4-fab34b819f85&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0444319 Apr 12 13:29:19.382853 dv-cinder-830097-4-iscsi neutron-server[103459]: DEBUG neutron_lib.callbacks.manager [None req-d37b4429-8f25-46da-ac78-1a276c784f23 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732727929501', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-657397'] for agent (b7e11a8b-aeed-493f-9763-461016dddc93), after_update {{(pid=103459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:29:19.465634 dv-cinder-830097-4-iscsi neutron-server[103458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee7d93dd-717f-425f-88ae-694f9954792a req-dbda9c44-2652-4d33-8cd3-5eb63fc13b0a tempest-AttachVolumeNegativeTest-50432476 tempest-AttachVolumeNegativeTest-50432476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 13:29:19.467145 dv-cinder-830097-4-iscsi neutron-server[103458]: INFO neutron.wsgi [req-ee7d93dd-717f-425f-88ae-694f9954792a req-dbda9c44-2652-4d33-8cd3-5eb63fc13b0a tempest-AttachVolumeNegativeTest-50432476 tempest-AttachVolumeNegativeTest-50432476-project] 10.222.0.18 "GET /v2.0/ports?device_id=7f3217cb-4381-4bfa-9d2a-71311fb9c2c9 HTTP/1.1" status: 200 len: 945 time: 0.0519879 Apr 12 13:29:19.512870 dv-cinder-830097-4-iscsi neutron-server[103458]: INFO neutron.wsgi [req-ee7d93dd-717f-425f-88ae-694f9954792a req-a5ddbc6a-da0d-4a38-9036-d358c8b5fdb1 tempest-AttachVolumeNegativeTest-50432476 tempest-AttachVolumeNegativeTest-50432476-project] 10.222.0.18 "GET /v2.0/security-groups?id=6450af5a-753d-4556-aec4-fab34b819f85&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0399580 Apr 12 13:29:20.309155 dv-cinder-830097-4-iscsi neutron-server[103459]: DEBUG neutron_lib.callbacks.manager [None req-f20c20fe-5767-407a-9f30-b36f01c50254 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732727929501', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-657397'] for agent (1e8a91c7-94d1-4b17-9536-32bc01f44a9b), after_update {{(pid=103459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:29:20.625888 dv-cinder-830097-4-iscsi neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ae99a4f-9eb5-4d07-ab5d-3caf833195d8 req-f240cc28-9f89-426c-adb2-7d51ae616871 tempest-AttachVolumeNegativeTest-50432476 tempest-AttachVolumeNegativeTest-50432476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 13:29:20.627213 dv-cinder-830097-4-iscsi neutron-server[103457]: INFO neutron.wsgi [req-6ae99a4f-9eb5-4d07-ab5d-3caf833195d8 req-f240cc28-9f89-426c-adb2-7d51ae616871 tempest-AttachVolumeNegativeTest-50432476 tempest-AttachVolumeNegativeTest-50432476-project] 10.222.0.18 "GET /v2.0/ports?device_id=7f3217cb-4381-4bfa-9d2a-71311fb9c2c9 HTTP/1.1" status: 200 len: 945 time: 0.0469351 Apr 12 13:29:20.672104 dv-cinder-830097-4-iscsi neutron-server[103457]: INFO neutron.wsgi [req-6ae99a4f-9eb5-4d07-ab5d-3caf833195d8 req-2d982623-6c3a-49dd-9e17-b0796d5b594b tempest-AttachVolumeNegativeTest-50432476 tempest-AttachVolumeNegativeTest-50432476-project] 10.222.0.18 "GET /v2.0/security-groups?id=6450af5a-753d-4556-aec4-fab34b819f85&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0394447 Apr 12 13:29:20.780995 dv-cinder-830097-4-iscsi neutron-server[103458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d98e4ec9-cee2-431a-b48e-0e94a54e1b5f req-4633eb9a-5265-4fbb-89f2-8a8ad1eb074a tempest-AttachVolumeNegativeTest-50432476 tempest-AttachVolumeNegativeTest-50432476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 13:29:20.782413 dv-cinder-830097-4-iscsi neutron-server[103458]: INFO neutron.wsgi [req-d98e4ec9-cee2-431a-b48e-0e94a54e1b5f req-4633eb9a-5265-4fbb-89f2-8a8ad1eb074a tempest-AttachVolumeNegativeTest-50432476 tempest-AttachVolumeNegativeTest-50432476-project] 10.222.0.18 "GET /v2.0/ports?device_id=7f3217cb-4381-4bfa-9d2a-71311fb9c2c9 HTTP/1.1" status: 200 len: 945 time: 0.0484991 Apr 12 13:29:20.790990 dv-cinder-830097-4-iscsi neutron-server[103458]: DEBUG neutron.wsgi [-] (103458) accepted ('10.222.0.18', 51824) {{(pid=103458) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 13:29:20.795267 dv-cinder-830097-4-iscsi neutron-server[103458]: DEBUG neutron.api.v2.base [None req-d5efdf93-a8a7-4e13-a4eb-5f5c83dc4b75 tempest-AttachVolumeNegativeTest-50432476 tempest-AttachVolumeNegativeTest-50432476-project] Request body: {'floatingip': {'port_id': '5f92f8df-37e6-4bb6-be40-eafdc94153af'}} {{(pid=103458) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 12 13:29:20.833168 dv-cinder-830097-4-iscsi neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-d5efdf93-a8a7-4e13-a4eb-5f5c83dc4b75 tempest-AttachVolumeNegativeTest-50432476 tempest-AttachVolumeNegativeTest-50432476-project] Publish callbacks [] for floatingip (99dc54bb-a5fc-4e0f-b5e8-09dad41e2047), before_update {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:29:21.129568 dv-cinder-830097-4-iscsi neutron-server[103457]: INFO neutron.wsgi [req-9b541d87-23bc-408b-95dd-4be9f93c1dfc req-ab1f5319-247a-499e-8dc7-5d737f6187fd service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=79e021a9-fd5c-4b44-a4de-9b162a0a9eb9&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0447183 Apr 12 13:29:21.253140 dv-cinder-830097-4-iscsi neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b541d87-23bc-408b-95dd-4be9f93c1dfc req-c32be203-704a-4a52-8c40-f6c2d7defc4d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 13:29:21.254694 dv-cinder-830097-4-iscsi neutron-server[103457]: INFO neutron.wsgi [req-9b541d87-23bc-408b-95dd-4be9f93c1dfc req-c32be203-704a-4a52-8c40-f6c2d7defc4d service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=59e9ce76515147cfa24a7c710300c9c0&device_id=79e021a9-fd5c-4b44-a4de-9b162a0a9eb9 HTTP/1.1" status: 200 len: 1129 time: 0.0468233 Apr 12 13:29:21.370204 dv-cinder-830097-4-iscsi neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b541d87-23bc-408b-95dd-4be9f93c1dfc req-e1ecc39d-cbd0-4eca-8814-a1f3650df7e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 13:29:21.371664 dv-cinder-830097-4-iscsi neutron-server[103457]: INFO neutron.wsgi [req-9b541d87-23bc-408b-95dd-4be9f93c1dfc req-e1ecc39d-cbd0-4eca-8814-a1f3650df7e4 service neutron] 10.222.0.55 "GET /v2.0/networks?id=fc0e35fc-da48-4b0a-aef1-4a0c9e07f863 HTTP/1.1" status: 200 len: 913 time: 0.0977857 Apr 12 13:29:21.445579 dv-cinder-830097-4-iscsi neutron-server[103459]: DEBUG neutron_lib.callbacks.manager [None req-09c91955-1169-4ba5-b480-d25faf385fa1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732727929501', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-657397'] for agent (6571c785-b050-42b7-b6d0-d71237f75507), after_update {{(pid=103459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:29:21.446248 dv-cinder-830097-4-iscsi neutron-server[103457]: INFO neutron.wsgi [req-9b541d87-23bc-408b-95dd-4be9f93c1dfc req-9940dc0e-b193-4b81-a8b0-2f028118de16 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=edda591b-4d5a-478b-9844-8ac94d78d31b HTTP/1.1" status: 200 len: 1001 time: 0.0678391 Apr 12 13:29:21.494048 dv-cinder-830097-4-iscsi neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b541d87-23bc-408b-95dd-4be9f93c1dfc req-f4562d5f-0d36-4d5a-ae65-a7b10aa7814a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 13:29:21.495483 dv-cinder-830097-4-iscsi neutron-server[103457]: INFO neutron.wsgi [req-9b541d87-23bc-408b-95dd-4be9f93c1dfc req-f4562d5f-0d36-4d5a-ae65-a7b10aa7814a service neutron] 10.222.0.55 "GET /v2.0/subnets?id=3e5a37b9-6492-41e4-a03e-0f76c3de6aee HTTP/1.1" status: 200 len: 851 time: 0.0418458 Apr 12 13:29:21.512760 dv-cinder-830097-4-iscsi neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-d5efdf93-a8a7-4e13-a4eb-5f5c83dc4b75 tempest-AttachVolumeNegativeTest-50432476 tempest-AttachVolumeNegativeTest-50432476-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:29:21.516560 dv-cinder-830097-4-iscsi neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-d5efdf93-a8a7-4e13-a4eb-5f5c83dc4b75 tempest-AttachVolumeNegativeTest-50432476 tempest-AttachVolumeNegativeTest-50432476-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3739086'] for floatingip (99dc54bb-a5fc-4e0f-b5e8-09dad41e2047), after_update {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:29:21.539172 dv-cinder-830097-4-iscsi neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b541d87-23bc-408b-95dd-4be9f93c1dfc req-3514de6b-8de6-48e3-9689-76ca956890cc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 13:29:21.540703 dv-cinder-830097-4-iscsi neutron-server[103457]: INFO neutron.wsgi [req-9b541d87-23bc-408b-95dd-4be9f93c1dfc req-3514de6b-8de6-48e3-9689-76ca956890cc service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=fc0e35fc-da48-4b0a-aef1-4a0c9e07f863&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0392764 Apr 12 13:29:21.618501 dv-cinder-830097-4-iscsi neutron-server[103458]: INFO neutron.db.l3_db [None req-d5efdf93-a8a7-4e13-a4eb-5f5c83dc4b75 tempest-AttachVolumeNegativeTest-50432476 tempest-AttachVolumeNegativeTest-50432476-project] Floating IP 99dc54bb-a5fc-4e0f-b5e8-09dad41e2047 associated. External IP: 172.27.0.184, port: 5f92f8df-37e6-4bb6-be40-eafdc94153af. Apr 12 13:29:21.636003 dv-cinder-830097-4-iscsi neutron-server[103457]: INFO neutron.wsgi [req-9b541d87-23bc-408b-95dd-4be9f93c1dfc req-ed9858a8-84d1-4105-99f0-baf4e6246dc4 service neutron] 10.222.0.55 "GET /v2.0/networks/fc0e35fc-da48-4b0a-aef1-4a0c9e07f863?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0888765 Apr 12 13:29:21.721818 dv-cinder-830097-4-iscsi neutron-server[103457]: INFO neutron.wsgi [req-9b541d87-23bc-408b-95dd-4be9f93c1dfc req-d4fca481-d4d4-43d6-9491-856877da2c52 service neutron] 10.222.0.55 "GET /v2.0/networks/fc0e35fc-da48-4b0a-aef1-4a0c9e07f863?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0800793 Apr 12 13:29:21.828804 dv-cinder-830097-4-iscsi neutron-server[103458]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d5efdf93-a8a7-4e13-a4eb-5f5c83dc4b75 tempest-AttachVolumeNegativeTest-50432476 tempest-AttachVolumeNegativeTest-50432476-project] Router a794cd89-89ba-42ef-a58c-37aafc50af86 has already been hosted by L3 agent b7e11a8b-aeed-493f-9763-461016dddc93 {{(pid=103458) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 12 13:29:21.937218 dv-cinder-830097-4-iscsi neutron-server[103458]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d5efdf93-a8a7-4e13-a4eb-5f5c83dc4b75 tempest-AttachVolumeNegativeTest-50432476 tempest-AttachVolumeNegativeTest-50432476-project] Notify agent at l3_agent.dv-cinder-830097-4-iscsi the message routers_updated {{(pid=103458) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 12 13:29:21.942099 dv-cinder-830097-4-iscsi neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-d5efdf93-a8a7-4e13-a4eb-5f5c83dc4b75 tempest-AttachVolumeNegativeTest-50432476 tempest-AttachVolumeNegativeTest-50432476-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-500965'] for floatingip (None), before_response {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:29:21.948053 dv-cinder-830097-4-iscsi neutron-server[103460]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-089ddb55-32e9-4e59-aef6-512aaf2f0f8f None None] Sync routers for ids ['a794cd89-89ba-42ef-a58c-37aafc50af86'] in dv-cinder-830097-4-iscsi {{(pid=103460) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 12 13:29:21.959062 dv-cinder-830097-4-iscsi neutron-server[103460]: DEBUG neutron.db.l3_dvrscheduler_db [None req-089ddb55-32e9-4e59-aef6-512aaf2f0f8f None None] Routers {'a794cd89-89ba-42ef-a58c-37aafc50af86'} bound to L3 agent in host dv-cinder-830097-4-iscsi {{(pid=103460) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 12 13:29:21.959672 dv-cinder-830097-4-iscsi neutron-server[103460]: DEBUG neutron.db.l3_hamode_db [None req-089ddb55-32e9-4e59-aef6-512aaf2f0f8f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830097-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-12T13:07:19Z,description=,heartbeat_timestamp=2022-04-12T13:29:19Z,host='dv-cinder-830097-4-iscsi',id=b7e11a8b-aeed-493f-9763-461016dddc93,load=0,resource_versions=,resources_synced=,started_at=2022-04-12T13:07:19Z,topic='l3_agent')) {'router_ids': ['a794cd89-89ba-42ef-a58c-37aafc50af86'], 'active': True} {{(pid=103460) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 13:29:21.970838 dv-cinder-830097-4-iscsi neutron-server[103458]: INFO neutron.wsgi [None req-d5efdf93-a8a7-4e13-a4eb-5f5c83dc4b75 tempest-AttachVolumeNegativeTest-50432476 tempest-AttachVolumeNegativeTest-50432476-project] 10.222.0.18 "PUT /v2.0/floatingips/99dc54bb-a5fc-4e0f-b5e8-09dad41e2047 HTTP/1.1" status: 200 len: 991 time: 1.1788189 Apr 12 13:29:21.971427 dv-cinder-830097-4-iscsi neutron-server[103458]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7f3217cb-4381-4bfa-9d2a-71311fb9c2c9', 'tag': '5f92f8df-37e6-4bb6-be40-eafdc94153af'}] {{(pid=103458) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 12 13:29:21.973816 dv-cinder-830097-4-iscsi neutron-server[103458]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c94cb96f70f67f51233d4af7d4702c9d455fb3abb34896310c9f043c18b7c2b4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f377a604-cedb-4b7d-81ce-8e041bee510c" -d '{"events": [{"name": "network-changed", "server_uuid": "7f3217cb-4381-4bfa-9d2a-71311fb9c2c9", "tag": "5f92f8df-37e6-4bb6-be40-eafdc94153af"}]}' {{(pid=103458) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 12 13:29:22.073419 dv-cinder-830097-4-iscsi neutron-server[103460]: DEBUG neutron.db.l3_dvr_db [None req-089ddb55-32e9-4e59-aef6-512aaf2f0f8f None None] Set router a794cd89-89ba-42ef-a58c-37aafc50af86 gateway port host: dv-cinder-830097-4-iscsi {{(pid=103460) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 12 13:29:22.076245 dv-cinder-830097-4-iscsi neutron-server[103458]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 12 Apr 2022 13:29:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9573c312-2be4-47d2-9083-a83e65bf18f3 x-openstack-request-id: req-9573c312-2be4-47d2-9083-a83e65bf18f3 {{(pid=103458) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 12 13:29:22.076245 dv-cinder-830097-4-iscsi neutron-server[103458]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7f3217cb-4381-4bfa-9d2a-71311fb9c2c9", "tag": "5f92f8df-37e6-4bb6-be40-eafdc94153af", "status": "completed", "code": 200}]} {{(pid=103458) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 12 13:29:22.076245 dv-cinder-830097-4-iscsi neutron-server[103458]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-9573c312-2be4-47d2-9083-a83e65bf18f3 {{(pid=103458) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 12 13:29:22.076245 dv-cinder-830097-4-iscsi neutron-server[103458]: INFO neutron.notifiers.nova [-] Nova event matching ['req-9573c312-2be4-47d2-9083-a83e65bf18f3'] response: {'name': 'network-changed', 'server_uuid': '7f3217cb-4381-4bfa-9d2a-71311fb9c2c9', 'tag': '5f92f8df-37e6-4bb6-be40-eafdc94153af', 'status': 'completed', 'code': 200} Apr 12 13:29:22.166840 dv-cinder-830097-4-iscsi neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f377a604-cedb-4b7d-81ce-8e041bee510c req-8f692b08-d5d0-4374-af92-3360db08bb48 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 13:29:22.168362 dv-cinder-830097-4-iscsi neutron-server[103457]: INFO neutron.wsgi [req-f377a604-cedb-4b7d-81ce-8e041bee510c req-8f692b08-d5d0-4374-af92-3360db08bb48 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=0b44de7c9b4f45aa8f33bcf3b4639f3f&device_id=7f3217cb-4381-4bfa-9d2a-71311fb9c2c9 HTTP/1.1" status: 200 len: 1129 time: 0.0444736 Apr 12 13:29:22.263919 dv-cinder-830097-4-iscsi neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f377a604-cedb-4b7d-81ce-8e041bee510c req-b6d68e89-2cb3-4725-a998-32f4cd520800 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 13:29:22.265303 dv-cinder-830097-4-iscsi neutron-server[103457]: INFO neutron.wsgi [req-f377a604-cedb-4b7d-81ce-8e041bee510c req-b6d68e89-2cb3-4725-a998-32f4cd520800 service neutron] 10.222.0.55 "GET /v2.0/networks?id=d4adb74a-b0d3-4e8c-b297-c51fe03191f9 HTTP/1.1" status: 200 len: 916 time: 0.0856831 Apr 12 13:29:22.340468 dv-cinder-830097-4-iscsi neutron-server[103457]: INFO neutron.wsgi [req-f377a604-cedb-4b7d-81ce-8e041bee510c req-854a6c9d-c3a7-408f-b0d4-b0598e0cb62c service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=5f92f8df-37e6-4bb6-be40-eafdc94153af HTTP/1.1" status: 200 len: 999 time: 0.0642614 Apr 12 13:29:22.387594 dv-cinder-830097-4-iscsi neutron-server[103460]: DEBUG neutron.db.l3_hamode_db [None req-089ddb55-32e9-4e59-aef6-512aaf2f0f8f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a794cd89-89ba-42ef-a58c-37aafc50af86', 'name': 'tempest-AttachVolumeNegativeTest-1091455639-router', 'tenant_id': '0b44de7c9b4f45aa8f33bcf3b4639f3f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '26d0436d-8ae2-49bd-8cc6-3d2eac552c84', 'external_fixed_ips': [{'subnet_id': 'd93852d8-8f89-4b1c-bef4-0e05f499a8db', 'ip_address': '172.27.0.252'}], 'enable_snat': True}, 'gw_port_id': '0451fcc6-23a4-40eb-829a-704617e0c3b7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-12T13:28:54Z', 'updated_at': '2022-04-12T13:28:57Z', 'revision_number': 4, 'project_id': '0b44de7c9b4f45aa8f33bcf3b4639f3f', 'gw_port': {'id': '0451fcc6-23a4-40eb-829a-704617e0c3b7', 'name': '', 'network_id': '26d0436d-8ae2-49bd-8cc6-3d2eac552c84', 'tenant_id': '', 'mac_address': 'fa:16:3e:71:01:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a794cd89-89ba-42ef-a58c-37aafc50af86', 'device_owner': 'network:router_gateway', 'standard_attr_id': 661, 'fixed_ips': [{'subnet_id': 'd93852d8-8f89-4b1c-bef4-0e05f499a8db', 'ip_address': '172.27.0.252', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830097-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T13:28:55Z', 'updated_at': '2022-04-12T13:28:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd93852d8-8f89-4b1c-bef4-0e05f499a8db', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830097-4-iscsi', '_floatingips': [{'id': '99dc54bb-a5fc-4e0f-b5e8-09dad41e2047', 'tenant_id': '0b44de7c9b4f45aa8f33bcf3b4639f3f', 'floating_ip_address': '172.27.0.184', 'floating_network_id': '26d0436d-8ae2-49bd-8cc6-3d2eac552c84', 'router_id': 'a794cd89-89ba-42ef-a58c-37aafc50af86', 'port_id': '5f92f8df-37e6-4bb6-be40-eafdc94153af', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 669, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'd4adb74a-b0d3-4e8c-b297-c51fe03191f9', 'mac_address': 'fa:16:3e:f3:66:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7f3217cb-4381-4bfa-9d2a-71311fb9c2c9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-12T13:28:59Z', 'updated_at': '2022-04-12T13:29:21Z', 'revision_number': 1, 'project_id': '0b44de7c9b4f45aa8f33bcf3b4639f3f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2f2a340d-e57c-4a8c-9890-5422afa115af', 'name': '', 'network_id': 'd4adb74a-b0d3-4e8c-b297-c51fe03191f9', 'tenant_id': '0b44de7c9b4f45aa8f33bcf3b4639f3f', 'mac_address': 'fa:16:3e:54:78:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a794cd89-89ba-42ef-a58c-37aafc50af86', 'device_owner': 'network:router_interface', 'standard_attr_id': 662, 'fixed_ips': [{'subnet_id': 'f1176976-8b61-43ab-a3ba-d0eadb0b48e0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830097-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T13:28:57Z', 'updated_at': '2022-04-12T13:29:00Z', 'revision_number': 5, 'project_id': '0b44de7c9b4f45aa8f33bcf3b4639f3f', 'subnets': [{'id': 'f1176976-8b61-43ab-a3ba-d0eadb0b48e0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-830097-4-iscsi', False) {} {{(pid=103460) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 13:29:22.389738 dv-cinder-830097-4-iscsi neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f377a604-cedb-4b7d-81ce-8e041bee510c req-d7809d25-52e2-4a12-aec1-1abdf8956e78 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 13:29:22.391204 dv-cinder-830097-4-iscsi neutron-server[103457]: INFO neutron.wsgi [req-f377a604-cedb-4b7d-81ce-8e041bee510c req-d7809d25-52e2-4a12-aec1-1abdf8956e78 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=f1176976-8b61-43ab-a3ba-d0eadb0b48e0 HTTP/1.1" status: 200 len: 854 time: 0.0446265 Apr 12 13:29:22.415194 dv-cinder-830097-4-iscsi neutron-server[103460]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-089ddb55-32e9-4e59-aef6-512aaf2f0f8f None None] Checking router: a794cd89-89ba-42ef-a58c-37aafc50af86 for host: dv-cinder-830097-4-iscsi {{(pid=103460) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 12 13:29:22.423609 dv-cinder-830097-4-iscsi neutron-server[103460]: DEBUG neutron.db.l3_dvrscheduler_db [None req-089ddb55-32e9-4e59-aef6-512aaf2f0f8f None None] Routers {'a794cd89-89ba-42ef-a58c-37aafc50af86'} bound to L3 agent in host dv-cinder-830097-4-iscsi {{(pid=103460) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 12 13:29:22.424223 dv-cinder-830097-4-iscsi neutron-server[103460]: DEBUG neutron.db.l3_hamode_db [None req-089ddb55-32e9-4e59-aef6-512aaf2f0f8f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830097-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-12T13:07:19Z,description=,heartbeat_timestamp=2022-04-12T13:29:19Z,host='dv-cinder-830097-4-iscsi',id=b7e11a8b-aeed-493f-9763-461016dddc93,load=0,resource_versions=,resources_synced=,started_at=2022-04-12T13:07:19Z,topic='l3_agent')) {'router_ids': ['a794cd89-89ba-42ef-a58c-37aafc50af86'], 'active': True} {{(pid=103460) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 13:29:22.433995 dv-cinder-830097-4-iscsi neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f377a604-cedb-4b7d-81ce-8e041bee510c req-4d5aac56-1111-4b9c-a7ce-92c6dd96f6c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 13:29:22.435991 dv-cinder-830097-4-iscsi neutron-server[103457]: INFO neutron.wsgi [req-f377a604-cedb-4b7d-81ce-8e041bee510c req-4d5aac56-1111-4b9c-a7ce-92c6dd96f6c2 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=d4adb74a-b0d3-4e8c-b297-c51fe03191f9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0380294 Apr 12 13:29:22.528164 dv-cinder-830097-4-iscsi neutron-server[103457]: INFO neutron.wsgi [req-f377a604-cedb-4b7d-81ce-8e041bee510c req-06d589a1-e6d3-43d7-8212-452fd0d0eea1 service neutron] 10.222.0.55 "GET /v2.0/networks/d4adb74a-b0d3-4e8c-b297-c51fe03191f9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0849504 Apr 12 13:29:22.532838 dv-cinder-830097-4-iscsi neutron-server[103460]: DEBUG neutron.db.l3_dvr_db [None req-089ddb55-32e9-4e59-aef6-512aaf2f0f8f None None] Set router a794cd89-89ba-42ef-a58c-37aafc50af86 gateway port host: dv-cinder-830097-4-iscsi {{(pid=103460) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 12 13:29:22.614226 dv-cinder-830097-4-iscsi neutron-server[103457]: INFO neutron.wsgi [req-f377a604-cedb-4b7d-81ce-8e041bee510c req-f732675c-ab66-4368-832a-141e08db26ad service neutron] 10.222.0.55 "GET /v2.0/networks/d4adb74a-b0d3-4e8c-b297-c51fe03191f9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0792480 Apr 12 13:29:22.750418 dv-cinder-830097-4-iscsi neutron-server[103460]: DEBUG neutron.db.l3_hamode_db [None req-089ddb55-32e9-4e59-aef6-512aaf2f0f8f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a794cd89-89ba-42ef-a58c-37aafc50af86', 'name': 'tempest-AttachVolumeNegativeTest-1091455639-router', 'tenant_id': '0b44de7c9b4f45aa8f33bcf3b4639f3f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '26d0436d-8ae2-49bd-8cc6-3d2eac552c84', 'external_fixed_ips': [{'subnet_id': 'd93852d8-8f89-4b1c-bef4-0e05f499a8db', 'ip_address': '172.27.0.252'}], 'enable_snat': True}, 'gw_port_id': '0451fcc6-23a4-40eb-829a-704617e0c3b7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-12T13:28:54Z', 'updated_at': '2022-04-12T13:28:57Z', 'revision_number': 4, 'project_id': '0b44de7c9b4f45aa8f33bcf3b4639f3f', 'gw_port': {'id': '0451fcc6-23a4-40eb-829a-704617e0c3b7', 'name': '', 'network_id': '26d0436d-8ae2-49bd-8cc6-3d2eac552c84', 'tenant_id': '', 'mac_address': 'fa:16:3e:71:01:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a794cd89-89ba-42ef-a58c-37aafc50af86', 'device_owner': 'network:router_gateway', 'standard_attr_id': 661, 'fixed_ips': [{'subnet_id': 'd93852d8-8f89-4b1c-bef4-0e05f499a8db', 'ip_address': '172.27.0.252', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830097-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T13:28:55Z', 'updated_at': '2022-04-12T13:28:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd93852d8-8f89-4b1c-bef4-0e05f499a8db', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830097-4-iscsi', '_floatingips': [{'id': '99dc54bb-a5fc-4e0f-b5e8-09dad41e2047', 'tenant_id': '0b44de7c9b4f45aa8f33bcf3b4639f3f', 'floating_ip_address': '172.27.0.184', 'floating_network_id': '26d0436d-8ae2-49bd-8cc6-3d2eac552c84', 'router_id': 'a794cd89-89ba-42ef-a58c-37aafc50af86', 'port_id': '5f92f8df-37e6-4bb6-be40-eafdc94153af', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 669, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'd4adb74a-b0d3-4e8c-b297-c51fe03191f9', 'mac_address': 'fa:16:3e:f3:66:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7f3217cb-4381-4bfa-9d2a-71311fb9c2c9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-12T13:28:59Z', 'updated_at': '2022-04-12T13:29:21Z', 'revision_number': 1, 'project_id': '0b44de7c9b4f45aa8f33bcf3b4639f3f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2f2a340d-e57c-4a8c-9890-5422afa115af', 'name': '', 'network_id': 'd4adb74a-b0d3-4e8c-b297-c51fe03191f9', 'tenant_id': '0b44de7c9b4f45aa8f33bcf3b4639f3f', 'mac_address': 'fa:16:3e:54:78:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a794cd89-89ba-42ef-a58c-37aafc50af86', 'device_owner': 'network:router_interface', 'standard_attr_id': 662, 'fixed_ips': [{'subnet_id': 'f1176976-8b61-43ab-a3ba-d0eadb0b48e0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830097-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T13:28:57Z', 'updated_at': '2022-04-12T13:29:00Z', 'revision_number': 5, 'project_id': '0b44de7c9b4f45aa8f33bcf3b4639f3f', 'subnets': [{'id': 'f1176976-8b61-43ab-a3ba-d0eadb0b48e0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-830097-4-iscsi', False) {} {{(pid=103460) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 13:29:22.776556 dv-cinder-830097-4-iscsi neutron-server[103460]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-089ddb55-32e9-4e59-aef6-512aaf2f0f8f None None] The sync data for ids ['a794cd89-89ba-42ef-a58c-37aafc50af86'] in dv-cinder-830097-4-iscsi is: [{'id': 'a794cd89-89ba-42ef-a58c-37aafc50af86', 'name': 'tempest-AttachVolumeNegativeTest-1091455639-router', 'tenant_id': '0b44de7c9b4f45aa8f33bcf3b4639f3f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '26d0436d-8ae2-49bd-8cc6-3d2eac552c84', 'external_fixed_ips': [{'subnet_id': 'd93852d8-8f89-4b1c-bef4-0e05f499a8db', 'ip_address': '172.27.0.252'}], 'enable_snat': True}, 'gw_port_id': '0451fcc6-23a4-40eb-829a-704617e0c3b7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-12T13:28:54Z', 'updated_at': '2022-04-12T13:28:57Z', 'revision_number': 4, 'project_id': '0b44de7c9b4f45aa8f33bcf3b4639f3f', 'gw_port': {'id': '0451fcc6-23a4-40eb-829a-704617e0c3b7', 'name': '', 'network_id': '26d0436d-8ae2-49bd-8cc6-3d2eac552c84', 'tenant_id': '', 'mac_address': 'fa:16:3e:71:01:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a794cd89-89ba-42ef-a58c-37aafc50af86', 'device_owner': 'network:router_gateway', 'standard_attr_id': 661, 'fixed_ips': [{'subnet_id': 'd93852d8-8f89-4b1c-bef4-0e05f499a8db', 'ip_address': '172.27.0.252', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830097-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T13:28:55Z', 'updated_at': '2022-04-12T13:28:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd93852d8-8f89-4b1c-bef4-0e05f499a8db', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830097-4-iscsi', '_floatingips': [{'id': '99dc54bb-a5fc-4e0f-b5e8-09dad41e2047', 'tenant_id': '0b44de7c9b4f45aa8f33bcf3b4639f3f', 'floating_ip_address': '172.27.0.184', 'floating_network_id': '26d0436d-8ae2-49bd-8cc6-3d2eac552c84', 'router_id': 'a794cd89-89ba-42ef-a58c-37aafc50af86', 'port_id': '5f92f8df-37e6-4bb6-be40-eafdc94153af', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 669, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'd4adb74a-b0d3-4e8c-b297-c51fe03191f9', 'mac_address': 'fa:16:3e:f3:66:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7f3217cb-4381-4bfa-9d2a-71311fb9c2c9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-12T13:28:59Z', 'updated_at': '2022-04-12T13:29:21Z', 'revision_number': 1, 'project_id': '0b44de7c9b4f45aa8f33bcf3b4639f3f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2f2a340d-e57c-4a8c-9890-5422afa115af', 'name': '', 'network_id': 'd4adb74a-b0d3-4e8c-b297-c51fe03191f9', 'tenant_id': '0b44de7c9b4f45aa8f33bcf3b4639f3f', 'mac_address': 'fa:16:3e:54:78:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a794cd89-89ba-42ef-a58c-37aafc50af86', 'device_owner': 'network:router_interface', 'standard_attr_id': 662, 'fixed_ips': [{'subnet_id': 'f1176976-8b61-43ab-a3ba-d0eadb0b48e0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830097-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T13:28:57Z', 'updated_at': '2022-04-12T13:29:00Z', 'revision_number': 5, 'project_id': '0b44de7c9b4f45aa8f33bcf3b4639f3f', 'subnets': [{'id': 'f1176976-8b61-43ab-a3ba-d0eadb0b48e0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103460) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 12 13:29:22.959537 dv-cinder-830097-4-iscsi neutron-server[103459]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b3e93546-238b-4f75-b61f-340ee9dec388 None None] New status for floating IP 99dc54bb-a5fc-4e0f-b5e8-09dad41e2047: ACTIVE {{(pid=103459) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 12 13:29:23.227893 dv-cinder-830097-4-iscsi neutron-server[103459]: DEBUG neutron_lib.callbacks.manager [None req-53781792-8650-4c78-93a6-1c4d328d874c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732727929501', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-657397'] for agent (3f2daa45-5e56-452b-8a21-b519edfce99e), after_update {{(pid=103459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:29:25.712266 dv-cinder-830097-4-iscsi neutron-server[103458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be9bee8d-6ba4-4c5f-9dd1-cd899a3b68f8 req-72072aa9-a231-4a9d-9f39-e7b26d395937 tempest-VolumesSnapshotTestJSON-811272226 tempest-VolumesSnapshotTestJSON-811272226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 13:29:25.713670 dv-cinder-830097-4-iscsi neutron-server[103458]: INFO neutron.wsgi [req-be9bee8d-6ba4-4c5f-9dd1-cd899a3b68f8 req-72072aa9-a231-4a9d-9f39-e7b26d395937 tempest-VolumesSnapshotTestJSON-811272226 tempest-VolumesSnapshotTestJSON-811272226-project] 10.222.0.18 "GET /v2.0/ports?device_id=58bbb5e1-595c-43eb-8116-b4df19cecf89 HTTP/1.1" status: 200 len: 946 time: 0.0461578 Apr 12 13:29:25.758732 dv-cinder-830097-4-iscsi neutron-server[103458]: INFO neutron.wsgi [req-be9bee8d-6ba4-4c5f-9dd1-cd899a3b68f8 req-7e46715e-f397-4b21-a8b0-f16ff4713a27 tempest-VolumesSnapshotTestJSON-811272226 tempest-VolumesSnapshotTestJSON-811272226-project] 10.222.0.18 "GET /v2.0/security-groups?id=56e895e0-e2e0-45ac-b6ed-25edf7c5ab22&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0392194 Apr 12 13:29:26.877486 dv-cinder-830097-4-iscsi neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb4c67a2-1ab5-4f0d-ae16-bc77c5f4b1f1 req-a47dead1-c42a-45a7-a434-0b8a313ea32e tempest-VolumesSnapshotTestJSON-811272226 tempest-VolumesSnapshotTestJSON-811272226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 13:29:26.878943 dv-cinder-830097-4-iscsi neutron-server[103457]: INFO neutron.wsgi [req-cb4c67a2-1ab5-4f0d-ae16-bc77c5f4b1f1 req-a47dead1-c42a-45a7-a434-0b8a313ea32e tempest-VolumesSnapshotTestJSON-811272226 tempest-VolumesSnapshotTestJSON-811272226-project] 10.222.0.18 "GET /v2.0/ports?device_id=58bbb5e1-595c-43eb-8116-b4df19cecf89 HTTP/1.1" status: 200 len: 946 time: 0.0501752 Apr 12 13:29:26.925727 dv-cinder-830097-4-iscsi neutron-server[103457]: INFO neutron.wsgi [req-cb4c67a2-1ab5-4f0d-ae16-bc77c5f4b1f1 req-4447e1f8-79c1-4f61-8264-27828b303ff1 tempest-VolumesSnapshotTestJSON-811272226 tempest-VolumesSnapshotTestJSON-811272226-project] 10.222.0.18 "GET /v2.0/security-groups?id=56e895e0-e2e0-45ac-b6ed-25edf7c5ab22&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412199 Apr 12 13:29:28.035836 dv-cinder-830097-4-iscsi neutron-server[103458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17517999-24a4-4abd-9d79-f39a8764d80a req-b4e21a54-e5ac-459b-87a2-4a46d175958b tempest-VolumesSnapshotTestJSON-811272226 tempest-VolumesSnapshotTestJSON-811272226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 13:29:28.037267 dv-cinder-830097-4-iscsi neutron-server[103458]: INFO neutron.wsgi [req-17517999-24a4-4abd-9d79-f39a8764d80a req-b4e21a54-e5ac-459b-87a2-4a46d175958b tempest-VolumesSnapshotTestJSON-811272226 tempest-VolumesSnapshotTestJSON-811272226-project] 10.222.0.18 "GET /v2.0/ports?device_id=58bbb5e1-595c-43eb-8116-b4df19cecf89 HTTP/1.1" status: 200 len: 946 time: 0.0453694 Apr 12 13:29:28.081893 dv-cinder-830097-4-iscsi neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42feffb6-7505-41b4-abd0-140eb4fbf1ab req-b603494e-d913-440b-a025-f9b1f7470391 tempest-VolumesSnapshotTestJSON-811272226 tempest-VolumesSnapshotTestJSON-811272226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 13:29:28.083314 dv-cinder-830097-4-iscsi neutron-server[103457]: INFO neutron.wsgi [req-42feffb6-7505-41b4-abd0-140eb4fbf1ab req-b603494e-d913-440b-a025-f9b1f7470391 tempest-VolumesSnapshotTestJSON-811272226 tempest-VolumesSnapshotTestJSON-811272226-project] 10.222.0.55 "GET /v2.0/ports?device_id=58bbb5e1-595c-43eb-8116-b4df19cecf89 HTTP/1.1" status: 200 len: 946 time: 0.0467746 Apr 12 13:29:28.089118 dv-cinder-830097-4-iscsi neutron-server[103458]: INFO neutron.wsgi [req-17517999-24a4-4abd-9d79-f39a8764d80a req-22d3ca8a-5b1d-4d65-b23e-444705e729bb tempest-VolumesSnapshotTestJSON-811272226 tempest-VolumesSnapshotTestJSON-811272226-project] 10.222.0.18 "GET /v2.0/security-groups?id=56e895e0-e2e0-45ac-b6ed-25edf7c5ab22&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0461564 Apr 12 13:29:28.164907 dv-cinder-830097-4-iscsi neutron-server[103457]: DEBUG neutron.plugins.ml2.plugin [req-42feffb6-7505-41b4-abd0-140eb4fbf1ab req-2646d94a-5163-4210-922c-83c2bc6ce536 tempest-VolumesSnapshotTestJSON-811272226 tempest-VolumesSnapshotTestJSON-811272226-project] Deleting port 60fc252d-c1cc-4a68-90a9-c0a265bc548e {{(pid=103457) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 12 13:29:28.165242 dv-cinder-830097-4-iscsi neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [req-42feffb6-7505-41b4-abd0-140eb4fbf1ab req-2646d94a-5163-4210-922c-83c2bc6ce536 tempest-VolumesSnapshotTestJSON-811272226 tempest-VolumesSnapshotTestJSON-811272226-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732727887391'] for port (60fc252d-c1cc-4a68-90a9-c0a265bc548e), before_delete {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:29:28.252070 dv-cinder-830097-4-iscsi neutron-server[103457]: DEBUG neutron.plugins.ml2.db [req-42feffb6-7505-41b4-abd0-140eb4fbf1ab req-2646d94a-5163-4210-922c-83c2bc6ce536 tempest-VolumesSnapshotTestJSON-811272226 tempest-VolumesSnapshotTestJSON-811272226-project] For port 60fc252d-c1cc-4a68-90a9-c0a265bc548e, host hv-cinder-83009, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83009',level=0,port_id=60fc252d-c1cc-4a68-90a9-c0a265bc548e,segment=NetworkSegment(12b36334-3d43-4a04-a92d-9c84f6426545),segment_id=12b36334-3d43-4a04-a92d-9c84f6426545)] {{(pid=103457) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 12 13:29:28.252426 dv-cinder-830097-4-iscsi neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [req-42feffb6-7505-41b4-abd0-140eb4fbf1ab req-2646d94a-5163-4210-922c-83c2bc6ce536 tempest-VolumesSnapshotTestJSON-811272226 tempest-VolumesSnapshotTestJSON-811272226-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3742288'] for port (60fc252d-c1cc-4a68-90a9-c0a265bc548e), precommit_delete {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:29:28.264722 dv-cinder-830097-4-iscsi neutron-server[103457]: DEBUG neutron.plugins.ml2.plugin [req-42feffb6-7505-41b4-abd0-140eb4fbf1ab req-2646d94a-5163-4210-922c-83c2bc6ce536 tempest-VolumesSnapshotTestJSON-811272226 tempest-VolumesSnapshotTestJSON-811272226-project] Calling delete_port for 60fc252d-c1cc-4a68-90a9-c0a265bc548e owned by compute:nova {{(pid=103457) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 12 13:29:28.389676 dv-cinder-830097-4-iscsi neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [req-42feffb6-7505-41b4-abd0-140eb4fbf1ab req-2646d94a-5163-4210-922c-83c2bc6ce536 tempest-VolumesSnapshotTestJSON-811272226 tempest-VolumesSnapshotTestJSON-811272226-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-915890', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3697887', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732727894797', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732727417923', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25610742'] for port (60fc252d-c1cc-4a68-90a9-c0a265bc548e), after_delete {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:29:28.415460 dv-cinder-830097-4-iscsi neutron-server[103457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2646d94a-5163-4210-922c-83c2bc6ce536 tempest-VolumesSnapshotTestJSON-811272226 tempest-VolumesSnapshotTestJSON-811272226-project] Pushing event deleted for resources: {'Port': ['ID=60fc252d-c1cc-4a68-90a9-c0a265bc548e,revision_number=None']} {{(pid=103457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 13:29:28.425440 dv-cinder-830097-4-iscsi neutron-server[103457]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2646d94a-5163-4210-922c-83c2bc6ce536 tempest-VolumesSnapshotTestJSON-811272226 tempest-VolumesSnapshotTestJSON-811272226-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830097-4-iscsi {{(pid=103457) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 13:29:28.425779 dv-cinder-830097-4-iscsi neutron-server[103457]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2646d94a-5163-4210-922c-83c2bc6ce536 tempest-VolumesSnapshotTestJSON-811272226 tempest-VolumesSnapshotTestJSON-811272226-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830097-4-iscsi {{(pid=103457) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 13:29:28.426120 dv-cinder-830097-4-iscsi neutron-server[103457]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2646d94a-5163-4210-922c-83c2bc6ce536 tempest-VolumesSnapshotTestJSON-811272226 tempest-VolumesSnapshotTestJSON-811272226-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830097-4-iscsi {{(pid=103457) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 13:29:28.426450 dv-cinder-830097-4-iscsi neutron-server[103457]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2646d94a-5163-4210-922c-83c2bc6ce536 tempest-VolumesSnapshotTestJSON-811272226 tempest-VolumesSnapshotTestJSON-811272226-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830097-4-iscsi {{(pid=103457) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 13:29:28.426778 dv-cinder-830097-4-iscsi neutron-server[103457]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2646d94a-5163-4210-922c-83c2bc6ce536 tempest-VolumesSnapshotTestJSON-811272226 tempest-VolumesSnapshotTestJSON-811272226-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830097-4-iscsi {{(pid=103457) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 13:29:28.427103 dv-cinder-830097-4-iscsi neutron-server[103457]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2646d94a-5163-4210-922c-83c2bc6ce536 tempest-VolumesSnapshotTestJSON-811272226 tempest-VolumesSnapshotTestJSON-811272226-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830097-4-iscsi {{(pid=103457) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 13:29:28.427424 dv-cinder-830097-4-iscsi neutron-server[103457]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2646d94a-5163-4210-922c-83c2bc6ce536 tempest-VolumesSnapshotTestJSON-811272226 tempest-VolumesSnapshotTestJSON-811272226-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830097-4-iscsi {{(pid=103457) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 13:29:28.427743 dv-cinder-830097-4-iscsi neutron-server[103457]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2646d94a-5163-4210-922c-83c2bc6ce536 tempest-VolumesSnapshotTestJSON-811272226 tempest-VolumesSnapshotTestJSON-811272226-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-830097-4-iscsi {{(pid=103457) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 13:29:28.428529 dv-cinder-830097-4-iscsi neutron-server[103457]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2646d94a-5163-4210-922c-83c2bc6ce536 tempest-VolumesSnapshotTestJSON-811272226 tempest-VolumesSnapshotTestJSON-811272226-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-830097-4-iscsi {{(pid=103457) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 13:29:28.428529 dv-cinder-830097-4-iscsi neutron-server[103457]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2646d94a-5163-4210-922c-83c2bc6ce536 tempest-VolumesSnapshotTestJSON-811272226 tempest-VolumesSnapshotTestJSON-811272226-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-830097-4-iscsi {{(pid=103457) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 13:29:28.428721 dv-cinder-830097-4-iscsi neutron-server[103457]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2646d94a-5163-4210-922c-83c2bc6ce536 tempest-VolumesSnapshotTestJSON-811272226 tempest-VolumesSnapshotTestJSON-811272226-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-830097-4-iscsi {{(pid=103457) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 13:29:28.429028 dv-cinder-830097-4-iscsi neutron-server[103457]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2646d94a-5163-4210-922c-83c2bc6ce536 tempest-VolumesSnapshotTestJSON-811272226 tempest-VolumesSnapshotTestJSON-811272226-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830097-4-iscsi {{(pid=103457) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 13:29:28.429346 dv-cinder-830097-4-iscsi neutron-server[103457]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2646d94a-5163-4210-922c-83c2bc6ce536 tempest-VolumesSnapshotTestJSON-811272226 tempest-VolumesSnapshotTestJSON-811272226-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830097-4-iscsi {{(pid=103457) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 13:29:28.429659 dv-cinder-830097-4-iscsi neutron-server[103457]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2646d94a-5163-4210-922c-83c2bc6ce536 tempest-VolumesSnapshotTestJSON-811272226 tempest-VolumesSnapshotTestJSON-811272226-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830097-4-iscsi {{(pid=103457) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 13:29:28.429968 dv-cinder-830097-4-iscsi neutron-server[103457]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2646d94a-5163-4210-922c-83c2bc6ce536 tempest-VolumesSnapshotTestJSON-811272226 tempest-VolumesSnapshotTestJSON-811272226-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830097-4-iscsi {{(pid=103457) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 13:29:28.437351 dv-cinder-830097-4-iscsi neutron-server[103459]: DEBUG neutron.plugins.ml2.db [None req-3505bd68-a9fd-4823-92ea-1a6ded8ab071 None None] get_ports_and_sgs() called for port_ids ['60fc252d-c1cc-4a68-90a9-c0a265bc548e'] {{(pid=103459) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 12 13:29:28.471966 dv-cinder-830097-4-iscsi neutron-server[103457]: DEBUG neutron.db.l3_dvrscheduler_db [req-42feffb6-7505-41b4-abd0-140eb4fbf1ab req-2646d94a-5163-4210-922c-83c2bc6ce536 tempest-VolumesSnapshotTestJSON-811272226 tempest-VolumesSnapshotTestJSON-811272226-project] No DVR routers for this DVR port 60fc252d-c1cc-4a68-90a9-c0a265bc548e on host hv-cinder-83009 {{(pid=103457) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 12 13:29:28.474330 dv-cinder-830097-4-iscsi neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [req-42feffb6-7505-41b4-abd0-140eb4fbf1ab req-2646d94a-5163-4210-922c-83c2bc6ce536 tempest-VolumesSnapshotTestJSON-811272226 tempest-VolumesSnapshotTestJSON-811272226-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-500965'] for port (None), before_response {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:29:28.477490 dv-cinder-830097-4-iscsi neutron-server[103457]: INFO neutron.wsgi [req-42feffb6-7505-41b4-abd0-140eb4fbf1ab req-2646d94a-5163-4210-922c-83c2bc6ce536 tempest-VolumesSnapshotTestJSON-811272226 tempest-VolumesSnapshotTestJSON-811272226-project] 10.222.0.55 "DELETE /v2.0/ports/60fc252d-c1cc-4a68-90a9-c0a265bc548e HTTP/1.1" status: 204 len: 173 time: 0.3888614 Apr 12 13:29:28.477914 dv-cinder-830097-4-iscsi neutron-server[103457]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '58bbb5e1-595c-43eb-8116-b4df19cecf89', 'name': 'network-vif-deleted', 'tag': '60fc252d-c1cc-4a68-90a9-c0a265bc548e'}] {{(pid=103457) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 12 13:29:28.480098 dv-cinder-830097-4-iscsi neutron-server[103457]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}086c7d3de3560e72b9669b0aa2f8f0aa3a7dc6896401f4467231a6605ceb6cb3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f240bfef-944e-4613-9299-a80155a6b1dc" -d '{"events": [{"server_uuid": "58bbb5e1-595c-43eb-8116-b4df19cecf89", "name": "network-vif-deleted", "tag": "60fc252d-c1cc-4a68-90a9-c0a265bc548e"}]}' {{(pid=103457) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 12 13:29:28.516372 dv-cinder-830097-4-iscsi neutron-server[103457]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 12 Apr 2022 13:29:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-679288ec-325f-4356-9fe4-f8de0b4ceabd x-openstack-request-id: req-679288ec-325f-4356-9fe4-f8de0b4ceabd {{(pid=103457) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 12 13:29:28.516693 dv-cinder-830097-4-iscsi neutron-server[103457]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "58bbb5e1-595c-43eb-8116-b4df19cecf89", "name": "network-vif-deleted", "tag": "60fc252d-c1cc-4a68-90a9-c0a265bc548e", "status": "completed", "code": 200}]} {{(pid=103457) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 12 13:29:28.517363 dv-cinder-830097-4-iscsi neutron-server[103457]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-679288ec-325f-4356-9fe4-f8de0b4ceabd {{(pid=103457) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 12 13:29:28.517363 dv-cinder-830097-4-iscsi neutron-server[103457]: INFO neutron.notifiers.nova [-] Nova event matching ['req-679288ec-325f-4356-9fe4-f8de0b4ceabd'] response: {'server_uuid': '58bbb5e1-595c-43eb-8116-b4df19cecf89', 'name': 'network-vif-deleted', 'tag': '60fc252d-c1cc-4a68-90a9-c0a265bc548e', 'status': 'completed', 'code': 200} Apr 12 13:29:29.951078 dv-cinder-830097-4-iscsi neutron-server[103459]: DEBUG neutron_lib.callbacks.manager [None req-3505bd68-a9fd-4823-92ea-1a6ded8ab071 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732727929501', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-657397'] for agent (ee5509cd-6dd7-49df-aa37-3740ebd1e34b), after_update {{(pid=103459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:29:33.805395 dv-cinder-830097-4-iscsi neutron-server[103459]: DEBUG neutron.plugins.ml2.rpc [None req-3505bd68-a9fd-4823-92ea-1a6ded8ab071 None None] Device 60fc252d-c1cc-4a68-90a9-c0a265bc548e no longer exists at agent hyperv_hv-cinder-83009 {{(pid=103459) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 12 13:29:33.825136 dv-cinder-830097-4-iscsi neutron-server[103459]: DEBUG neutron.plugins.ml2.plugin [None req-3505bd68-a9fd-4823-92ea-1a6ded8ab071 None None] No Port match for: 60fc252d-c1cc-4a68-90a9-c0a265bc548e {{(pid=103459) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2341}} Apr 12 13:29:33.825470 dv-cinder-830097-4-iscsi neutron-server[103459]: DEBUG neutron.plugins.ml2.rpc [None req-3505bd68-a9fd-4823-92ea-1a6ded8ab071 None None] Device 60fc252d-c1cc-4a68-90a9-c0a265bc548e not bound to the agent host hv-cinder-83009 {{(pid=103459) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 12 13:29:35.228226 dv-cinder-830097-4-iscsi neutron-server[103460]: DEBUG neutron.db.agents_db [None req-38c2972b-b018-47ca-95cb-8760adc1e78b None None] Agent healthcheck: found 6 active agents {{(pid=103460) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 12 13:29:46.789161 dv-cinder-830097-4-iscsi neutron-server[103459]: DEBUG neutron_lib.callbacks.manager [None req-0e80441e-4b7c-4532-8487-9cf1d2f5795d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732727929501', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-657397'] for agent (246ca497-e2ee-4e0b-b432-b4153c207e5f), after_update {{(pid=103459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:29:49.385605 dv-cinder-830097-4-iscsi neutron-server[103459]: DEBUG neutron_lib.callbacks.manager [None req-f6d7a96c-1ae6-4691-a4ae-cc36f91fd3e7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732727929501', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-657397'] for agent (b7e11a8b-aeed-493f-9763-461016dddc93), after_update {{(pid=103459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:29:50.312015 dv-cinder-830097-4-iscsi neutron-server[103459]: DEBUG neutron_lib.callbacks.manager [None req-f20c20fe-5767-407a-9f30-b36f01c50254 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732727929501', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-657397'] for agent (1e8a91c7-94d1-4b17-9536-32bc01f44a9b), after_update {{(pid=103459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:29:51.443087 dv-cinder-830097-4-iscsi neutron-server[103459]: DEBUG neutron_lib.callbacks.manager [None req-09c91955-1169-4ba5-b480-d25faf385fa1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732727929501', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-657397'] for agent (6571c785-b050-42b7-b6d0-d71237f75507), after_update {{(pid=103459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:29:53.230479 dv-cinder-830097-4-iscsi neutron-server[103459]: DEBUG neutron_lib.callbacks.manager [None req-53781792-8650-4c78-93a6-1c4d328d874c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732727929501', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-657397'] for agent (3f2daa45-5e56-452b-8a21-b519edfce99e), after_update {{(pid=103459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:29:56.233366 dv-cinder-830097-4-iscsi neutron-server[103458]: DEBUG neutron.wsgi [-] (103458) accepted ('10.222.0.18', 52016) {{(pid=103458) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 13:29:56.275954 dv-cinder-830097-4-iscsi neutron-server[103458]: DEBUG neutron.db.db_base_plugin_v2 [None req-53b54c13-383b-491c-aca7-ff4ab14bc3ad admin admin] Deleting subnet d046c7f8-6453-49a0-aaad-f357821578d8 {{(pid=103458) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Apr 12 13:29:56.278882 dv-cinder-830097-4-iscsi neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-53b54c13-383b-491c-aca7-ff4ab14bc3ad admin admin] Publish callbacks [] for subnet (d046c7f8-6453-49a0-aaad-f357821578d8), before_delete {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:29:56.311258 dv-cinder-830097-4-iscsi neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-53b54c13-383b-491c-aca7-ff4ab14bc3ad admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26034251'] for subnet (d046c7f8-6453-49a0-aaad-f357821578d8), precommit_delete_associations {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:29:56.348283 dv-cinder-830097-4-iscsi neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-53b54c13-383b-491c-aca7-ff4ab14bc3ad admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-660287'] for subnet (d046c7f8-6453-49a0-aaad-f357821578d8), precommit_delete {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:29:56.398063 dv-cinder-830097-4-iscsi neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-53b54c13-383b-491c-aca7-ff4ab14bc3ad admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-660230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3682813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3697887', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26097040', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25420786'] for subnet (d046c7f8-6453-49a0-aaad-f357821578d8), after_delete {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:29:56.428675 dv-cinder-830097-4-iscsi neutron-server[103458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53b54c13-383b-491c-aca7-ff4ab14bc3ad admin admin] Pushing event deleted for resources: {'Subnet': ['ID=d046c7f8-6453-49a0-aaad-f357821578d8,revision_number=None']} {{(pid=103458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 13:29:56.431079 dv-cinder-830097-4-iscsi neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-53b54c13-383b-491c-aca7-ff4ab14bc3ad admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3697709'] for subnet (None), before_response {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:29:56.434122 dv-cinder-830097-4-iscsi neutron-server[103458]: INFO neutron.wsgi [None req-53b54c13-383b-491c-aca7-ff4ab14bc3ad admin admin] 10.222.0.18 "DELETE /v2.0/subnets/d046c7f8-6453-49a0-aaad-f357821578d8 HTTP/1.1" status: 204 len: 168 time: 0.1997526 Apr 12 13:29:56.436698 dv-cinder-830097-4-iscsi neutron-server[103457]: DEBUG neutron.wsgi [-] (103457) accepted ('10.222.0.18', 52018) {{(pid=103457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 13:29:56.440242 dv-cinder-830097-4-iscsi neutron-server[103458]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53b54c13-383b-491c-aca7-ff4ab14bc3ad admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830097-4-iscsi {{(pid=103458) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 13:29:56.440583 dv-cinder-830097-4-iscsi neutron-server[103458]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53b54c13-383b-491c-aca7-ff4ab14bc3ad admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830097-4-iscsi {{(pid=103458) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 13:29:56.440958 dv-cinder-830097-4-iscsi neutron-server[103458]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53b54c13-383b-491c-aca7-ff4ab14bc3ad admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830097-4-iscsi {{(pid=103458) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 13:29:56.441293 dv-cinder-830097-4-iscsi neutron-server[103458]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53b54c13-383b-491c-aca7-ff4ab14bc3ad admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830097-4-iscsi {{(pid=103458) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 13:29:56.441618 dv-cinder-830097-4-iscsi neutron-server[103458]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53b54c13-383b-491c-aca7-ff4ab14bc3ad admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830097-4-iscsi {{(pid=103458) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 13:29:56.441941 dv-cinder-830097-4-iscsi neutron-server[103458]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53b54c13-383b-491c-aca7-ff4ab14bc3ad admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830097-4-iscsi {{(pid=103458) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 13:29:56.442260 dv-cinder-830097-4-iscsi neutron-server[103458]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53b54c13-383b-491c-aca7-ff4ab14bc3ad admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830097-4-iscsi {{(pid=103458) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 13:29:56.442578 dv-cinder-830097-4-iscsi neutron-server[103458]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53b54c13-383b-491c-aca7-ff4ab14bc3ad admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-830097-4-iscsi {{(pid=103458) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 13:29:56.442899 dv-cinder-830097-4-iscsi neutron-server[103458]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53b54c13-383b-491c-aca7-ff4ab14bc3ad admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-830097-4-iscsi {{(pid=103458) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 13:29:56.443213 dv-cinder-830097-4-iscsi neutron-server[103458]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53b54c13-383b-491c-aca7-ff4ab14bc3ad admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-830097-4-iscsi {{(pid=103458) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 13:29:56.443534 dv-cinder-830097-4-iscsi neutron-server[103458]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53b54c13-383b-491c-aca7-ff4ab14bc3ad admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-830097-4-iscsi {{(pid=103458) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 13:29:56.443851 dv-cinder-830097-4-iscsi neutron-server[103458]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53b54c13-383b-491c-aca7-ff4ab14bc3ad admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830097-4-iscsi {{(pid=103458) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 13:29:56.444421 dv-cinder-830097-4-iscsi neutron-server[103458]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53b54c13-383b-491c-aca7-ff4ab14bc3ad admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830097-4-iscsi {{(pid=103458) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 13:29:56.444732 dv-cinder-830097-4-iscsi neutron-server[103458]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53b54c13-383b-491c-aca7-ff4ab14bc3ad admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830097-4-iscsi {{(pid=103458) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 13:29:56.445191 dv-cinder-830097-4-iscsi neutron-server[103458]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53b54c13-383b-491c-aca7-ff4ab14bc3ad admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830097-4-iscsi {{(pid=103458) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 13:29:56.506537 dv-cinder-830097-4-iscsi neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-92bde8e0-3955-4a95-a9a0-5569bee94166 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-739948'] for network (e3cc5645-7783-443d-aa92-92b0644dde7b), before_delete {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:29:56.581753 dv-cinder-830097-4-iscsi neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-92bde8e0-3955-4a95-a9a0-5569bee94166 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-661938', 'neutron.services.segments.db._delete_segments_for_network-8732727929519'] for network (e3cc5645-7783-443d-aa92-92b0644dde7b), precommit_delete {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:29:56.604329 dv-cinder-830097-4-iscsi neutron-server[103457]: DEBUG neutron.services.segments.db [None req-92bde8e0-3955-4a95-a9a0-5569bee94166 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e3cc5645-7783-443d-aa92-92b0644dde7b']}} {{(pid=103457) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 13:29:56.613364 dv-cinder-830097-4-iscsi neutron-server[103457]: DEBUG neutron.services.segments.db [None req-92bde8e0-3955-4a95-a9a0-5569bee94166 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '12b36334-3d43-4a04-a92d-9c84f6426545') {'for_net_delete': True} {{(pid=103457) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 13:29:56.613657 dv-cinder-830097-4-iscsi neutron-server[103457]: DEBUG neutron.services.segments.db [None req-92bde8e0-3955-4a95-a9a0-5569bee94166 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '12b36334-3d43-4a04-a92d-9c84f6426545') {} {{(pid=103457) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 13:29:56.622496 dv-cinder-830097-4-iscsi neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-92bde8e0-3955-4a95-a9a0-5569bee94166 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8732727932344', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25895923'] for segment (12b36334-3d43-4a04-a92d-9c84f6426545), before_delete {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:29:56.635488 dv-cinder-830097-4-iscsi neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-92bde8e0-3955-4a95-a9a0-5569bee94166 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-715442'] for segment (12b36334-3d43-4a04-a92d-9c84f6426545), precommit_delete {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:29:56.641756 dv-cinder-830097-4-iscsi neutron-server[103457]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-92bde8e0-3955-4a95-a9a0-5569bee94166 admin admin] Releasing vlan 216 on physical network physnet1 to pool {{(pid=103457) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 12 13:29:56.642130 dv-cinder-830097-4-iscsi neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-92bde8e0-3955-4a95-a9a0-5569bee94166 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-715442', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25610529'] for segment (12b36334-3d43-4a04-a92d-9c84f6426545), after_delete {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:29:56.643753 dv-cinder-830097-4-iscsi neutron-server[103457]: Traceback (most recent call last): Apr 12 13:29:56.643753 dv-cinder-830097-4-iscsi neutron-server[103457]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 12 13:29:56.643753 dv-cinder-830097-4-iscsi neutron-server[103457]: timer() Apr 12 13:29:56.643753 dv-cinder-830097-4-iscsi neutron-server[103457]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 12 13:29:56.643753 dv-cinder-830097-4-iscsi neutron-server[103457]: cb(*args, **kw) Apr 12 13:29:56.643753 dv-cinder-830097-4-iscsi neutron-server[103457]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 12 13:29:56.643753 dv-cinder-830097-4-iscsi neutron-server[103457]: return func(*args, **kwargs) Apr 12 13:29:56.643753 dv-cinder-830097-4-iscsi neutron-server[103457]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 12 13:29:56.643753 dv-cinder-830097-4-iscsi neutron-server[103457]: self._notify() Apr 12 13:29:56.643753 dv-cinder-830097-4-iscsi neutron-server[103457]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 12 13:29:56.643753 dv-cinder-830097-4-iscsi neutron-server[103457]: self.callback(batched_events) Apr 12 13:29:56.643753 dv-cinder-830097-4-iscsi neutron-server[103457]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 12 13:29:56.643753 dv-cinder-830097-4-iscsi neutron-server[103457]: event.method(event) Apr 12 13:29:56.643753 dv-cinder-830097-4-iscsi neutron-server[103457]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 12 13:29:56.643753 dv-cinder-830097-4-iscsi neutron-server[103457]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 12 13:29:56.643753 dv-cinder-830097-4-iscsi neutron-server[103457]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 12 13:29:56.643753 dv-cinder-830097-4-iscsi neutron-server[103457]: aggregate_uuid = self.p_client.list_aggregates( Apr 12 13:29:56.643753 dv-cinder-830097-4-iscsi neutron-server[103457]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 12 13:29:56.643753 dv-cinder-830097-4-iscsi neutron-server[103457]: return f(self, *a, **k) Apr 12 13:29:56.643753 dv-cinder-830097-4-iscsi neutron-server[103457]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 12 13:29:56.643753 dv-cinder-830097-4-iscsi neutron-server[103457]: return self._get(url).json() Apr 12 13:29:56.643753 dv-cinder-830097-4-iscsi neutron-server[103457]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 12 13:29:56.643753 dv-cinder-830097-4-iscsi neutron-server[103457]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 12 13:29:56.643753 dv-cinder-830097-4-iscsi neutron-server[103457]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 12 13:29:56.643753 dv-cinder-830097-4-iscsi neutron-server[103457]: return self.request(url, 'GET', **kwargs) Apr 12 13:29:56.643753 dv-cinder-830097-4-iscsi neutron-server[103457]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 12 13:29:56.643753 dv-cinder-830097-4-iscsi neutron-server[103457]: base_url = self.get_endpoint(auth, allow=allow, Apr 12 13:29:56.643753 dv-cinder-830097-4-iscsi neutron-server[103457]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 12 13:29:56.643753 dv-cinder-830097-4-iscsi neutron-server[103457]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 12 13:29:56.643753 dv-cinder-830097-4-iscsi neutron-server[103457]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 12 13:29:56.643753 dv-cinder-830097-4-iscsi neutron-server[103457]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 12 13:29:56.643753 dv-cinder-830097-4-iscsi neutron-server[103457]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 12 13:29:56.693836 dv-cinder-830097-4-iscsi neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-92bde8e0-3955-4a95-a9a0-5569bee94166 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-661949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3691972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3697887', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3739104'] for network (e3cc5645-7783-443d-aa92-92b0644dde7b), after_delete {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:29:56.699173 dv-cinder-830097-4-iscsi neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-92bde8e0-3955-4a95-a9a0-5569bee94166 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3697709'] for network (None), before_response {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:29:56.703713 dv-cinder-830097-4-iscsi neutron-server[103457]: INFO neutron.wsgi [None req-92bde8e0-3955-4a95-a9a0-5569bee94166 admin admin] 10.222.0.18 "DELETE /v2.0/networks/e3cc5645-7783-443d-aa92-92b0644dde7b HTTP/1.1" status: 204 len: 168 time: 0.2645791 Apr 12 13:29:56.714461 dv-cinder-830097-4-iscsi neutron-server[103457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92bde8e0-3955-4a95-a9a0-5569bee94166 admin admin] Pushing event deleted for resources: {'Network': ['ID=e3cc5645-7783-443d-aa92-92b0644dde7b,revision_number=None']} {{(pid=103457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 13:29:56.811412 dv-cinder-830097-4-iscsi neutron-server[103457]: DEBUG neutron.wsgi [-] (103457) accepted ('10.222.0.18', 52022) {{(pid=103457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 13:29:56.851074 dv-cinder-830097-4-iscsi neutron-server[103457]: INFO neutron.wsgi [None req-657f7437-2b65-4561-a5ba-6035e269478d admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=1ccc16fe359944d7b8abf68747ba67ae&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0377462 Apr 12 13:29:56.853610 dv-cinder-830097-4-iscsi neutron-server[103457]: DEBUG neutron.wsgi [-] (103457) accepted ('10.222.0.18', 52024) {{(pid=103457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 13:29:56.903387 dv-cinder-830097-4-iscsi neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-6fa22f6e-4be6-44e8-bad2-cd669cfceef0 admin admin] Publish callbacks [] for security_group (56e895e0-e2e0-45ac-b6ed-25edf7c5ab22), before_delete {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:29:56.925255 dv-cinder-830097-4-iscsi neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-6fa22f6e-4be6-44e8-bad2-cd669cfceef0 admin admin] Publish callbacks [] for security_group (56e895e0-e2e0-45ac-b6ed-25edf7c5ab22), precommit_delete {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:29:56.972959 dv-cinder-830097-4-iscsi neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-6fa22f6e-4be6-44e8-bad2-cd669cfceef0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3691807'] for security_group (56e895e0-e2e0-45ac-b6ed-25edf7c5ab22), after_delete {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:29:56.975483 dv-cinder-830097-4-iscsi neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-6fa22f6e-4be6-44e8-bad2-cd669cfceef0 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:29:56.976592 dv-cinder-830097-4-iscsi neutron-server[103457]: INFO neutron.wsgi [None req-6fa22f6e-4be6-44e8-bad2-cd669cfceef0 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/56e895e0-e2e0-45ac-b6ed-25edf7c5ab22 HTTP/1.1" status: 204 len: 168 time: 0.1221180 Apr 12 13:29:56.985784 dv-cinder-830097-4-iscsi neutron-server[103457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fa22f6e-4be6-44e8-bad2-cd669cfceef0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=56e895e0-e2e0-45ac-b6ed-25edf7c5ab22,revision_number=None']} {{(pid=103457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 13:29:59.965536 dv-cinder-830097-4-iscsi neutron-server[103459]: DEBUG neutron_lib.callbacks.manager [None req-3505bd68-a9fd-4823-92ea-1a6ded8ab071 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732727929501', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-657397'] for agent (ee5509cd-6dd7-49df-aa37-3740ebd1e34b), after_update {{(pid=103459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:30:00.603209 dv-cinder-830097-4-iscsi neutron-server[103457]: DEBUG neutron.wsgi [-] (103457) accepted ('10.222.0.18', 52028) {{(pid=103457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 13:30:00.749029 dv-cinder-830097-4-iscsi neutron-server[103457]: DEBUG neutron.plugins.ml2.plugin [None req-6e867dbd-d03a-4539-8566-0422374440ac tempest-TestVolumeBootPattern-1974338582 tempest-TestVolumeBootPattern-1974338582-project] Deleting port 1e66086e-b3bc-48e6-8d9a-92105deeea91 {{(pid=103457) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 12 13:30:00.749436 dv-cinder-830097-4-iscsi neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-6e867dbd-d03a-4539-8566-0422374440ac tempest-TestVolumeBootPattern-1974338582 tempest-TestVolumeBootPattern-1974338582-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732727887391'] for port (1e66086e-b3bc-48e6-8d9a-92105deeea91), before_delete {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:30:00.823664 dv-cinder-830097-4-iscsi neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-6e867dbd-d03a-4539-8566-0422374440ac tempest-TestVolumeBootPattern-1974338582 tempest-TestVolumeBootPattern-1974338582-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3742288'] for port (1e66086e-b3bc-48e6-8d9a-92105deeea91), precommit_delete {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:30:00.823982 dv-cinder-830097-4-iscsi neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-6e867dbd-d03a-4539-8566-0422374440ac tempest-TestVolumeBootPattern-1974338582 tempest-TestVolumeBootPattern-1974338582-project] Publish callbacks [] for floatingip (1e66086e-b3bc-48e6-8d9a-92105deeea91), precommit_delete {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:30:00.835933 dv-cinder-830097-4-iscsi neutron-server[103457]: DEBUG neutron.plugins.ml2.plugin [None req-6e867dbd-d03a-4539-8566-0422374440ac tempest-TestVolumeBootPattern-1974338582 tempest-TestVolumeBootPattern-1974338582-project] Calling delete_port for 1e66086e-b3bc-48e6-8d9a-92105deeea91 owned by network:floatingip {{(pid=103457) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 12 13:30:01.281747 dv-cinder-830097-4-iscsi neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-6e867dbd-d03a-4539-8566-0422374440ac tempest-TestVolumeBootPattern-1974338582 tempest-TestVolumeBootPattern-1974338582-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-915890', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3697887', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732727894797', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732727417923', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25610742'] for port (1e66086e-b3bc-48e6-8d9a-92105deeea91), after_delete {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:30:01.309908 dv-cinder-830097-4-iscsi neutron-server[103457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e867dbd-d03a-4539-8566-0422374440ac tempest-TestVolumeBootPattern-1974338582 tempest-TestVolumeBootPattern-1974338582-project] Pushing event deleted for resources: {'Port': ['ID=1e66086e-b3bc-48e6-8d9a-92105deeea91,revision_number=None']} {{(pid=103457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 13:30:01.369792 dv-cinder-830097-4-iscsi neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-6e867dbd-d03a-4539-8566-0422374440ac tempest-TestVolumeBootPattern-1974338582 tempest-TestVolumeBootPattern-1974338582-project] Publish callbacks [] for floatingip (8a0d3bd2-f78a-457d-8c36-3d8c38b48a90), after_delete {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:30:01.370143 dv-cinder-830097-4-iscsi neutron-server[103457]: INFO neutron.db.l3_db [None req-6e867dbd-d03a-4539-8566-0422374440ac tempest-TestVolumeBootPattern-1974338582 tempest-TestVolumeBootPattern-1974338582-project] Floating IP 8a0d3bd2-f78a-457d-8c36-3d8c38b48a90 disassociated (deleted). External IP: 172.27.0.97, port: 19ab36b3-f6a5-4d23-bdb3-7920cd24f90d. Apr 12 13:30:01.578426 dv-cinder-830097-4-iscsi neutron-server[103457]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6e867dbd-d03a-4539-8566-0422374440ac tempest-TestVolumeBootPattern-1974338582 tempest-TestVolumeBootPattern-1974338582-project] Router ba66042a-e589-44ce-9fdd-d59c505db23b has already been hosted by L3 agent b7e11a8b-aeed-493f-9763-461016dddc93 {{(pid=103457) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 12 13:30:01.687551 dv-cinder-830097-4-iscsi neutron-server[103457]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6e867dbd-d03a-4539-8566-0422374440ac tempest-TestVolumeBootPattern-1974338582 tempest-TestVolumeBootPattern-1974338582-project] Notify agent at l3_agent.dv-cinder-830097-4-iscsi the message routers_updated {{(pid=103457) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 12 13:30:01.692463 dv-cinder-830097-4-iscsi neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-6e867dbd-d03a-4539-8566-0422374440ac tempest-TestVolumeBootPattern-1974338582 tempest-TestVolumeBootPattern-1974338582-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-500965'] for floatingip (None), before_response {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:30:01.697637 dv-cinder-830097-4-iscsi neutron-server[103460]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-10f9c92e-22bf-4b92-b279-b3f5ccb0d864 None None] Sync routers for ids ['ba66042a-e589-44ce-9fdd-d59c505db23b'] in dv-cinder-830097-4-iscsi {{(pid=103460) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 12 13:30:01.707795 dv-cinder-830097-4-iscsi neutron-server[103460]: DEBUG neutron.db.l3_dvrscheduler_db [None req-10f9c92e-22bf-4b92-b279-b3f5ccb0d864 None None] Routers {'ba66042a-e589-44ce-9fdd-d59c505db23b'} bound to L3 agent in host dv-cinder-830097-4-iscsi {{(pid=103460) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 12 13:30:01.708495 dv-cinder-830097-4-iscsi neutron-server[103460]: DEBUG neutron.db.l3_hamode_db [None req-10f9c92e-22bf-4b92-b279-b3f5ccb0d864 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830097-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-12T13:07:19Z,description=,heartbeat_timestamp=2022-04-12T13:29:49Z,host='dv-cinder-830097-4-iscsi',id=b7e11a8b-aeed-493f-9763-461016dddc93,load=0,resource_versions=,resources_synced=,started_at=2022-04-12T13:07:19Z,topic='l3_agent')) {'router_ids': ['ba66042a-e589-44ce-9fdd-d59c505db23b'], 'active': True} {{(pid=103460) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 13:30:01.724236 dv-cinder-830097-4-iscsi neutron-server[103457]: INFO neutron.wsgi [None req-6e867dbd-d03a-4539-8566-0422374440ac tempest-TestVolumeBootPattern-1974338582 tempest-TestVolumeBootPattern-1974338582-project] 10.222.0.18 "DELETE /v2.0/floatingips/8a0d3bd2-f78a-457d-8c36-3d8c38b48a90 HTTP/1.1" status: 204 len: 168 time: 1.1198814 Apr 12 13:30:01.724916 dv-cinder-830097-4-iscsi neutron-server[103457]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '83e65fa3-e329-42e5-baee-62847623767a', 'tag': '19ab36b3-f6a5-4d23-bdb3-7920cd24f90d'}] {{(pid=103457) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 12 13:30:01.727525 dv-cinder-830097-4-iscsi neutron-server[103457]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}086c7d3de3560e72b9669b0aa2f8f0aa3a7dc6896401f4467231a6605ceb6cb3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-64c4ee2f-4336-4872-8d09-a972af879b50" -d '{"events": [{"name": "network-changed", "server_uuid": "83e65fa3-e329-42e5-baee-62847623767a", "tag": "19ab36b3-f6a5-4d23-bdb3-7920cd24f90d"}]}' {{(pid=103457) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 12 13:30:01.770239 dv-cinder-830097-4-iscsi neutron-server[103457]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 12 Apr 2022 13:30:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-debca543-e636-43fe-8049-28239453cf13 x-openstack-request-id: req-debca543-e636-43fe-8049-28239453cf13 {{(pid=103457) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 12 13:30:01.770538 dv-cinder-830097-4-iscsi neutron-server[103457]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "83e65fa3-e329-42e5-baee-62847623767a", "tag": "19ab36b3-f6a5-4d23-bdb3-7920cd24f90d", "status": "completed", "code": 200}]} {{(pid=103457) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 12 13:30:01.770787 dv-cinder-830097-4-iscsi neutron-server[103457]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-debca543-e636-43fe-8049-28239453cf13 {{(pid=103457) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 12 13:30:01.771235 dv-cinder-830097-4-iscsi neutron-server[103457]: INFO neutron.notifiers.nova [-] Nova event matching ['req-debca543-e636-43fe-8049-28239453cf13'] response: {'name': 'network-changed', 'server_uuid': '83e65fa3-e329-42e5-baee-62847623767a', 'tag': '19ab36b3-f6a5-4d23-bdb3-7920cd24f90d', 'status': 'completed', 'code': 200} Apr 12 13:30:01.833564 dv-cinder-830097-4-iscsi neutron-server[103460]: DEBUG neutron.db.l3_dvr_db [None req-10f9c92e-22bf-4b92-b279-b3f5ccb0d864 None None] Set router ba66042a-e589-44ce-9fdd-d59c505db23b gateway port host: dv-cinder-830097-4-iscsi {{(pid=103460) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 12 13:30:01.858818 dv-cinder-830097-4-iscsi neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64c4ee2f-4336-4872-8d09-a972af879b50 req-d54f0d9c-1f24-4aa4-be41-d729e0a2dd3b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 13:30:01.861460 dv-cinder-830097-4-iscsi neutron-server[103457]: INFO neutron.wsgi [req-64c4ee2f-4336-4872-8d09-a972af879b50 req-d54f0d9c-1f24-4aa4-be41-d729e0a2dd3b service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=59e9ce76515147cfa24a7c710300c9c0&device_id=83e65fa3-e329-42e5-baee-62847623767a HTTP/1.1" status: 200 len: 1129 time: 0.0471537 Apr 12 13:30:01.961652 dv-cinder-830097-4-iscsi neutron-server[103458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a56e65d7-eea7-42bd-80a8-3f71bfc8baaf req-b037f826-9dda-4dc1-8c77-fa8640e78538 tempest-TestVolumeBootPattern-1974338582 tempest-TestVolumeBootPattern-1974338582-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 13:30:01.963116 dv-cinder-830097-4-iscsi neutron-server[103458]: INFO neutron.wsgi [req-a56e65d7-eea7-42bd-80a8-3f71bfc8baaf req-b037f826-9dda-4dc1-8c77-fa8640e78538 tempest-TestVolumeBootPattern-1974338582 tempest-TestVolumeBootPattern-1974338582-project] 10.222.0.18 "GET /v2.0/ports?device_id=83e65fa3-e329-42e5-baee-62847623767a HTTP/1.1" status: 200 len: 945 time: 0.0524597 Apr 12 13:30:02.011845 dv-cinder-830097-4-iscsi neutron-server[103458]: INFO neutron.wsgi [req-a56e65d7-eea7-42bd-80a8-3f71bfc8baaf req-de494143-b05a-49d0-ae8c-9739f252450c tempest-TestVolumeBootPattern-1974338582 tempest-TestVolumeBootPattern-1974338582-project] 10.222.0.18 "GET /v2.0/security-groups?id=a66f9d14-bc7f-40ff-bcf2-fda4f9360a16&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0426476 Apr 12 13:30:02.048916 dv-cinder-830097-4-iscsi neutron-server[103460]: DEBUG neutron.db.l3_hamode_db [None req-10f9c92e-22bf-4b92-b279-b3f5ccb0d864 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ba66042a-e589-44ce-9fdd-d59c505db23b', 'name': 'tempest-TestVolumeBootPattern-1121100241-router', 'tenant_id': '59e9ce76515147cfa24a7c710300c9c0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '26d0436d-8ae2-49bd-8cc6-3d2eac552c84', 'external_fixed_ips': [{'subnet_id': 'd93852d8-8f89-4b1c-bef4-0e05f499a8db', 'ip_address': '172.27.0.135'}], 'enable_snat': True}, 'gw_port_id': 'a6bd8c1c-ed89-4dc0-93e5-88926e969196', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-12T13:19:38Z', 'updated_at': '2022-04-12T13:19:41Z', 'revision_number': 4, 'project_id': '59e9ce76515147cfa24a7c710300c9c0', 'gw_port': {'id': 'a6bd8c1c-ed89-4dc0-93e5-88926e969196', 'name': '', 'network_id': '26d0436d-8ae2-49bd-8cc6-3d2eac552c84', 'tenant_id': '', 'mac_address': 'fa:16:3e:bd:61:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ba66042a-e589-44ce-9fdd-d59c505db23b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 463, 'fixed_ips': [{'subnet_id': 'd93852d8-8f89-4b1c-bef4-0e05f499a8db', 'ip_address': '172.27.0.135', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830097-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T13:19:38Z', 'updated_at': '2022-04-12T13:19:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd93852d8-8f89-4b1c-bef4-0e05f499a8db', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830097-4-iscsi', '_floatingips': [{'id': 'de349f2f-1db8-49c6-9011-7d7879a5aa6b', 'tenant_id': '59e9ce76515147cfa24a7c710300c9c0', 'floating_ip_address': '172.27.0.163', 'floating_network_id': '26d0436d-8ae2-49bd-8cc6-3d2eac552c84', 'router_id': 'ba66042a-e589-44ce-9fdd-d59c505db23b', 'port_id': 'edda591b-4d5a-478b-9844-8ac94d78d31b', 'fixed_ip_address': '172.20.0.3', 'status': 'ACTIVE', 'standard_attr_id': 517, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'fc0e35fc-da48-4b0a-aef1-4a0c9e07f863', 'mac_address': 'fa:16:3e:c9:9d:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '79e021a9-fd5c-4b44-a4de-9b162a0a9eb9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-12T13:24:18Z', 'updated_at': '2022-04-12T13:24:20Z', 'revision_number': 1, 'project_id': '59e9ce76515147cfa24a7c710300c9c0', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a316c228-cce6-48d9-ae2d-ee8b711bff90', 'name': '', 'network_id': 'fc0e35fc-da48-4b0a-aef1-4a0c9e07f863', 'tenant_id': '59e9ce76515147cfa24a7c710300c9c0', 'mac_address': 'fa:16:3e:ca:00:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ba66042a-e589-44ce-9fdd-d59c505db23b', 'device_owner': 'network:router_interface', 'standard_attr_id': 464, 'fixed_ips': [{'subnet_id': '3e5a37b9-6492-41e4-a03e-0f76c3de6aee', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830097-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T13:19:40Z', 'updated_at': '2022-04-12T13:19:45Z', 'revision_number': 5, 'project_id': '59e9ce76515147cfa24a7c710300c9c0', 'subnets': [{'id': '3e5a37b9-6492-41e4-a03e-0f76c3de6aee', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-830097-4-iscsi', False) {} {{(pid=103460) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 13:30:02.078718 dv-cinder-830097-4-iscsi neutron-server[103460]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-10f9c92e-22bf-4b92-b279-b3f5ccb0d864 None None] Checking router: ba66042a-e589-44ce-9fdd-d59c505db23b for host: dv-cinder-830097-4-iscsi {{(pid=103460) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 12 13:30:02.086640 dv-cinder-830097-4-iscsi neutron-server[103460]: DEBUG neutron.db.l3_dvrscheduler_db [None req-10f9c92e-22bf-4b92-b279-b3f5ccb0d864 None None] Routers {'ba66042a-e589-44ce-9fdd-d59c505db23b'} bound to L3 agent in host dv-cinder-830097-4-iscsi {{(pid=103460) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 12 13:30:02.087203 dv-cinder-830097-4-iscsi neutron-server[103460]: DEBUG neutron.db.l3_hamode_db [None req-10f9c92e-22bf-4b92-b279-b3f5ccb0d864 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830097-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-12T13:07:19Z,description=,heartbeat_timestamp=2022-04-12T13:29:49Z,host='dv-cinder-830097-4-iscsi',id=b7e11a8b-aeed-493f-9763-461016dddc93,load=0,resource_versions=,resources_synced=,started_at=2022-04-12T13:07:19Z,topic='l3_agent')) {'router_ids': ['ba66042a-e589-44ce-9fdd-d59c505db23b'], 'active': True} {{(pid=103460) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 13:30:02.191002 dv-cinder-830097-4-iscsi neutron-server[103460]: DEBUG neutron.db.l3_dvr_db [None req-10f9c92e-22bf-4b92-b279-b3f5ccb0d864 None None] Set router ba66042a-e589-44ce-9fdd-d59c505db23b gateway port host: dv-cinder-830097-4-iscsi {{(pid=103460) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 12 13:30:02.411569 dv-cinder-830097-4-iscsi neutron-server[103460]: DEBUG neutron.db.l3_hamode_db [None req-10f9c92e-22bf-4b92-b279-b3f5ccb0d864 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ba66042a-e589-44ce-9fdd-d59c505db23b', 'name': 'tempest-TestVolumeBootPattern-1121100241-router', 'tenant_id': '59e9ce76515147cfa24a7c710300c9c0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '26d0436d-8ae2-49bd-8cc6-3d2eac552c84', 'external_fixed_ips': [{'subnet_id': 'd93852d8-8f89-4b1c-bef4-0e05f499a8db', 'ip_address': '172.27.0.135'}], 'enable_snat': True}, 'gw_port_id': 'a6bd8c1c-ed89-4dc0-93e5-88926e969196', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-12T13:19:38Z', 'updated_at': '2022-04-12T13:19:41Z', 'revision_number': 4, 'project_id': '59e9ce76515147cfa24a7c710300c9c0', 'gw_port': {'id': 'a6bd8c1c-ed89-4dc0-93e5-88926e969196', 'name': '', 'network_id': '26d0436d-8ae2-49bd-8cc6-3d2eac552c84', 'tenant_id': '', 'mac_address': 'fa:16:3e:bd:61:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ba66042a-e589-44ce-9fdd-d59c505db23b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 463, 'fixed_ips': [{'subnet_id': 'd93852d8-8f89-4b1c-bef4-0e05f499a8db', 'ip_address': '172.27.0.135', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830097-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T13:19:38Z', 'updated_at': '2022-04-12T13:19:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd93852d8-8f89-4b1c-bef4-0e05f499a8db', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830097-4-iscsi', '_floatingips': [{'id': 'de349f2f-1db8-49c6-9011-7d7879a5aa6b', 'tenant_id': '59e9ce76515147cfa24a7c710300c9c0', 'floating_ip_address': '172.27.0.163', 'floating_network_id': '26d0436d-8ae2-49bd-8cc6-3d2eac552c84', 'router_id': 'ba66042a-e589-44ce-9fdd-d59c505db23b', 'port_id': 'edda591b-4d5a-478b-9844-8ac94d78d31b', 'fixed_ip_address': '172.20.0.3', 'status': 'ACTIVE', 'standard_attr_id': 517, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'fc0e35fc-da48-4b0a-aef1-4a0c9e07f863', 'mac_address': 'fa:16:3e:c9:9d:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '79e021a9-fd5c-4b44-a4de-9b162a0a9eb9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-12T13:24:18Z', 'updated_at': '2022-04-12T13:24:20Z', 'revision_number': 1, 'project_id': '59e9ce76515147cfa24a7c710300c9c0', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a316c228-cce6-48d9-ae2d-ee8b711bff90', 'name': '', 'network_id': 'fc0e35fc-da48-4b0a-aef1-4a0c9e07f863', 'tenant_id': '59e9ce76515147cfa24a7c710300c9c0', 'mac_address': 'fa:16:3e:ca:00:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ba66042a-e589-44ce-9fdd-d59c505db23b', 'device_owner': 'network:router_interface', 'standard_attr_id': 464, 'fixed_ips': [{'subnet_id': '3e5a37b9-6492-41e4-a03e-0f76c3de6aee', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830097-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T13:19:40Z', 'updated_at': '2022-04-12T13:19:45Z', 'revision_number': 5, 'project_id': '59e9ce76515147cfa24a7c710300c9c0', 'subnets': [{'id': '3e5a37b9-6492-41e4-a03e-0f76c3de6aee', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-830097-4-iscsi', False) {} {{(pid=103460) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 13:30:02.552871 dv-cinder-830097-4-iscsi neutron-server[103460]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-10f9c92e-22bf-4b92-b279-b3f5ccb0d864 None None] The sync data for ids ['ba66042a-e589-44ce-9fdd-d59c505db23b'] in dv-cinder-830097-4-iscsi is: [{'id': 'ba66042a-e589-44ce-9fdd-d59c505db23b', 'name': 'tempest-TestVolumeBootPattern-1121100241-router', 'tenant_id': '59e9ce76515147cfa24a7c710300c9c0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '26d0436d-8ae2-49bd-8cc6-3d2eac552c84', 'external_fixed_ips': [{'subnet_id': 'd93852d8-8f89-4b1c-bef4-0e05f499a8db', 'ip_address': '172.27.0.135'}], 'enable_snat': True}, 'gw_port_id': 'a6bd8c1c-ed89-4dc0-93e5-88926e969196', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-12T13:19:38Z', 'updated_at': '2022-04-12T13:19:41Z', 'revision_number': 4, 'project_id': '59e9ce76515147cfa24a7c710300c9c0', 'gw_port': {'id': 'a6bd8c1c-ed89-4dc0-93e5-88926e969196', 'name': '', 'network_id': '26d0436d-8ae2-49bd-8cc6-3d2eac552c84', 'tenant_id': '', 'mac_address': 'fa:16:3e:bd:61:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ba66042a-e589-44ce-9fdd-d59c505db23b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 463, 'fixed_ips': [{'subnet_id': 'd93852d8-8f89-4b1c-bef4-0e05f499a8db', 'ip_address': '172.27.0.135', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830097-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T13:19:38Z', 'updated_at': '2022-04-12T13:19:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd93852d8-8f89-4b1c-bef4-0e05f499a8db', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830097-4-iscsi', '_floatingips': [{'id': 'de349f2f-1db8-49c6-9011-7d7879a5aa6b', 'tenant_id': '59e9ce76515147cfa24a7c710300c9c0', 'floating_ip_address': '172.27.0.163', 'floating_network_id': '26d0436d-8ae2-49bd-8cc6-3d2eac552c84', 'router_id': 'ba66042a-e589-44ce-9fdd-d59c505db23b', 'port_id': 'edda591b-4d5a-478b-9844-8ac94d78d31b', 'fixed_ip_address': '172.20.0.3', 'status': 'ACTIVE', 'standard_attr_id': 517, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'fc0e35fc-da48-4b0a-aef1-4a0c9e07f863', 'mac_address': 'fa:16:3e:c9:9d:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '79e021a9-fd5c-4b44-a4de-9b162a0a9eb9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-12T13:24:18Z', 'updated_at': '2022-04-12T13:24:20Z', 'revision_number': 1, 'project_id': '59e9ce76515147cfa24a7c710300c9c0', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a316c228-cce6-48d9-ae2d-ee8b711bff90', 'name': '', 'network_id': 'fc0e35fc-da48-4b0a-aef1-4a0c9e07f863', 'tenant_id': '59e9ce76515147cfa24a7c710300c9c0', 'mac_address': 'fa:16:3e:ca:00:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ba66042a-e589-44ce-9fdd-d59c505db23b', 'device_owner': 'network:router_interface', 'standard_attr_id': 464, 'fixed_ips': [{'subnet_id': '3e5a37b9-6492-41e4-a03e-0f76c3de6aee', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830097-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T13:19:40Z', 'updated_at': '2022-04-12T13:19:45Z', 'revision_number': 5, 'project_id': '59e9ce76515147cfa24a7c710300c9c0', 'subnets': [{'id': '3e5a37b9-6492-41e4-a03e-0f76c3de6aee', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103460) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 12 13:30:02.784647 dv-cinder-830097-4-iscsi neutron-server[103459]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6b129678-218f-435f-913e-cacbbde5c10b None None] New status for floating IP 8a0d3bd2-f78a-457d-8c36-3d8c38b48a90: DOWN {{(pid=103459) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 12 13:30:03.079925 dv-cinder-830097-4-iscsi neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64c4ee2f-4336-4872-8d09-a972af879b50 req-70723804-16e8-40c5-bc42-aa60aa17b977 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 13:30:03.081455 dv-cinder-830097-4-iscsi neutron-server[103457]: INFO neutron.wsgi [req-64c4ee2f-4336-4872-8d09-a972af879b50 req-70723804-16e8-40c5-bc42-aa60aa17b977 service neutron] 10.222.0.55 "GET /v2.0/networks?id=fc0e35fc-da48-4b0a-aef1-4a0c9e07f863 HTTP/1.1" status: 200 len: 913 time: 0.0835176 Apr 12 13:30:03.141729 dv-cinder-830097-4-iscsi neutron-server[103457]: INFO neutron.wsgi [req-64c4ee2f-4336-4872-8d09-a972af879b50 req-562eb429-bc38-44d4-b177-b475858ee937 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=19ab36b3-f6a5-4d23-bdb3-7920cd24f90d HTTP/1.1" status: 200 len: 217 time: 0.0513432 Apr 12 13:30:03.166890 dv-cinder-830097-4-iscsi neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-627ac5c1-df91-47cb-b1b8-21610b4b2b46 req-405765b5-5359-463f-b90e-6a38c6f27ba2 tempest-TestVolumeBootPattern-1974338582 tempest-TestVolumeBootPattern-1974338582-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 13:30:03.168267 dv-cinder-830097-4-iscsi neutron-server[103457]: INFO neutron.wsgi [req-627ac5c1-df91-47cb-b1b8-21610b4b2b46 req-405765b5-5359-463f-b90e-6a38c6f27ba2 tempest-TestVolumeBootPattern-1974338582 tempest-TestVolumeBootPattern-1974338582-project] 10.222.0.18 "GET /v2.0/ports?device_id=83e65fa3-e329-42e5-baee-62847623767a HTTP/1.1" status: 200 len: 945 time: 0.0859580 Apr 12 13:30:03.222048 dv-cinder-830097-4-iscsi neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64c4ee2f-4336-4872-8d09-a972af879b50 req-1b073541-b48f-4054-bba1-bd29a2dd8be7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 13:30:03.223492 dv-cinder-830097-4-iscsi neutron-server[103457]: INFO neutron.wsgi [req-64c4ee2f-4336-4872-8d09-a972af879b50 req-1b073541-b48f-4054-bba1-bd29a2dd8be7 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=3e5a37b9-6492-41e4-a03e-0f76c3de6aee HTTP/1.1" status: 200 len: 851 time: 0.0742671 Apr 12 13:30:03.240539 dv-cinder-830097-4-iscsi neutron-server[103457]: INFO neutron.wsgi [req-627ac5c1-df91-47cb-b1b8-21610b4b2b46 req-c7169961-a399-4432-8268-460479ab5ef1 tempest-TestVolumeBootPattern-1974338582 tempest-TestVolumeBootPattern-1974338582-project] 10.222.0.18 "GET /v2.0/security-groups?id=a66f9d14-bc7f-40ff-bcf2-fda4f9360a16&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0561473 Apr 12 13:30:03.283665 dv-cinder-830097-4-iscsi neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64c4ee2f-4336-4872-8d09-a972af879b50 req-ee1f8287-b5ba-4d05-83f6-31442bf01b98 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 13:30:03.285196 dv-cinder-830097-4-iscsi neutron-server[103457]: INFO neutron.wsgi [req-64c4ee2f-4336-4872-8d09-a972af879b50 req-ee1f8287-b5ba-4d05-83f6-31442bf01b98 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=fc0e35fc-da48-4b0a-aef1-4a0c9e07f863&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0391624 Apr 12 13:30:03.400326 dv-cinder-830097-4-iscsi neutron-server[103457]: INFO neutron.wsgi [req-64c4ee2f-4336-4872-8d09-a972af879b50 req-3d563817-7760-466c-8317-e66524e37707 service neutron] 10.222.0.55 "GET /v2.0/networks/fc0e35fc-da48-4b0a-aef1-4a0c9e07f863?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0904100 Apr 12 13:30:03.572712 dv-cinder-830097-4-iscsi neutron-server[103457]: INFO neutron.wsgi [req-64c4ee2f-4336-4872-8d09-a972af879b50 req-cf75b829-22a6-4b48-9c46-2c9a4c0de4fe service neutron] 10.222.0.55 "GET /v2.0/networks/fc0e35fc-da48-4b0a-aef1-4a0c9e07f863?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0826519 Apr 12 13:30:03.930284 dv-cinder-830097-4-iscsi neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfb4fd8b-fdbe-42eb-a2ee-8b2b663f21dd req-793615eb-3005-415c-96ed-689cf09d3737 tempest-TestVolumeBootPattern-1974338582 tempest-TestVolumeBootPattern-1974338582-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 13:30:03.931652 dv-cinder-830097-4-iscsi neutron-server[103457]: INFO neutron.wsgi [req-bfb4fd8b-fdbe-42eb-a2ee-8b2b663f21dd req-793615eb-3005-415c-96ed-689cf09d3737 tempest-TestVolumeBootPattern-1974338582 tempest-TestVolumeBootPattern-1974338582-project] 10.222.0.55 "GET /v2.0/ports?device_id=83e65fa3-e329-42e5-baee-62847623767a HTTP/1.1" status: 200 len: 945 time: 0.0458953 Apr 12 13:30:04.016939 dv-cinder-830097-4-iscsi neutron-server[103457]: DEBUG neutron.plugins.ml2.plugin [req-bfb4fd8b-fdbe-42eb-a2ee-8b2b663f21dd req-69588e9a-16a2-479e-a8c9-f8151f11b5a0 tempest-TestVolumeBootPattern-1974338582 tempest-TestVolumeBootPattern-1974338582-project] Deleting port 19ab36b3-f6a5-4d23-bdb3-7920cd24f90d {{(pid=103457) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 12 13:30:04.017275 dv-cinder-830097-4-iscsi neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [req-bfb4fd8b-fdbe-42eb-a2ee-8b2b663f21dd req-69588e9a-16a2-479e-a8c9-f8151f11b5a0 tempest-TestVolumeBootPattern-1974338582 tempest-TestVolumeBootPattern-1974338582-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732727887391'] for port (19ab36b3-f6a5-4d23-bdb3-7920cd24f90d), before_delete {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:30:04.104701 dv-cinder-830097-4-iscsi neutron-server[103457]: DEBUG neutron.plugins.ml2.db [req-bfb4fd8b-fdbe-42eb-a2ee-8b2b663f21dd req-69588e9a-16a2-479e-a8c9-f8151f11b5a0 tempest-TestVolumeBootPattern-1974338582 tempest-TestVolumeBootPattern-1974338582-project] For port 19ab36b3-f6a5-4d23-bdb3-7920cd24f90d, host hv-cinder-83009, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83009',level=0,port_id=19ab36b3-f6a5-4d23-bdb3-7920cd24f90d,segment=NetworkSegment(39aadab9-ffeb-4018-ac4b-402a2c1e23da),segment_id=39aadab9-ffeb-4018-ac4b-402a2c1e23da)] {{(pid=103457) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 12 13:30:04.105434 dv-cinder-830097-4-iscsi neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [req-bfb4fd8b-fdbe-42eb-a2ee-8b2b663f21dd req-69588e9a-16a2-479e-a8c9-f8151f11b5a0 tempest-TestVolumeBootPattern-1974338582 tempest-TestVolumeBootPattern-1974338582-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3742288'] for port (19ab36b3-f6a5-4d23-bdb3-7920cd24f90d), precommit_delete {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:30:04.118735 dv-cinder-830097-4-iscsi neutron-server[103457]: DEBUG neutron.plugins.ml2.plugin [req-bfb4fd8b-fdbe-42eb-a2ee-8b2b663f21dd req-69588e9a-16a2-479e-a8c9-f8151f11b5a0 tempest-TestVolumeBootPattern-1974338582 tempest-TestVolumeBootPattern-1974338582-project] Calling delete_port for 19ab36b3-f6a5-4d23-bdb3-7920cd24f90d owned by compute:nova {{(pid=103457) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 12 13:30:04.245563 dv-cinder-830097-4-iscsi neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [req-bfb4fd8b-fdbe-42eb-a2ee-8b2b663f21dd req-69588e9a-16a2-479e-a8c9-f8151f11b5a0 tempest-TestVolumeBootPattern-1974338582 tempest-TestVolumeBootPattern-1974338582-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-915890', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3697887', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732727894797', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732727417923', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25610742'] for port (19ab36b3-f6a5-4d23-bdb3-7920cd24f90d), after_delete {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:30:04.274790 dv-cinder-830097-4-iscsi neutron-server[103457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69588e9a-16a2-479e-a8c9-f8151f11b5a0 tempest-TestVolumeBootPattern-1974338582 tempest-TestVolumeBootPattern-1974338582-project] Pushing event deleted for resources: {'Port': ['ID=19ab36b3-f6a5-4d23-bdb3-7920cd24f90d,revision_number=None']} {{(pid=103457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 13:30:04.323483 dv-cinder-830097-4-iscsi neutron-server[103457]: DEBUG neutron.db.l3_dvrscheduler_db [req-bfb4fd8b-fdbe-42eb-a2ee-8b2b663f21dd req-69588e9a-16a2-479e-a8c9-f8151f11b5a0 tempest-TestVolumeBootPattern-1974338582 tempest-TestVolumeBootPattern-1974338582-project] No DVR routers for this DVR port 19ab36b3-f6a5-4d23-bdb3-7920cd24f90d on host hv-cinder-83009 {{(pid=103457) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 12 13:30:04.326038 dv-cinder-830097-4-iscsi neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [req-bfb4fd8b-fdbe-42eb-a2ee-8b2b663f21dd req-69588e9a-16a2-479e-a8c9-f8151f11b5a0 tempest-TestVolumeBootPattern-1974338582 tempest-TestVolumeBootPattern-1974338582-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-500965'] for port (None), before_response {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:30:04.329707 dv-cinder-830097-4-iscsi neutron-server[103457]: INFO neutron.wsgi [req-bfb4fd8b-fdbe-42eb-a2ee-8b2b663f21dd req-69588e9a-16a2-479e-a8c9-f8151f11b5a0 tempest-TestVolumeBootPattern-1974338582 tempest-TestVolumeBootPattern-1974338582-project] 10.222.0.55 "DELETE /v2.0/ports/19ab36b3-f6a5-4d23-bdb3-7920cd24f90d HTTP/1.1" status: 204 len: 173 time: 0.3920772 Apr 12 13:30:04.330176 dv-cinder-830097-4-iscsi neutron-server[103457]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '83e65fa3-e329-42e5-baee-62847623767a', 'name': 'network-vif-deleted', 'tag': '19ab36b3-f6a5-4d23-bdb3-7920cd24f90d'}] {{(pid=103457) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 12 13:30:04.332504 dv-cinder-830097-4-iscsi neutron-server[103457]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}086c7d3de3560e72b9669b0aa2f8f0aa3a7dc6896401f4467231a6605ceb6cb3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7f443ef0-5c94-4910-869b-d8c974699ae4" -d '{"events": [{"server_uuid": "83e65fa3-e329-42e5-baee-62847623767a", "name": "network-vif-deleted", "tag": "19ab36b3-f6a5-4d23-bdb3-7920cd24f90d"}]}' {{(pid=103457) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 12 13:30:04.342809 dv-cinder-830097-4-iscsi neutron-server[103458]: INFO neutron.wsgi [req-9c65c205-ce13-45ac-8cde-c0411d1c4987 req-16498da9-54a0-4e77-b453-3a4e374d5f86 tempest-TestVolumeBootPattern-1974338582 tempest-TestVolumeBootPattern-1974338582-project] 10.222.0.18 "GET /v2.0/ports?device_id=83e65fa3-e329-42e5-baee-62847623767a HTTP/1.1" status: 200 len: 210 time: 0.0278575 Apr 12 13:30:04.381998 dv-cinder-830097-4-iscsi neutron-server[103457]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 12 Apr 2022 13:30:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5db80b12-7d64-4ebc-9275-022c2cde49f2 x-openstack-request-id: req-5db80b12-7d64-4ebc-9275-022c2cde49f2 {{(pid=103457) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 12 13:30:04.382293 dv-cinder-830097-4-iscsi neutron-server[103457]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "83e65fa3-e329-42e5-baee-62847623767a", "name": "network-vif-deleted", "tag": "19ab36b3-f6a5-4d23-bdb3-7920cd24f90d", "status": "completed", "code": 200}]} {{(pid=103457) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 12 13:30:04.382543 dv-cinder-830097-4-iscsi neutron-server[103457]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-5db80b12-7d64-4ebc-9275-022c2cde49f2 {{(pid=103457) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 12 13:30:04.382947 dv-cinder-830097-4-iscsi neutron-server[103457]: INFO neutron.notifiers.nova [-] Nova event matching ['req-5db80b12-7d64-4ebc-9275-022c2cde49f2'] response: {'server_uuid': '83e65fa3-e329-42e5-baee-62847623767a', 'name': 'network-vif-deleted', 'tag': '19ab36b3-f6a5-4d23-bdb3-7920cd24f90d', 'status': 'completed', 'code': 200} Apr 12 13:30:07.629539 dv-cinder-830097-4-iscsi neutron-server[103458]: DEBUG neutron.wsgi [-] (103458) accepted ('10.222.0.18', 52058) {{(pid=103458) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 13:30:07.791354 dv-cinder-830097-4-iscsi neutron-server[103458]: DEBUG neutron.plugins.ml2.plugin [None req-12bfe89c-fdb7-4a5b-bdfa-bca7bf320bb2 tempest-TestVolumeBootPattern-1974338582 tempest-TestVolumeBootPattern-1974338582-project] Deleting port 36143b66-c9a2-4a41-9106-f3c19078289a {{(pid=103458) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 12 13:30:07.791701 dv-cinder-830097-4-iscsi neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-12bfe89c-fdb7-4a5b-bdfa-bca7bf320bb2 tempest-TestVolumeBootPattern-1974338582 tempest-TestVolumeBootPattern-1974338582-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732727887391'] for port (36143b66-c9a2-4a41-9106-f3c19078289a), before_delete {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:30:07.870037 dv-cinder-830097-4-iscsi neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-12bfe89c-fdb7-4a5b-bdfa-bca7bf320bb2 tempest-TestVolumeBootPattern-1974338582 tempest-TestVolumeBootPattern-1974338582-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3742288'] for port (36143b66-c9a2-4a41-9106-f3c19078289a), precommit_delete {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:30:07.870296 dv-cinder-830097-4-iscsi neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-12bfe89c-fdb7-4a5b-bdfa-bca7bf320bb2 tempest-TestVolumeBootPattern-1974338582 tempest-TestVolumeBootPattern-1974338582-project] Publish callbacks [] for floatingip (36143b66-c9a2-4a41-9106-f3c19078289a), precommit_delete {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:30:07.882891 dv-cinder-830097-4-iscsi neutron-server[103458]: DEBUG neutron.plugins.ml2.plugin [None req-12bfe89c-fdb7-4a5b-bdfa-bca7bf320bb2 tempest-TestVolumeBootPattern-1974338582 tempest-TestVolumeBootPattern-1974338582-project] Calling delete_port for 36143b66-c9a2-4a41-9106-f3c19078289a owned by network:floatingip {{(pid=103458) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 12 13:30:07.947160 dv-cinder-830097-4-iscsi neutron-server[103459]: DEBUG neutron.plugins.ml2.rpc [None req-3505bd68-a9fd-4823-92ea-1a6ded8ab071 None None] Device 19ab36b3-f6a5-4d23-bdb3-7920cd24f90d no longer exists at agent hyperv_hv-cinder-83009 {{(pid=103459) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 12 13:30:07.967640 dv-cinder-830097-4-iscsi neutron-server[103459]: DEBUG neutron.plugins.ml2.plugin [None req-3505bd68-a9fd-4823-92ea-1a6ded8ab071 None None] No Port match for: 19ab36b3-f6a5-4d23-bdb3-7920cd24f90d {{(pid=103459) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2341}} Apr 12 13:30:07.967987 dv-cinder-830097-4-iscsi neutron-server[103459]: DEBUG neutron.plugins.ml2.rpc [None req-3505bd68-a9fd-4823-92ea-1a6ded8ab071 None None] Device 19ab36b3-f6a5-4d23-bdb3-7920cd24f90d not bound to the agent host hv-cinder-83009 {{(pid=103459) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 12 13:30:08.032911 dv-cinder-830097-4-iscsi neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-12bfe89c-fdb7-4a5b-bdfa-bca7bf320bb2 tempest-TestVolumeBootPattern-1974338582 tempest-TestVolumeBootPattern-1974338582-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-915890', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3697887', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732727894797', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732727417923', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26097133'] for port (36143b66-c9a2-4a41-9106-f3c19078289a), after_delete {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:30:08.056297 dv-cinder-830097-4-iscsi neutron-server[103458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12bfe89c-fdb7-4a5b-bdfa-bca7bf320bb2 tempest-TestVolumeBootPattern-1974338582 tempest-TestVolumeBootPattern-1974338582-project] Pushing event deleted for resources: {'Port': ['ID=36143b66-c9a2-4a41-9106-f3c19078289a,revision_number=None']} {{(pid=103458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 13:30:08.120976 dv-cinder-830097-4-iscsi neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-12bfe89c-fdb7-4a5b-bdfa-bca7bf320bb2 tempest-TestVolumeBootPattern-1974338582 tempest-TestVolumeBootPattern-1974338582-project] Publish callbacks [] for floatingip (de349f2f-1db8-49c6-9011-7d7879a5aa6b), after_delete {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:30:08.121264 dv-cinder-830097-4-iscsi neutron-server[103458]: INFO neutron.db.l3_db [None req-12bfe89c-fdb7-4a5b-bdfa-bca7bf320bb2 tempest-TestVolumeBootPattern-1974338582 tempest-TestVolumeBootPattern-1974338582-project] Floating IP de349f2f-1db8-49c6-9011-7d7879a5aa6b disassociated (deleted). External IP: 172.27.0.163, port: edda591b-4d5a-478b-9844-8ac94d78d31b. Apr 12 13:30:08.333205 dv-cinder-830097-4-iscsi neutron-server[103458]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-12bfe89c-fdb7-4a5b-bdfa-bca7bf320bb2 tempest-TestVolumeBootPattern-1974338582 tempest-TestVolumeBootPattern-1974338582-project] Router ba66042a-e589-44ce-9fdd-d59c505db23b has already been hosted by L3 agent b7e11a8b-aeed-493f-9763-461016dddc93 {{(pid=103458) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 12 13:30:08.440463 dv-cinder-830097-4-iscsi neutron-server[103458]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-12bfe89c-fdb7-4a5b-bdfa-bca7bf320bb2 tempest-TestVolumeBootPattern-1974338582 tempest-TestVolumeBootPattern-1974338582-project] Notify agent at l3_agent.dv-cinder-830097-4-iscsi the message routers_updated {{(pid=103458) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 12 13:30:08.445691 dv-cinder-830097-4-iscsi neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-12bfe89c-fdb7-4a5b-bdfa-bca7bf320bb2 tempest-TestVolumeBootPattern-1974338582 tempest-TestVolumeBootPattern-1974338582-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-500965'] for floatingip (None), before_response {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:30:08.450272 dv-cinder-830097-4-iscsi neutron-server[103460]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a3750a50-82e5-4294-a756-b6fd61fd4e81 None None] Sync routers for ids ['ba66042a-e589-44ce-9fdd-d59c505db23b'] in dv-cinder-830097-4-iscsi {{(pid=103460) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 12 13:30:08.459749 dv-cinder-830097-4-iscsi neutron-server[103460]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a3750a50-82e5-4294-a756-b6fd61fd4e81 None None] Routers {'ba66042a-e589-44ce-9fdd-d59c505db23b'} bound to L3 agent in host dv-cinder-830097-4-iscsi {{(pid=103460) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 12 13:30:08.460344 dv-cinder-830097-4-iscsi neutron-server[103460]: DEBUG neutron.db.l3_hamode_db [None req-a3750a50-82e5-4294-a756-b6fd61fd4e81 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830097-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-12T13:07:19Z,description=,heartbeat_timestamp=2022-04-12T13:29:49Z,host='dv-cinder-830097-4-iscsi',id=b7e11a8b-aeed-493f-9763-461016dddc93,load=0,resource_versions=,resources_synced=,started_at=2022-04-12T13:07:19Z,topic='l3_agent')) {'router_ids': ['ba66042a-e589-44ce-9fdd-d59c505db23b'], 'active': True} {{(pid=103460) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 13:30:08.476268 dv-cinder-830097-4-iscsi neutron-server[103458]: INFO neutron.wsgi [None req-12bfe89c-fdb7-4a5b-bdfa-bca7bf320bb2 tempest-TestVolumeBootPattern-1974338582 tempest-TestVolumeBootPattern-1974338582-project] 10.222.0.18 "DELETE /v2.0/floatingips/de349f2f-1db8-49c6-9011-7d7879a5aa6b HTTP/1.1" status: 204 len: 168 time: 0.8455591 Apr 12 13:30:08.476963 dv-cinder-830097-4-iscsi neutron-server[103458]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '79e021a9-fd5c-4b44-a4de-9b162a0a9eb9', 'tag': 'edda591b-4d5a-478b-9844-8ac94d78d31b'}] {{(pid=103458) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 12 13:30:08.479246 dv-cinder-830097-4-iscsi neutron-server[103458]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c94cb96f70f67f51233d4af7d4702c9d455fb3abb34896310c9f043c18b7c2b4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-59aecc6e-7529-4ccb-aee1-1364f8fdf2e0" -d '{"events": [{"name": "network-changed", "server_uuid": "79e021a9-fd5c-4b44-a4de-9b162a0a9eb9", "tag": "edda591b-4d5a-478b-9844-8ac94d78d31b"}]}' {{(pid=103458) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 12 13:30:08.524541 dv-cinder-830097-4-iscsi neutron-server[103458]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 12 Apr 2022 13:30:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9d65e077-5bbd-4bd7-95e0-74af0e2b3a14 x-openstack-request-id: req-9d65e077-5bbd-4bd7-95e0-74af0e2b3a14 {{(pid=103458) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 12 13:30:08.524859 dv-cinder-830097-4-iscsi neutron-server[103458]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "79e021a9-fd5c-4b44-a4de-9b162a0a9eb9", "tag": "edda591b-4d5a-478b-9844-8ac94d78d31b", "status": "completed", "code": 200}]} {{(pid=103458) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 12 13:30:08.525613 dv-cinder-830097-4-iscsi neutron-server[103458]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-9d65e077-5bbd-4bd7-95e0-74af0e2b3a14 {{(pid=103458) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 12 13:30:08.526028 dv-cinder-830097-4-iscsi neutron-server[103458]: INFO neutron.notifiers.nova [-] Nova event matching ['req-9d65e077-5bbd-4bd7-95e0-74af0e2b3a14'] response: {'name': 'network-changed', 'server_uuid': '79e021a9-fd5c-4b44-a4de-9b162a0a9eb9', 'tag': 'edda591b-4d5a-478b-9844-8ac94d78d31b', 'status': 'completed', 'code': 200} Apr 12 13:30:08.576067 dv-cinder-830097-4-iscsi neutron-server[103460]: DEBUG neutron.db.l3_dvr_db [None req-a3750a50-82e5-4294-a756-b6fd61fd4e81 None None] Set router ba66042a-e589-44ce-9fdd-d59c505db23b gateway port host: dv-cinder-830097-4-iscsi {{(pid=103460) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 12 13:30:08.612738 dv-cinder-830097-4-iscsi neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59aecc6e-7529-4ccb-aee1-1364f8fdf2e0 req-c2db619a-6dd0-48a8-876e-2233f7c90343 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 13:30:08.615931 dv-cinder-830097-4-iscsi neutron-server[103457]: INFO neutron.wsgi [req-59aecc6e-7529-4ccb-aee1-1364f8fdf2e0 req-c2db619a-6dd0-48a8-876e-2233f7c90343 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=59e9ce76515147cfa24a7c710300c9c0&device_id=79e021a9-fd5c-4b44-a4de-9b162a0a9eb9 HTTP/1.1" status: 200 len: 1129 time: 0.0432966 Apr 12 13:30:08.721569 dv-cinder-830097-4-iscsi neutron-server[103458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed49c290-121f-4689-8cbd-f118ab922af4 req-b27b57c6-e8dc-4885-9a65-ddfa3d8faa9f tempest-TestVolumeBootPattern-1974338582 tempest-TestVolumeBootPattern-1974338582-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 13:30:08.722959 dv-cinder-830097-4-iscsi neutron-server[103458]: INFO neutron.wsgi [req-ed49c290-121f-4689-8cbd-f118ab922af4 req-b27b57c6-e8dc-4885-9a65-ddfa3d8faa9f tempest-TestVolumeBootPattern-1974338582 tempest-TestVolumeBootPattern-1974338582-project] 10.222.0.18 "GET /v2.0/ports?device_id=79e021a9-fd5c-4b44-a4de-9b162a0a9eb9 HTTP/1.1" status: 200 len: 945 time: 0.0518095 Apr 12 13:30:08.771844 dv-cinder-830097-4-iscsi neutron-server[103458]: INFO neutron.wsgi [req-ed49c290-121f-4689-8cbd-f118ab922af4 req-3f48ce32-fd61-4816-9ddf-88bf5850db7b tempest-TestVolumeBootPattern-1974338582 tempest-TestVolumeBootPattern-1974338582-project] 10.222.0.18 "GET /v2.0/security-groups?id=a66f9d14-bc7f-40ff-bcf2-fda4f9360a16&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0425284 Apr 12 13:30:08.774324 dv-cinder-830097-4-iscsi neutron-server[103460]: DEBUG neutron.db.l3_hamode_db [None req-a3750a50-82e5-4294-a756-b6fd61fd4e81 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ba66042a-e589-44ce-9fdd-d59c505db23b', 'name': 'tempest-TestVolumeBootPattern-1121100241-router', 'tenant_id': '59e9ce76515147cfa24a7c710300c9c0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '26d0436d-8ae2-49bd-8cc6-3d2eac552c84', 'external_fixed_ips': [{'subnet_id': 'd93852d8-8f89-4b1c-bef4-0e05f499a8db', 'ip_address': '172.27.0.135'}], 'enable_snat': True}, 'gw_port_id': 'a6bd8c1c-ed89-4dc0-93e5-88926e969196', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-12T13:19:38Z', 'updated_at': '2022-04-12T13:19:41Z', 'revision_number': 4, 'project_id': '59e9ce76515147cfa24a7c710300c9c0', 'gw_port': {'id': 'a6bd8c1c-ed89-4dc0-93e5-88926e969196', 'name': '', 'network_id': '26d0436d-8ae2-49bd-8cc6-3d2eac552c84', 'tenant_id': '', 'mac_address': 'fa:16:3e:bd:61:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ba66042a-e589-44ce-9fdd-d59c505db23b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 463, 'fixed_ips': [{'subnet_id': 'd93852d8-8f89-4b1c-bef4-0e05f499a8db', 'ip_address': '172.27.0.135', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830097-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T13:19:38Z', 'updated_at': '2022-04-12T13:19:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd93852d8-8f89-4b1c-bef4-0e05f499a8db', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830097-4-iscsi', '_interfaces': [{'id': 'a316c228-cce6-48d9-ae2d-ee8b711bff90', 'name': '', 'network_id': 'fc0e35fc-da48-4b0a-aef1-4a0c9e07f863', 'tenant_id': '59e9ce76515147cfa24a7c710300c9c0', 'mac_address': 'fa:16:3e:ca:00:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ba66042a-e589-44ce-9fdd-d59c505db23b', 'device_owner': 'network:router_interface', 'standard_attr_id': 464, 'fixed_ips': [{'subnet_id': '3e5a37b9-6492-41e4-a03e-0f76c3de6aee', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830097-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T13:19:40Z', 'updated_at': '2022-04-12T13:19:45Z', 'revision_number': 5, 'project_id': '59e9ce76515147cfa24a7c710300c9c0', 'subnets': [{'id': '3e5a37b9-6492-41e4-a03e-0f76c3de6aee', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-830097-4-iscsi', False) {} {{(pid=103460) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 13:30:08.803829 dv-cinder-830097-4-iscsi neutron-server[103460]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a3750a50-82e5-4294-a756-b6fd61fd4e81 None None] Checking router: ba66042a-e589-44ce-9fdd-d59c505db23b for host: dv-cinder-830097-4-iscsi {{(pid=103460) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 12 13:30:08.812890 dv-cinder-830097-4-iscsi neutron-server[103460]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a3750a50-82e5-4294-a756-b6fd61fd4e81 None None] Routers {'ba66042a-e589-44ce-9fdd-d59c505db23b'} bound to L3 agent in host dv-cinder-830097-4-iscsi {{(pid=103460) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 12 13:30:08.813485 dv-cinder-830097-4-iscsi neutron-server[103460]: DEBUG neutron.db.l3_hamode_db [None req-a3750a50-82e5-4294-a756-b6fd61fd4e81 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830097-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-12T13:07:19Z,description=,heartbeat_timestamp=2022-04-12T13:29:49Z,host='dv-cinder-830097-4-iscsi',id=b7e11a8b-aeed-493f-9763-461016dddc93,load=0,resource_versions=,resources_synced=,started_at=2022-04-12T13:07:19Z,topic='l3_agent')) {'router_ids': ['ba66042a-e589-44ce-9fdd-d59c505db23b'], 'active': True} {{(pid=103460) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 13:30:08.920908 dv-cinder-830097-4-iscsi neutron-server[103460]: DEBUG neutron.db.l3_dvr_db [None req-a3750a50-82e5-4294-a756-b6fd61fd4e81 None None] Set router ba66042a-e589-44ce-9fdd-d59c505db23b gateway port host: dv-cinder-830097-4-iscsi {{(pid=103460) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 12 13:30:09.087772 dv-cinder-830097-4-iscsi neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59aecc6e-7529-4ccb-aee1-1364f8fdf2e0 req-d5972328-508d-4c95-8f58-6deb997d38f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 13:30:09.089261 dv-cinder-830097-4-iscsi neutron-server[103457]: INFO neutron.wsgi [req-59aecc6e-7529-4ccb-aee1-1364f8fdf2e0 req-d5972328-508d-4c95-8f58-6deb997d38f0 service neutron] 10.222.0.55 "GET /v2.0/networks?id=fc0e35fc-da48-4b0a-aef1-4a0c9e07f863 HTTP/1.1" status: 200 len: 913 time: 0.0880826 Apr 12 13:30:09.111479 dv-cinder-830097-4-iscsi neutron-server[103460]: DEBUG neutron.db.l3_hamode_db [None req-a3750a50-82e5-4294-a756-b6fd61fd4e81 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ba66042a-e589-44ce-9fdd-d59c505db23b', 'name': 'tempest-TestVolumeBootPattern-1121100241-router', 'tenant_id': '59e9ce76515147cfa24a7c710300c9c0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '26d0436d-8ae2-49bd-8cc6-3d2eac552c84', 'external_fixed_ips': [{'subnet_id': 'd93852d8-8f89-4b1c-bef4-0e05f499a8db', 'ip_address': '172.27.0.135'}], 'enable_snat': True}, 'gw_port_id': 'a6bd8c1c-ed89-4dc0-93e5-88926e969196', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-12T13:19:38Z', 'updated_at': '2022-04-12T13:19:41Z', 'revision_number': 4, 'project_id': '59e9ce76515147cfa24a7c710300c9c0', 'gw_port': {'id': 'a6bd8c1c-ed89-4dc0-93e5-88926e969196', 'name': '', 'network_id': '26d0436d-8ae2-49bd-8cc6-3d2eac552c84', 'tenant_id': '', 'mac_address': 'fa:16:3e:bd:61:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ba66042a-e589-44ce-9fdd-d59c505db23b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 463, 'fixed_ips': [{'subnet_id': 'd93852d8-8f89-4b1c-bef4-0e05f499a8db', 'ip_address': '172.27.0.135', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830097-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T13:19:38Z', 'updated_at': '2022-04-12T13:19:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd93852d8-8f89-4b1c-bef4-0e05f499a8db', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830097-4-iscsi', '_interfaces': [{'id': 'a316c228-cce6-48d9-ae2d-ee8b711bff90', 'name': '', 'network_id': 'fc0e35fc-da48-4b0a-aef1-4a0c9e07f863', 'tenant_id': '59e9ce76515147cfa24a7c710300c9c0', 'mac_address': 'fa:16:3e:ca:00:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ba66042a-e589-44ce-9fdd-d59c505db23b', 'device_owner': 'network:router_interface', 'standard_attr_id': 464, 'fixed_ips': [{'subnet_id': '3e5a37b9-6492-41e4-a03e-0f76c3de6aee', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830097-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T13:19:40Z', 'updated_at': '2022-04-12T13:19:45Z', 'revision_number': 5, 'project_id': '59e9ce76515147cfa24a7c710300c9c0', 'subnets': [{'id': '3e5a37b9-6492-41e4-a03e-0f76c3de6aee', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-830097-4-iscsi', False) {} {{(pid=103460) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 13:30:09.134726 dv-cinder-830097-4-iscsi neutron-server[103457]: INFO neutron.wsgi [req-59aecc6e-7529-4ccb-aee1-1364f8fdf2e0 req-1daa46f9-8cbf-44e0-aa01-282cac5af1e1 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=edda591b-4d5a-478b-9844-8ac94d78d31b HTTP/1.1" status: 200 len: 217 time: 0.0358057 Apr 12 13:30:09.137777 dv-cinder-830097-4-iscsi neutron-server[103460]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a3750a50-82e5-4294-a756-b6fd61fd4e81 None None] The sync data for ids ['ba66042a-e589-44ce-9fdd-d59c505db23b'] in dv-cinder-830097-4-iscsi is: [{'id': 'ba66042a-e589-44ce-9fdd-d59c505db23b', 'name': 'tempest-TestVolumeBootPattern-1121100241-router', 'tenant_id': '59e9ce76515147cfa24a7c710300c9c0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '26d0436d-8ae2-49bd-8cc6-3d2eac552c84', 'external_fixed_ips': [{'subnet_id': 'd93852d8-8f89-4b1c-bef4-0e05f499a8db', 'ip_address': '172.27.0.135'}], 'enable_snat': True}, 'gw_port_id': 'a6bd8c1c-ed89-4dc0-93e5-88926e969196', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-12T13:19:38Z', 'updated_at': '2022-04-12T13:19:41Z', 'revision_number': 4, 'project_id': '59e9ce76515147cfa24a7c710300c9c0', 'gw_port': {'id': 'a6bd8c1c-ed89-4dc0-93e5-88926e969196', 'name': '', 'network_id': '26d0436d-8ae2-49bd-8cc6-3d2eac552c84', 'tenant_id': '', 'mac_address': 'fa:16:3e:bd:61:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ba66042a-e589-44ce-9fdd-d59c505db23b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 463, 'fixed_ips': [{'subnet_id': 'd93852d8-8f89-4b1c-bef4-0e05f499a8db', 'ip_address': '172.27.0.135', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830097-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T13:19:38Z', 'updated_at': '2022-04-12T13:19:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd93852d8-8f89-4b1c-bef4-0e05f499a8db', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830097-4-iscsi', '_interfaces': [{'id': 'a316c228-cce6-48d9-ae2d-ee8b711bff90', 'name': '', 'network_id': 'fc0e35fc-da48-4b0a-aef1-4a0c9e07f863', 'tenant_id': '59e9ce76515147cfa24a7c710300c9c0', 'mac_address': 'fa:16:3e:ca:00:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ba66042a-e589-44ce-9fdd-d59c505db23b', 'device_owner': 'network:router_interface', 'standard_attr_id': 464, 'fixed_ips': [{'subnet_id': '3e5a37b9-6492-41e4-a03e-0f76c3de6aee', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830097-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T13:19:40Z', 'updated_at': '2022-04-12T13:19:45Z', 'revision_number': 5, 'project_id': '59e9ce76515147cfa24a7c710300c9c0', 'subnets': [{'id': '3e5a37b9-6492-41e4-a03e-0f76c3de6aee', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103460) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 12 13:30:09.347121 dv-cinder-830097-4-iscsi neutron-server[103459]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5104aaf8-cd77-4c16-8301-f3d8acb5418c None None] New status for floating IP de349f2f-1db8-49c6-9011-7d7879a5aa6b: DOWN {{(pid=103459) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 12 13:30:09.495411 dv-cinder-830097-4-iscsi neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59aecc6e-7529-4ccb-aee1-1364f8fdf2e0 req-7f5e4ddc-1656-4e58-8a78-9e1dccce8f8e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 13:30:09.496850 dv-cinder-830097-4-iscsi neutron-server[103457]: INFO neutron.wsgi [req-59aecc6e-7529-4ccb-aee1-1364f8fdf2e0 req-7f5e4ddc-1656-4e58-8a78-9e1dccce8f8e service neutron] 10.222.0.55 "GET /v2.0/subnets?id=3e5a37b9-6492-41e4-a03e-0f76c3de6aee HTTP/1.1" status: 200 len: 851 time: 0.0482478 Apr 12 13:30:09.771240 dv-cinder-830097-4-iscsi neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59aecc6e-7529-4ccb-aee1-1364f8fdf2e0 req-260b566b-7687-43dc-82db-ccf6a362e7c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 13:30:09.772664 dv-cinder-830097-4-iscsi neutron-server[103457]: INFO neutron.wsgi [req-59aecc6e-7529-4ccb-aee1-1364f8fdf2e0 req-260b566b-7687-43dc-82db-ccf6a362e7c8 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=fc0e35fc-da48-4b0a-aef1-4a0c9e07f863&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0384839 Apr 12 13:30:09.928233 dv-cinder-830097-4-iscsi neutron-server[103457]: INFO neutron.wsgi [req-59aecc6e-7529-4ccb-aee1-1364f8fdf2e0 req-c641dd80-1df0-41b5-9816-11bcaba240f0 service neutron] 10.222.0.55 "GET /v2.0/networks/fc0e35fc-da48-4b0a-aef1-4a0c9e07f863?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1470678 Apr 12 13:30:09.940720 dv-cinder-830097-4-iscsi neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9d0c136-736b-473a-94a2-fc42f684f975 req-5570ec65-11a2-41b9-bf92-d3aeed54a77c tempest-TestVolumeBootPattern-1974338582 tempest-TestVolumeBootPattern-1974338582-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 13:30:09.942114 dv-cinder-830097-4-iscsi neutron-server[103457]: INFO neutron.wsgi [req-c9d0c136-736b-473a-94a2-fc42f684f975 req-5570ec65-11a2-41b9-bf92-d3aeed54a77c tempest-TestVolumeBootPattern-1974338582 tempest-TestVolumeBootPattern-1974338582-project] 10.222.0.18 "GET /v2.0/ports?device_id=79e021a9-fd5c-4b44-a4de-9b162a0a9eb9 HTTP/1.1" status: 200 len: 945 time: 0.1001854 Apr 12 13:30:09.954702 dv-cinder-830097-4-iscsi neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62aba930-40a2-40ac-bb81-8ee5188ec035 req-d6d30b48-16ab-4afb-bf67-3f24b3fa916d tempest-TestVolumeBootPattern-1974338582 tempest-TestVolumeBootPattern-1974338582-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 13:30:09.956056 dv-cinder-830097-4-iscsi neutron-server[103457]: INFO neutron.wsgi [req-62aba930-40a2-40ac-bb81-8ee5188ec035 req-d6d30b48-16ab-4afb-bf67-3f24b3fa916d tempest-TestVolumeBootPattern-1974338582 tempest-TestVolumeBootPattern-1974338582-project] 10.222.0.55 "GET /v2.0/ports?device_id=79e021a9-fd5c-4b44-a4de-9b162a0a9eb9 HTTP/1.1" status: 200 len: 945 time: 0.0809751 Apr 12 13:30:10.124875 dv-cinder-830097-4-iscsi neutron-server[103457]: INFO neutron.wsgi [req-c9d0c136-736b-473a-94a2-fc42f684f975 req-5437dcfd-1b5e-403e-94c7-9d60087b5cfa tempest-TestVolumeBootPattern-1974338582 tempest-TestVolumeBootPattern-1974338582-project] 10.222.0.18 "GET /v2.0/security-groups?id=a66f9d14-bc7f-40ff-bcf2-fda4f9360a16&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1677589 Apr 12 13:30:10.131831 dv-cinder-830097-4-iscsi neutron-server[103457]: INFO neutron.wsgi [req-59aecc6e-7529-4ccb-aee1-1364f8fdf2e0 req-4c86262b-c729-4623-a700-641a55c75495 service neutron] 10.222.0.55 "GET /v2.0/networks/fc0e35fc-da48-4b0a-aef1-4a0c9e07f863?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1973228 Apr 12 13:30:10.136855 dv-cinder-830097-4-iscsi neutron-server[103457]: DEBUG neutron.plugins.ml2.plugin [req-62aba930-40a2-40ac-bb81-8ee5188ec035 req-562de3b6-46d3-4094-8685-aeb2ec01ebd7 tempest-TestVolumeBootPattern-1974338582 tempest-TestVolumeBootPattern-1974338582-project] Deleting port edda591b-4d5a-478b-9844-8ac94d78d31b {{(pid=103457) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 12 13:30:10.137198 dv-cinder-830097-4-iscsi neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [req-62aba930-40a2-40ac-bb81-8ee5188ec035 req-562de3b6-46d3-4094-8685-aeb2ec01ebd7 tempest-TestVolumeBootPattern-1974338582 tempest-TestVolumeBootPattern-1974338582-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732727887391'] for port (edda591b-4d5a-478b-9844-8ac94d78d31b), before_delete {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:30:10.230729 dv-cinder-830097-4-iscsi neutron-server[103457]: DEBUG neutron.plugins.ml2.db [req-62aba930-40a2-40ac-bb81-8ee5188ec035 req-562de3b6-46d3-4094-8685-aeb2ec01ebd7 tempest-TestVolumeBootPattern-1974338582 tempest-TestVolumeBootPattern-1974338582-project] For port edda591b-4d5a-478b-9844-8ac94d78d31b, host hv-cinder-83009, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83009',level=0,port_id=edda591b-4d5a-478b-9844-8ac94d78d31b,segment=NetworkSegment(39aadab9-ffeb-4018-ac4b-402a2c1e23da),segment_id=39aadab9-ffeb-4018-ac4b-402a2c1e23da)] {{(pid=103457) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 12 13:30:10.231092 dv-cinder-830097-4-iscsi neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [req-62aba930-40a2-40ac-bb81-8ee5188ec035 req-562de3b6-46d3-4094-8685-aeb2ec01ebd7 tempest-TestVolumeBootPattern-1974338582 tempest-TestVolumeBootPattern-1974338582-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3742288'] for port (edda591b-4d5a-478b-9844-8ac94d78d31b), precommit_delete {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:30:10.243884 dv-cinder-830097-4-iscsi neutron-server[103457]: DEBUG neutron.plugins.ml2.plugin [req-62aba930-40a2-40ac-bb81-8ee5188ec035 req-562de3b6-46d3-4094-8685-aeb2ec01ebd7 tempest-TestVolumeBootPattern-1974338582 tempest-TestVolumeBootPattern-1974338582-project] Calling delete_port for edda591b-4d5a-478b-9844-8ac94d78d31b owned by compute:nova {{(pid=103457) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 12 13:30:10.369324 dv-cinder-830097-4-iscsi neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [req-62aba930-40a2-40ac-bb81-8ee5188ec035 req-562de3b6-46d3-4094-8685-aeb2ec01ebd7 tempest-TestVolumeBootPattern-1974338582 tempest-TestVolumeBootPattern-1974338582-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-915890', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3697887', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732727894797', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732727417923', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25610742'] for port (edda591b-4d5a-478b-9844-8ac94d78d31b), after_delete {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:30:10.397435 dv-cinder-830097-4-iscsi neutron-server[103457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-562de3b6-46d3-4094-8685-aeb2ec01ebd7 tempest-TestVolumeBootPattern-1974338582 tempest-TestVolumeBootPattern-1974338582-project] Pushing event deleted for resources: {'Port': ['ID=edda591b-4d5a-478b-9844-8ac94d78d31b,revision_number=None']} {{(pid=103457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 13:30:10.443594 dv-cinder-830097-4-iscsi neutron-server[103457]: DEBUG neutron.db.l3_dvrscheduler_db [req-62aba930-40a2-40ac-bb81-8ee5188ec035 req-562de3b6-46d3-4094-8685-aeb2ec01ebd7 tempest-TestVolumeBootPattern-1974338582 tempest-TestVolumeBootPattern-1974338582-project] No DVR routers for this DVR port edda591b-4d5a-478b-9844-8ac94d78d31b on host hv-cinder-83009 {{(pid=103457) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 12 13:30:10.446382 dv-cinder-830097-4-iscsi neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [req-62aba930-40a2-40ac-bb81-8ee5188ec035 req-562de3b6-46d3-4094-8685-aeb2ec01ebd7 tempest-TestVolumeBootPattern-1974338582 tempest-TestVolumeBootPattern-1974338582-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-500965'] for port (None), before_response {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:30:10.449670 dv-cinder-830097-4-iscsi neutron-server[103457]: INFO neutron.wsgi [req-62aba930-40a2-40ac-bb81-8ee5188ec035 req-562de3b6-46d3-4094-8685-aeb2ec01ebd7 tempest-TestVolumeBootPattern-1974338582 tempest-TestVolumeBootPattern-1974338582-project] 10.222.0.55 "DELETE /v2.0/ports/edda591b-4d5a-478b-9844-8ac94d78d31b HTTP/1.1" status: 204 len: 173 time: 0.4770126 Apr 12 13:30:10.450134 dv-cinder-830097-4-iscsi neutron-server[103457]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '79e021a9-fd5c-4b44-a4de-9b162a0a9eb9', 'name': 'network-vif-deleted', 'tag': 'edda591b-4d5a-478b-9844-8ac94d78d31b'}] {{(pid=103457) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 12 13:30:10.452595 dv-cinder-830097-4-iscsi neutron-server[103457]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}086c7d3de3560e72b9669b0aa2f8f0aa3a7dc6896401f4467231a6605ceb6cb3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2644b98d-b37d-4648-810c-b1a004bdbe00" -d '{"events": [{"server_uuid": "79e021a9-fd5c-4b44-a4de-9b162a0a9eb9", "name": "network-vif-deleted", "tag": "edda591b-4d5a-478b-9844-8ac94d78d31b"}]}' {{(pid=103457) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 12 13:30:10.488231 dv-cinder-830097-4-iscsi neutron-server[103457]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 12 Apr 2022 13:30:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cf229911-54e6-407e-be13-77792eba8672 x-openstack-request-id: req-cf229911-54e6-407e-be13-77792eba8672 {{(pid=103457) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 12 13:30:10.488563 dv-cinder-830097-4-iscsi neutron-server[103457]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "79e021a9-fd5c-4b44-a4de-9b162a0a9eb9", "name": "network-vif-deleted", "tag": "edda591b-4d5a-478b-9844-8ac94d78d31b", "status": "completed", "code": 200}]} {{(pid=103457) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 12 13:30:10.488855 dv-cinder-830097-4-iscsi neutron-server[103457]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-cf229911-54e6-407e-be13-77792eba8672 {{(pid=103457) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 12 13:30:10.489270 dv-cinder-830097-4-iscsi neutron-server[103457]: INFO neutron.notifiers.nova [-] Nova event matching ['req-cf229911-54e6-407e-be13-77792eba8672'] response: {'server_uuid': '79e021a9-fd5c-4b44-a4de-9b162a0a9eb9', 'name': 'network-vif-deleted', 'tag': 'edda591b-4d5a-478b-9844-8ac94d78d31b', 'status': 'completed', 'code': 200} Apr 12 13:30:11.234155 dv-cinder-830097-4-iscsi neutron-server[103457]: INFO neutron.wsgi [req-28e4409b-2c0d-44b6-a5f2-f9630229bd2a req-cda6b7c6-290d-4485-824d-af50733a2346 tempest-TestVolumeBootPattern-1974338582 tempest-TestVolumeBootPattern-1974338582-project] 10.222.0.18 "GET /v2.0/ports?device_id=79e021a9-fd5c-4b44-a4de-9b162a0a9eb9 HTTP/1.1" status: 200 len: 210 time: 0.0275290 Apr 12 13:30:12.231582 dv-cinder-830097-4-iscsi neutron-server[103460]: DEBUG neutron.db.agents_db [None req-38c2972b-b018-47ca-95cb-8760adc1e78b None None] Agent healthcheck: found 6 active agents {{(pid=103460) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 12 13:30:12.290579 dv-cinder-830097-4-iscsi neutron-server[103457]: DEBUG neutron.wsgi [-] (103457) accepted ('10.222.0.18', 52076) {{(pid=103457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 13:30:12.402826 dv-cinder-830097-4-iscsi neutron-server[103457]: DEBUG neutron.plugins.ml2.plugin [None req-78ac91a5-b7b7-4ee9-9d5c-d11f89dc36d2 tempest-TestVolumeBootPattern-1974338582 tempest-TestVolumeBootPattern-1974338582-project] Deleting port 09e8d69d-107a-42cc-bdfb-abbc21d4717e {{(pid=103457) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 12 13:30:12.403165 dv-cinder-830097-4-iscsi neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-78ac91a5-b7b7-4ee9-9d5c-d11f89dc36d2 tempest-TestVolumeBootPattern-1974338582 tempest-TestVolumeBootPattern-1974338582-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732727887391'] for port (09e8d69d-107a-42cc-bdfb-abbc21d4717e), before_delete {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:30:12.479637 dv-cinder-830097-4-iscsi neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-78ac91a5-b7b7-4ee9-9d5c-d11f89dc36d2 tempest-TestVolumeBootPattern-1974338582 tempest-TestVolumeBootPattern-1974338582-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3742288'] for port (09e8d69d-107a-42cc-bdfb-abbc21d4717e), precommit_delete {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:30:12.480027 dv-cinder-830097-4-iscsi neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-78ac91a5-b7b7-4ee9-9d5c-d11f89dc36d2 tempest-TestVolumeBootPattern-1974338582 tempest-TestVolumeBootPattern-1974338582-project] Publish callbacks [] for floatingip (09e8d69d-107a-42cc-bdfb-abbc21d4717e), precommit_delete {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:30:12.492629 dv-cinder-830097-4-iscsi neutron-server[103457]: DEBUG neutron.plugins.ml2.plugin [None req-78ac91a5-b7b7-4ee9-9d5c-d11f89dc36d2 tempest-TestVolumeBootPattern-1974338582 tempest-TestVolumeBootPattern-1974338582-project] Calling delete_port for 09e8d69d-107a-42cc-bdfb-abbc21d4717e owned by network:floatingip {{(pid=103457) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 12 13:30:12.651622 dv-cinder-830097-4-iscsi neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-78ac91a5-b7b7-4ee9-9d5c-d11f89dc36d2 tempest-TestVolumeBootPattern-1974338582 tempest-TestVolumeBootPattern-1974338582-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-915890', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3697887', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732727894797', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732727417923', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25610742'] for port (09e8d69d-107a-42cc-bdfb-abbc21d4717e), after_delete {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:30:12.676942 dv-cinder-830097-4-iscsi neutron-server[103457]: INFO neutron.wsgi [req-56c7221c-f609-4205-bb3f-cda39a546f63 req-c17b1bf4-2572-4fa5-9fae-4597e0d50edf service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=7f3217cb-4381-4bfa-9d2a-71311fb9c2c9&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0631042 Apr 12 13:30:12.679172 dv-cinder-830097-4-iscsi neutron-server[103457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78ac91a5-b7b7-4ee9-9d5c-d11f89dc36d2 tempest-TestVolumeBootPattern-1974338582 tempest-TestVolumeBootPattern-1974338582-project] Pushing event deleted for resources: {'Port': ['ID=09e8d69d-107a-42cc-bdfb-abbc21d4717e,revision_number=None']} {{(pid=103457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 13:30:12.777005 dv-cinder-830097-4-iscsi neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-78ac91a5-b7b7-4ee9-9d5c-d11f89dc36d2 tempest-TestVolumeBootPattern-1974338582 tempest-TestVolumeBootPattern-1974338582-project] Publish callbacks [] for floatingip (14d2dd8e-885c-44a9-bb47-b657085db789), after_delete {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:30:12.779378 dv-cinder-830097-4-iscsi neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-78ac91a5-b7b7-4ee9-9d5c-d11f89dc36d2 tempest-TestVolumeBootPattern-1974338582 tempest-TestVolumeBootPattern-1974338582-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-500965'] for floatingip (None), before_response {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:30:12.780509 dv-cinder-830097-4-iscsi neutron-server[103457]: INFO neutron.wsgi [None req-78ac91a5-b7b7-4ee9-9d5c-d11f89dc36d2 tempest-TestVolumeBootPattern-1974338582 tempest-TestVolumeBootPattern-1974338582-project] 10.222.0.18 "DELETE /v2.0/floatingips/14d2dd8e-885c-44a9-bb47-b657085db789 HTTP/1.1" status: 204 len: 168 time: 0.4889743 Apr 12 13:30:12.781853 dv-cinder-830097-4-iscsi neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56c7221c-f609-4205-bb3f-cda39a546f63 req-95a9cb23-775f-46d1-bab8-9688533bc89a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 13:30:12.783464 dv-cinder-830097-4-iscsi neutron-server[103457]: INFO neutron.wsgi [req-56c7221c-f609-4205-bb3f-cda39a546f63 req-95a9cb23-775f-46d1-bab8-9688533bc89a service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=0b44de7c9b4f45aa8f33bcf3b4639f3f&device_id=7f3217cb-4381-4bfa-9d2a-71311fb9c2c9 HTTP/1.1" status: 200 len: 1129 time: 0.0574107 Apr 12 13:30:12.896289 dv-cinder-830097-4-iscsi neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56c7221c-f609-4205-bb3f-cda39a546f63 req-3a8c2486-fc26-4967-9532-f40d7d81447c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 13:30:12.897860 dv-cinder-830097-4-iscsi neutron-server[103457]: INFO neutron.wsgi [req-56c7221c-f609-4205-bb3f-cda39a546f63 req-3a8c2486-fc26-4967-9532-f40d7d81447c service neutron] 10.222.0.55 "GET /v2.0/networks?id=d4adb74a-b0d3-4e8c-b297-c51fe03191f9 HTTP/1.1" status: 200 len: 916 time: 0.0961399 Apr 12 13:30:12.973049 dv-cinder-830097-4-iscsi neutron-server[103457]: INFO neutron.wsgi [req-56c7221c-f609-4205-bb3f-cda39a546f63 req-283e3319-b3e5-48aa-88db-693a52e870c7 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=5f92f8df-37e6-4bb6-be40-eafdc94153af HTTP/1.1" status: 200 len: 1001 time: 0.0690105 Apr 12 13:30:13.021158 dv-cinder-830097-4-iscsi neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56c7221c-f609-4205-bb3f-cda39a546f63 req-e8081403-2f6b-4c39-b325-f88bc7200a53 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 13:30:13.022661 dv-cinder-830097-4-iscsi neutron-server[103457]: INFO neutron.wsgi [req-56c7221c-f609-4205-bb3f-cda39a546f63 req-e8081403-2f6b-4c39-b325-f88bc7200a53 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=f1176976-8b61-43ab-a3ba-d0eadb0b48e0 HTTP/1.1" status: 200 len: 854 time: 0.0439131 Apr 12 13:30:13.065013 dv-cinder-830097-4-iscsi neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56c7221c-f609-4205-bb3f-cda39a546f63 req-e5e03ada-daed-46c1-b0ea-7c14009828ac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 13:30:13.066406 dv-cinder-830097-4-iscsi neutron-server[103457]: INFO neutron.wsgi [req-56c7221c-f609-4205-bb3f-cda39a546f63 req-e5e03ada-daed-46c1-b0ea-7c14009828ac service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=d4adb74a-b0d3-4e8c-b297-c51fe03191f9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0375390 Apr 12 13:30:13.159390 dv-cinder-830097-4-iscsi neutron-server[103457]: INFO neutron.wsgi [req-56c7221c-f609-4205-bb3f-cda39a546f63 req-c72eb5f8-cc9e-46cb-8383-f313eaffda86 service neutron] 10.222.0.55 "GET /v2.0/networks/d4adb74a-b0d3-4e8c-b297-c51fe03191f9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0864594 Apr 12 13:30:13.250518 dv-cinder-830097-4-iscsi neutron-server[103457]: INFO neutron.wsgi [req-56c7221c-f609-4205-bb3f-cda39a546f63 req-b63403c6-91e3-4e2d-8a77-3183780c12fe service neutron] 10.222.0.55 "GET /v2.0/networks/d4adb74a-b0d3-4e8c-b297-c51fe03191f9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0849917 Apr 12 13:30:13.959551 dv-cinder-830097-4-iscsi neutron-server[103459]: DEBUG neutron.plugins.ml2.rpc [None req-3505bd68-a9fd-4823-92ea-1a6ded8ab071 None None] Device edda591b-4d5a-478b-9844-8ac94d78d31b no longer exists at agent hyperv_hv-cinder-83009 {{(pid=103459) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 12 13:30:13.979468 dv-cinder-830097-4-iscsi neutron-server[103459]: DEBUG neutron.plugins.ml2.plugin [None req-3505bd68-a9fd-4823-92ea-1a6ded8ab071 None None] No Port match for: edda591b-4d5a-478b-9844-8ac94d78d31b {{(pid=103459) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2341}} Apr 12 13:30:13.979830 dv-cinder-830097-4-iscsi neutron-server[103459]: DEBUG neutron.plugins.ml2.rpc [None req-3505bd68-a9fd-4823-92ea-1a6ded8ab071 None None] Device edda591b-4d5a-478b-9844-8ac94d78d31b not bound to the agent host hv-cinder-83009 {{(pid=103459) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 12 13:30:13.997056 dv-cinder-830097-4-iscsi neutron-server[103457]: DEBUG neutron.wsgi [-] (103457) accepted ('10.222.0.18', 52088) {{(pid=103457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 13:30:14.056637 dv-cinder-830097-4-iscsi neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-42b661fd-f779-47d3-b5b6-ee924482b0b7 tempest-TestVolumeBootPattern-1974338582 tempest-TestVolumeBootPattern-1974338582-project] Publish callbacks [] for security_group (a66f9d14-bc7f-40ff-bcf2-fda4f9360a16), before_delete {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:30:14.081843 dv-cinder-830097-4-iscsi neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-42b661fd-f779-47d3-b5b6-ee924482b0b7 tempest-TestVolumeBootPattern-1974338582 tempest-TestVolumeBootPattern-1974338582-project] Publish callbacks [] for security_group (a66f9d14-bc7f-40ff-bcf2-fda4f9360a16), precommit_delete {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:30:14.140000 dv-cinder-830097-4-iscsi neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-42b661fd-f779-47d3-b5b6-ee924482b0b7 tempest-TestVolumeBootPattern-1974338582 tempest-TestVolumeBootPattern-1974338582-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3691807'] for security_group (a66f9d14-bc7f-40ff-bcf2-fda4f9360a16), after_delete {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:30:14.142810 dv-cinder-830097-4-iscsi neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-42b661fd-f779-47d3-b5b6-ee924482b0b7 tempest-TestVolumeBootPattern-1974338582 tempest-TestVolumeBootPattern-1974338582-project] Publish callbacks [] for security_group (None), before_response {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:30:14.143961 dv-cinder-830097-4-iscsi neutron-server[103457]: INFO neutron.wsgi [None req-42b661fd-f779-47d3-b5b6-ee924482b0b7 tempest-TestVolumeBootPattern-1974338582 tempest-TestVolumeBootPattern-1974338582-project] 10.222.0.18 "DELETE /v2.0/security-groups/a66f9d14-bc7f-40ff-bcf2-fda4f9360a16 HTTP/1.1" status: 204 len: 168 time: 0.1459270 Apr 12 13:30:14.153166 dv-cinder-830097-4-iscsi neutron-server[103457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42b661fd-f779-47d3-b5b6-ee924482b0b7 tempest-TestVolumeBootPattern-1974338582 tempest-TestVolumeBootPattern-1974338582-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=a66f9d14-bc7f-40ff-bcf2-fda4f9360a16,revision_number=None']} {{(pid=103457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 13:30:14.204996 dv-cinder-830097-4-iscsi neutron-server[103457]: DEBUG neutron.wsgi [-] (103457) accepted ('10.222.0.18', 52092) {{(pid=103457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 13:30:14.704441 dv-cinder-830097-4-iscsi neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-565b2290-2fe0-4a22-ba68-3b531cddc593 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3750862'] for router_interface (ba66042a-e589-44ce-9fdd-d59c505db23b), before_delete {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:30:14.926326 dv-cinder-830097-4-iscsi neutron-server[103457]: DEBUG neutron.plugins.ml2.plugin [None req-565b2290-2fe0-4a22-ba68-3b531cddc593 admin admin] Deleting port a316c228-cce6-48d9-ae2d-ee8b711bff90 {{(pid=103457) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 12 13:30:14.926717 dv-cinder-830097-4-iscsi neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-565b2290-2fe0-4a22-ba68-3b531cddc593 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732727887391'] for port (a316c228-cce6-48d9-ae2d-ee8b711bff90), before_delete {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:30:15.004138 dv-cinder-830097-4-iscsi neutron-server[103457]: DEBUG neutron.plugins.ml2.db [None req-565b2290-2fe0-4a22-ba68-3b531cddc593 admin admin] For port a316c228-cce6-48d9-ae2d-ee8b711bff90, host dv-cinder-830097-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-830097-4-iscsi',level=0,port_id=a316c228-cce6-48d9-ae2d-ee8b711bff90,segment=NetworkSegment(39aadab9-ffeb-4018-ac4b-402a2c1e23da),segment_id=39aadab9-ffeb-4018-ac4b-402a2c1e23da)] {{(pid=103457) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 12 13:30:15.004762 dv-cinder-830097-4-iscsi neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-565b2290-2fe0-4a22-ba68-3b531cddc593 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3742288'] for port (a316c228-cce6-48d9-ae2d-ee8b711bff90), precommit_delete {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:30:15.017715 dv-cinder-830097-4-iscsi neutron-server[103457]: DEBUG neutron.plugins.ml2.plugin [None req-565b2290-2fe0-4a22-ba68-3b531cddc593 admin admin] Calling delete_port for a316c228-cce6-48d9-ae2d-ee8b711bff90 owned by network:router_interface {{(pid=103457) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 12 13:30:15.192012 dv-cinder-830097-4-iscsi neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-565b2290-2fe0-4a22-ba68-3b531cddc593 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-915890', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3697887', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732727894797', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732727417923', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25610742'] for port (a316c228-cce6-48d9-ae2d-ee8b711bff90), after_delete {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:30:15.218871 dv-cinder-830097-4-iscsi neutron-server[103457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-565b2290-2fe0-4a22-ba68-3b531cddc593 admin admin] Pushing event deleted for resources: {'Port': ['ID=a316c228-cce6-48d9-ae2d-ee8b711bff90,revision_number=None']} {{(pid=103457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 13:30:15.381594 dv-cinder-830097-4-iscsi neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-565b2290-2fe0-4a22-ba68-3b531cddc593 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3697864', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3750754'] for router_interface (ba66042a-e589-44ce-9fdd-d59c505db23b), after_delete {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:30:15.594621 dv-cinder-830097-4-iscsi neutron-server[103457]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-565b2290-2fe0-4a22-ba68-3b531cddc593 admin admin] Router ba66042a-e589-44ce-9fdd-d59c505db23b has already been hosted by L3 agent b7e11a8b-aeed-493f-9763-461016dddc93 {{(pid=103457) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 12 13:30:15.699216 dv-cinder-830097-4-iscsi neutron-server[103457]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-565b2290-2fe0-4a22-ba68-3b531cddc593 admin admin] Notify agent at l3_agent.dv-cinder-830097-4-iscsi the message routers_updated {{(pid=103457) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 12 13:30:15.704177 dv-cinder-830097-4-iscsi neutron-server[103457]: INFO neutron.wsgi [None req-565b2290-2fe0-4a22-ba68-3b531cddc593 admin admin] 10.222.0.18 "PUT /v2.0/routers/ba66042a-e589-44ce-9fdd-d59c505db23b/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4981472 Apr 12 13:30:15.706774 dv-cinder-830097-4-iscsi neutron-server[103457]: DEBUG neutron.wsgi [-] (103457) accepted ('10.222.0.18', 52096) {{(pid=103457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 13:30:15.708920 dv-cinder-830097-4-iscsi neutron-server[103460]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ea94ef65-a853-480c-bb78-6ff1ce8c1687 None None] Sync routers for ids ['ba66042a-e589-44ce-9fdd-d59c505db23b'] in dv-cinder-830097-4-iscsi {{(pid=103460) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 12 13:30:15.718764 dv-cinder-830097-4-iscsi neutron-server[103460]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ea94ef65-a853-480c-bb78-6ff1ce8c1687 None None] Routers {'ba66042a-e589-44ce-9fdd-d59c505db23b'} bound to L3 agent in host dv-cinder-830097-4-iscsi {{(pid=103460) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 12 13:30:15.719363 dv-cinder-830097-4-iscsi neutron-server[103460]: DEBUG neutron.db.l3_hamode_db [None req-ea94ef65-a853-480c-bb78-6ff1ce8c1687 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830097-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-12T13:07:19Z,description=,heartbeat_timestamp=2022-04-12T13:29:49Z,host='dv-cinder-830097-4-iscsi',id=b7e11a8b-aeed-493f-9763-461016dddc93,load=0,resource_versions=,resources_synced=,started_at=2022-04-12T13:07:19Z,topic='l3_agent')) {'router_ids': ['ba66042a-e589-44ce-9fdd-d59c505db23b'], 'active': True} {{(pid=103460) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 13:30:15.810408 dv-cinder-830097-4-iscsi neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-ae2d6728-37f6-4f36-a91f-f15490b4058b admin admin] Publish callbacks [] for router (ba66042a-e589-44ce-9fdd-d59c505db23b), before_delete {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:30:15.826605 dv-cinder-830097-4-iscsi neutron-server[103460]: DEBUG neutron.db.l3_dvr_db [None req-ea94ef65-a853-480c-bb78-6ff1ce8c1687 None None] Set router ba66042a-e589-44ce-9fdd-d59c505db23b gateway port host: dv-cinder-830097-4-iscsi {{(pid=103460) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 12 13:30:15.915466 dv-cinder-830097-4-iscsi neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-ae2d6728-37f6-4f36-a91f-f15490b4058b admin admin] Publish callbacks [] for router_gateway (ba66042a-e589-44ce-9fdd-d59c505db23b), before_delete {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:30:15.958402 dv-cinder-830097-4-iscsi neutron-server[103457]: DEBUG neutron.plugins.ml2.plugin [None req-ae2d6728-37f6-4f36-a91f-f15490b4058b admin admin] Deleting port a6bd8c1c-ed89-4dc0-93e5-88926e969196 {{(pid=103457) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 12 13:30:15.958736 dv-cinder-830097-4-iscsi neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-ae2d6728-37f6-4f36-a91f-f15490b4058b admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732727887391'] for port (a6bd8c1c-ed89-4dc0-93e5-88926e969196), before_delete {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:30:15.999864 dv-cinder-830097-4-iscsi neutron-server[103460]: DEBUG neutron.db.l3_hamode_db [None req-ea94ef65-a853-480c-bb78-6ff1ce8c1687 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ba66042a-e589-44ce-9fdd-d59c505db23b', 'name': 'tempest-TestVolumeBootPattern-1121100241-router', 'tenant_id': '59e9ce76515147cfa24a7c710300c9c0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '26d0436d-8ae2-49bd-8cc6-3d2eac552c84', 'external_fixed_ips': [{'subnet_id': 'd93852d8-8f89-4b1c-bef4-0e05f499a8db', 'ip_address': '172.27.0.135'}], 'enable_snat': True}, 'gw_port_id': 'a6bd8c1c-ed89-4dc0-93e5-88926e969196', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-12T13:19:38Z', 'updated_at': '2022-04-12T13:30:15Z', 'revision_number': 5, 'project_id': '59e9ce76515147cfa24a7c710300c9c0', 'gw_port': {'id': 'a6bd8c1c-ed89-4dc0-93e5-88926e969196', 'name': '', 'network_id': '26d0436d-8ae2-49bd-8cc6-3d2eac552c84', 'tenant_id': '', 'mac_address': 'fa:16:3e:bd:61:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ba66042a-e589-44ce-9fdd-d59c505db23b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 463, 'fixed_ips': [{'subnet_id': 'd93852d8-8f89-4b1c-bef4-0e05f499a8db', 'ip_address': '172.27.0.135', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830097-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T13:19:38Z', 'updated_at': '2022-04-12T13:19:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd93852d8-8f89-4b1c-bef4-0e05f499a8db', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830097-4-iscsi'}], 'dv-cinder-830097-4-iscsi', False) {} {{(pid=103460) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 13:30:16.027046 dv-cinder-830097-4-iscsi neutron-server[103460]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ea94ef65-a853-480c-bb78-6ff1ce8c1687 None None] Checking router: ba66042a-e589-44ce-9fdd-d59c505db23b for host: dv-cinder-830097-4-iscsi {{(pid=103460) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 12 13:30:16.036807 dv-cinder-830097-4-iscsi neutron-server[103460]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ea94ef65-a853-480c-bb78-6ff1ce8c1687 None None] Routers {'ba66042a-e589-44ce-9fdd-d59c505db23b'} bound to L3 agent in host dv-cinder-830097-4-iscsi {{(pid=103460) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 12 13:30:16.037436 dv-cinder-830097-4-iscsi neutron-server[103460]: DEBUG neutron.db.l3_hamode_db [None req-ea94ef65-a853-480c-bb78-6ff1ce8c1687 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830097-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-12T13:07:19Z,description=,heartbeat_timestamp=2022-04-12T13:29:49Z,host='dv-cinder-830097-4-iscsi',id=b7e11a8b-aeed-493f-9763-461016dddc93,load=0,resource_versions=,resources_synced=,started_at=2022-04-12T13:07:19Z,topic='l3_agent')) {'router_ids': ['ba66042a-e589-44ce-9fdd-d59c505db23b'], 'active': True} {{(pid=103460) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 13:30:16.129653 dv-cinder-830097-4-iscsi neutron-server[103460]: DEBUG neutron.db.l3_dvr_db [None req-ea94ef65-a853-480c-bb78-6ff1ce8c1687 None None] Set router ba66042a-e589-44ce-9fdd-d59c505db23b gateway port host: None {{(pid=103460) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 12 13:30:16.279476 dv-cinder-830097-4-iscsi neutron-server[103460]: DEBUG neutron.db.l3_hamode_db [None req-ea94ef65-a853-480c-bb78-6ff1ce8c1687 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ba66042a-e589-44ce-9fdd-d59c505db23b', 'name': 'tempest-TestVolumeBootPattern-1121100241-router', 'tenant_id': '59e9ce76515147cfa24a7c710300c9c0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-12T13:19:38Z', 'updated_at': '2022-04-12T13:30:15Z', 'revision_number': 6, 'project_id': '59e9ce76515147cfa24a7c710300c9c0', 'gw_port_host': None}], 'dv-cinder-830097-4-iscsi', False) {} {{(pid=103460) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 13:30:16.306200 dv-cinder-830097-4-iscsi neutron-server[103460]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ea94ef65-a853-480c-bb78-6ff1ce8c1687 None None] The sync data for ids ['ba66042a-e589-44ce-9fdd-d59c505db23b'] in dv-cinder-830097-4-iscsi is: [{'id': 'ba66042a-e589-44ce-9fdd-d59c505db23b', 'name': 'tempest-TestVolumeBootPattern-1121100241-router', 'tenant_id': '59e9ce76515147cfa24a7c710300c9c0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-12T13:19:38Z', 'updated_at': '2022-04-12T13:30:15Z', 'revision_number': 6, 'project_id': '59e9ce76515147cfa24a7c710300c9c0', 'gw_port_host': None}] {{(pid=103460) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 12 13:30:16.320124 dv-cinder-830097-4-iscsi neutron-server[103457]: DEBUG neutron.plugins.ml2.db [None req-ae2d6728-37f6-4f36-a91f-f15490b4058b admin admin] For port a6bd8c1c-ed89-4dc0-93e5-88926e969196, host dv-cinder-830097-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-830097-4-iscsi',level=0,port_id=a6bd8c1c-ed89-4dc0-93e5-88926e969196,segment=NetworkSegment(333e2245-11dc-4fcd-9fb1-9fe65fae59ea),segment_id=333e2245-11dc-4fcd-9fb1-9fe65fae59ea)] {{(pid=103457) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 12 13:30:16.320760 dv-cinder-830097-4-iscsi neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-ae2d6728-37f6-4f36-a91f-f15490b4058b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3742288'] for port (a6bd8c1c-ed89-4dc0-93e5-88926e969196), precommit_delete {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:30:16.334503 dv-cinder-830097-4-iscsi neutron-server[103457]: DEBUG neutron.plugins.ml2.plugin [None req-ae2d6728-37f6-4f36-a91f-f15490b4058b admin admin] Calling delete_port for a6bd8c1c-ed89-4dc0-93e5-88926e969196 owned by network:router_gateway {{(pid=103457) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 12 13:30:16.495172 dv-cinder-830097-4-iscsi neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-ae2d6728-37f6-4f36-a91f-f15490b4058b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-915890', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3697887', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732727894797', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732727417923', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25610742'] for port (a6bd8c1c-ed89-4dc0-93e5-88926e969196), after_delete {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:30:16.521531 dv-cinder-830097-4-iscsi neutron-server[103457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae2d6728-37f6-4f36-a91f-f15490b4058b admin admin] Pushing event deleted for resources: {'Port': ['ID=a6bd8c1c-ed89-4dc0-93e5-88926e969196,revision_number=None']} {{(pid=103457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 13:30:16.582144 dv-cinder-830097-4-iscsi neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-ae2d6728-37f6-4f36-a91f-f15490b4058b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3739012'] for router_gateway (ba66042a-e589-44ce-9fdd-d59c505db23b), after_delete {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:30:16.672244 dv-cinder-830097-4-iscsi neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-ae2d6728-37f6-4f36-a91f-f15490b4058b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3800106', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-36279'] for router (ba66042a-e589-44ce-9fdd-d59c505db23b), precommit_delete {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:30:16.674554 dv-cinder-830097-4-iscsi neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-ae2d6728-37f6-4f36-a91f-f15490b4058b admin admin] Publish callbacks [] for router_controller (ba66042a-e589-44ce-9fdd-d59c505db23b), precommit_delete_associations {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:30:16.725020 dv-cinder-830097-4-iscsi neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-ae2d6728-37f6-4f36-a91f-f15490b4058b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3800099'] for router (ba66042a-e589-44ce-9fdd-d59c505db23b), after_delete {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:30:16.725571 dv-cinder-830097-4-iscsi neutron-server[103457]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ae2d6728-37f6-4f36-a91f-f15490b4058b admin admin] Fanout notify agent at l3_agent the message router_deleted on router ba66042a-e589-44ce-9fdd-d59c505db23b {{(pid=103457) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 12 13:30:16.730448 dv-cinder-830097-4-iscsi neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-ae2d6728-37f6-4f36-a91f-f15490b4058b admin admin] Publish callbacks [] for router (None), before_response {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:30:16.731746 dv-cinder-830097-4-iscsi neutron-server[103457]: INFO neutron.wsgi [None req-ae2d6728-37f6-4f36-a91f-f15490b4058b admin admin] 10.222.0.18 "DELETE /v2.0/routers/ba66042a-e589-44ce-9fdd-d59c505db23b HTTP/1.1" status: 204 len: 168 time: 1.0240242 Apr 12 13:30:16.734318 dv-cinder-830097-4-iscsi neutron-server[103457]: DEBUG neutron.wsgi [-] (103457) accepted ('10.222.0.18', 52098) {{(pid=103457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 13:30:16.778099 dv-cinder-830097-4-iscsi neutron-server[103457]: DEBUG neutron.db.db_base_plugin_v2 [None req-1f1851c9-dbca-43bf-af1a-7b7df0eea212 admin admin] Deleting subnet 3e5a37b9-6492-41e4-a03e-0f76c3de6aee {{(pid=103457) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Apr 12 13:30:16.781205 dv-cinder-830097-4-iscsi neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-1f1851c9-dbca-43bf-af1a-7b7df0eea212 admin admin] Publish callbacks [] for subnet (3e5a37b9-6492-41e4-a03e-0f76c3de6aee), before_delete {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:30:16.792010 dv-cinder-830097-4-iscsi neutron-server[103459]: DEBUG neutron_lib.callbacks.manager [None req-0fd579b0-b6d9-4f04-8b48-85d4ff9a8403 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732727929501', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-657397'] for agent (246ca497-e2ee-4e0b-b432-b4153c207e5f), after_update {{(pid=103459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:30:16.818268 dv-cinder-830097-4-iscsi neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-1f1851c9-dbca-43bf-af1a-7b7df0eea212 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25895930'] for subnet (3e5a37b9-6492-41e4-a03e-0f76c3de6aee), precommit_delete_associations {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:30:16.894364 dv-cinder-830097-4-iscsi neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-1f1851c9-dbca-43bf-af1a-7b7df0eea212 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-660287'] for subnet (3e5a37b9-6492-41e4-a03e-0f76c3de6aee), precommit_delete {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:30:16.947277 dv-cinder-830097-4-iscsi neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-1f1851c9-dbca-43bf-af1a-7b7df0eea212 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-660230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3682813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3697887', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25610635', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25774346'] for subnet (3e5a37b9-6492-41e4-a03e-0f76c3de6aee), after_delete {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:30:16.971853 dv-cinder-830097-4-iscsi neutron-server[103457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f1851c9-dbca-43bf-af1a-7b7df0eea212 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=3e5a37b9-6492-41e4-a03e-0f76c3de6aee,revision_number=None']} {{(pid=103457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 13:30:16.975448 dv-cinder-830097-4-iscsi neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-1f1851c9-dbca-43bf-af1a-7b7df0eea212 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:30:16.978834 dv-cinder-830097-4-iscsi neutron-server[103457]: INFO neutron.wsgi [None req-1f1851c9-dbca-43bf-af1a-7b7df0eea212 admin admin] 10.222.0.18 "DELETE /v2.0/subnets/3e5a37b9-6492-41e4-a03e-0f76c3de6aee HTTP/1.1" status: 204 len: 168 time: 0.2433255 Apr 12 13:30:16.981083 dv-cinder-830097-4-iscsi neutron-server[103457]: DEBUG neutron.wsgi [-] (103457) accepted ('10.222.0.18', 52100) {{(pid=103457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 13:30:16.981438 dv-cinder-830097-4-iscsi neutron-server[103459]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4036dd86-1ea2-467a-9e18-e2ff96a4d745 None None] Network fc0e35fc-da48-4b0a-aef1-4a0c9e07f863 requested from dv-cinder-830097-4-iscsi {{(pid=103459) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 12 13:30:17.051719 dv-cinder-830097-4-iscsi neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-623daa90-4b57-452f-b548-159b55415e74 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-739948'] for network (fc0e35fc-da48-4b0a-aef1-4a0c9e07f863), before_delete {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:30:17.101258 dv-cinder-830097-4-iscsi neutron-server[103457]: DEBUG neutron.plugins.ml2.plugin [None req-623daa90-4b57-452f-b548-159b55415e74 admin admin] Deleting port 6db58230-46c1-45d4-a235-b474bc54701d {{(pid=103457) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 12 13:30:17.101599 dv-cinder-830097-4-iscsi neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-623daa90-4b57-452f-b548-159b55415e74 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732727887391'] for port (6db58230-46c1-45d4-a235-b474bc54701d), before_delete {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:30:17.161690 dv-cinder-830097-4-iscsi neutron-server[103459]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4f1b9110-88a7-4c7e-81da-52fc78fb1337 None None] DHCP port deletion for fc0e35fc-da48-4b0a-aef1-4a0c9e07f863 request from dv-cinder-830097-4-iscsi {{(pid=103459) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Apr 12 13:30:17.174636 dv-cinder-830097-4-iscsi neutron-server[103457]: DEBUG neutron.plugins.ml2.db [None req-623daa90-4b57-452f-b548-159b55415e74 admin admin] For port 6db58230-46c1-45d4-a235-b474bc54701d, host dv-cinder-830097-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-830097-4-iscsi',level=0,port_id=6db58230-46c1-45d4-a235-b474bc54701d,segment=NetworkSegment(39aadab9-ffeb-4018-ac4b-402a2c1e23da),segment_id=39aadab9-ffeb-4018-ac4b-402a2c1e23da)] {{(pid=103457) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 12 13:30:17.175004 dv-cinder-830097-4-iscsi neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-623daa90-4b57-452f-b548-159b55415e74 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3742288'] for port (6db58230-46c1-45d4-a235-b474bc54701d), precommit_delete {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:30:17.189481 dv-cinder-830097-4-iscsi neutron-server[103457]: DEBUG neutron.plugins.ml2.plugin [None req-623daa90-4b57-452f-b548-159b55415e74 admin admin] Calling delete_port for 6db58230-46c1-45d4-a235-b474bc54701d owned by network:dhcp {{(pid=103457) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 12 13:30:17.197815 dv-cinder-830097-4-iscsi neutron-server[103459]: DEBUG neutron.plugins.ml2.rpc [None req-53781792-8650-4c78-93a6-1c4d328d874c None None] Device a316c228-cce6-48d9-ae2d-ee8b711bff90 no longer exists at agent ovs-agent-dv-cinder-830097-4-iscsi {{(pid=103459) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 12 13:30:17.222371 dv-cinder-830097-4-iscsi neutron-server[103459]: DEBUG neutron.plugins.ml2.plugin [None req-53781792-8650-4c78-93a6-1c4d328d874c None None] No Port match for: a316c228-cce6-48d9-ae2d-ee8b711bff90 {{(pid=103459) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2341}} Apr 12 13:30:17.222714 dv-cinder-830097-4-iscsi neutron-server[103459]: DEBUG neutron.plugins.ml2.rpc [None req-53781792-8650-4c78-93a6-1c4d328d874c None None] Device a316c228-cce6-48d9-ae2d-ee8b711bff90 not bound to the agent host dv-cinder-830097-4-iscsi {{(pid=103459) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 12 13:30:17.223133 dv-cinder-830097-4-iscsi neutron-server[103459]: DEBUG neutron.plugins.ml2.rpc [None req-53781792-8650-4c78-93a6-1c4d328d874c None None] Device a6bd8c1c-ed89-4dc0-93e5-88926e969196 no longer exists at agent ovs-agent-dv-cinder-830097-4-iscsi {{(pid=103459) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 12 13:30:17.245300 dv-cinder-830097-4-iscsi neutron-server[103459]: DEBUG neutron.plugins.ml2.plugin [None req-4f1b9110-88a7-4c7e-81da-52fc78fb1337 None None] Deleting port 6db58230-46c1-45d4-a235-b474bc54701d {{(pid=103459) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 12 13:30:17.245924 dv-cinder-830097-4-iscsi neutron-server[103459]: DEBUG neutron_lib.callbacks.manager [None req-4f1b9110-88a7-4c7e-81da-52fc78fb1337 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732727887391'] for port (6db58230-46c1-45d4-a235-b474bc54701d), before_delete {{(pid=103459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:30:17.248929 dv-cinder-830097-4-iscsi neutron-server[103459]: DEBUG neutron.plugins.ml2.plugin [None req-53781792-8650-4c78-93a6-1c4d328d874c None None] No Port match for: a6bd8c1c-ed89-4dc0-93e5-88926e969196 {{(pid=103459) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2341}} Apr 12 13:30:17.249267 dv-cinder-830097-4-iscsi neutron-server[103459]: DEBUG neutron.plugins.ml2.rpc [None req-53781792-8650-4c78-93a6-1c4d328d874c None None] Device a6bd8c1c-ed89-4dc0-93e5-88926e969196 not bound to the agent host dv-cinder-830097-4-iscsi {{(pid=103459) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 12 13:30:17.271704 dv-cinder-830097-4-iscsi neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-623daa90-4b57-452f-b548-159b55415e74 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-915890', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3697887', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732727894797', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732727417923', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25610742'] for port (6db58230-46c1-45d4-a235-b474bc54701d), after_delete {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:30:17.303340 dv-cinder-830097-4-iscsi neutron-server[103457]: DEBUG neutron.db.l3_dvrscheduler_db [None req-623daa90-4b57-452f-b548-159b55415e74 admin admin] No DVR routers for this DVR port 6db58230-46c1-45d4-a235-b474bc54701d on host dv-cinder-830097-4-iscsi {{(pid=103457) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 12 13:30:17.305272 dv-cinder-830097-4-iscsi neutron-server[103457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-623daa90-4b57-452f-b548-159b55415e74 admin admin] Pushing event deleted for resources: {'Port': ['ID=6db58230-46c1-45d4-a235-b474bc54701d,revision_number=None']} {{(pid=103457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 13:30:17.390685 dv-cinder-830097-4-iscsi neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-623daa90-4b57-452f-b548-159b55415e74 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-661938', 'neutron.services.segments.db._delete_segments_for_network-8732727929519'] for network (fc0e35fc-da48-4b0a-aef1-4a0c9e07f863), precommit_delete {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:30:17.415485 dv-cinder-830097-4-iscsi neutron-server[103457]: DEBUG neutron.services.segments.db [None req-623daa90-4b57-452f-b548-159b55415e74 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['fc0e35fc-da48-4b0a-aef1-4a0c9e07f863']}} {{(pid=103457) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 13:30:17.427571 dv-cinder-830097-4-iscsi neutron-server[103457]: DEBUG neutron.services.segments.db [None req-623daa90-4b57-452f-b548-159b55415e74 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '39aadab9-ffeb-4018-ac4b-402a2c1e23da') {'for_net_delete': True} {{(pid=103457) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 13:30:17.428002 dv-cinder-830097-4-iscsi neutron-server[103457]: DEBUG neutron.services.segments.db [None req-623daa90-4b57-452f-b548-159b55415e74 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '39aadab9-ffeb-4018-ac4b-402a2c1e23da') {} {{(pid=103457) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 13:30:17.438672 dv-cinder-830097-4-iscsi neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-623daa90-4b57-452f-b548-159b55415e74 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8732727932344', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25895923'] for segment (39aadab9-ffeb-4018-ac4b-402a2c1e23da), before_delete {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:30:17.453215 dv-cinder-830097-4-iscsi neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-623daa90-4b57-452f-b548-159b55415e74 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-715442'] for segment (39aadab9-ffeb-4018-ac4b-402a2c1e23da), precommit_delete {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:30:17.459591 dv-cinder-830097-4-iscsi neutron-server[103457]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-623daa90-4b57-452f-b548-159b55415e74 admin admin] Releasing vlan 203 on physical network physnet1 to pool {{(pid=103457) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 12 13:30:17.459961 dv-cinder-830097-4-iscsi neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-623daa90-4b57-452f-b548-159b55415e74 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-715442', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25610529'] for segment (39aadab9-ffeb-4018-ac4b-402a2c1e23da), after_delete {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:30:17.462022 dv-cinder-830097-4-iscsi neutron-server[103457]: Traceback (most recent call last): Apr 12 13:30:17.462022 dv-cinder-830097-4-iscsi neutron-server[103457]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 12 13:30:17.462022 dv-cinder-830097-4-iscsi neutron-server[103457]: timer() Apr 12 13:30:17.462022 dv-cinder-830097-4-iscsi neutron-server[103457]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 12 13:30:17.462022 dv-cinder-830097-4-iscsi neutron-server[103457]: cb(*args, **kw) Apr 12 13:30:17.462022 dv-cinder-830097-4-iscsi neutron-server[103457]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 12 13:30:17.462022 dv-cinder-830097-4-iscsi neutron-server[103457]: return func(*args, **kwargs) Apr 12 13:30:17.462022 dv-cinder-830097-4-iscsi neutron-server[103457]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 12 13:30:17.462022 dv-cinder-830097-4-iscsi neutron-server[103457]: self._notify() Apr 12 13:30:17.462022 dv-cinder-830097-4-iscsi neutron-server[103457]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 12 13:30:17.462022 dv-cinder-830097-4-iscsi neutron-server[103457]: self.callback(batched_events) Apr 12 13:30:17.462022 dv-cinder-830097-4-iscsi neutron-server[103457]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 12 13:30:17.462022 dv-cinder-830097-4-iscsi neutron-server[103457]: event.method(event) Apr 12 13:30:17.462022 dv-cinder-830097-4-iscsi neutron-server[103457]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 12 13:30:17.462022 dv-cinder-830097-4-iscsi neutron-server[103457]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 12 13:30:17.462022 dv-cinder-830097-4-iscsi neutron-server[103457]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 12 13:30:17.462022 dv-cinder-830097-4-iscsi neutron-server[103457]: aggregate_uuid = self.p_client.list_aggregates( Apr 12 13:30:17.462022 dv-cinder-830097-4-iscsi neutron-server[103457]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 12 13:30:17.462022 dv-cinder-830097-4-iscsi neutron-server[103457]: return f(self, *a, **k) Apr 12 13:30:17.462022 dv-cinder-830097-4-iscsi neutron-server[103457]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 12 13:30:17.462022 dv-cinder-830097-4-iscsi neutron-server[103457]: return self._get(url).json() Apr 12 13:30:17.462022 dv-cinder-830097-4-iscsi neutron-server[103457]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 12 13:30:17.462022 dv-cinder-830097-4-iscsi neutron-server[103457]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 12 13:30:17.462022 dv-cinder-830097-4-iscsi neutron-server[103457]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 12 13:30:17.462022 dv-cinder-830097-4-iscsi neutron-server[103457]: return self.request(url, 'GET', **kwargs) Apr 12 13:30:17.462022 dv-cinder-830097-4-iscsi neutron-server[103457]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 12 13:30:17.462022 dv-cinder-830097-4-iscsi neutron-server[103457]: base_url = self.get_endpoint(auth, allow=allow, Apr 12 13:30:17.462022 dv-cinder-830097-4-iscsi neutron-server[103457]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 12 13:30:17.462022 dv-cinder-830097-4-iscsi neutron-server[103457]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 12 13:30:17.462022 dv-cinder-830097-4-iscsi neutron-server[103457]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 12 13:30:17.462022 dv-cinder-830097-4-iscsi neutron-server[103457]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 12 13:30:17.462022 dv-cinder-830097-4-iscsi neutron-server[103457]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 12 13:30:17.464322 dv-cinder-830097-4-iscsi neutron-server[103459]: DEBUG neutron.plugins.ml2.db [None req-4f1b9110-88a7-4c7e-81da-52fc78fb1337 None None] For port 6db58230-46c1-45d4-a235-b474bc54701d, host dv-cinder-830097-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-830097-4-iscsi',level=0,port_id=6db58230-46c1-45d4-a235-b474bc54701d,segment=NetworkSegment(39aadab9-ffeb-4018-ac4b-402a2c1e23da),segment_id=39aadab9-ffeb-4018-ac4b-402a2c1e23da)] {{(pid=103459) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 12 13:30:17.464322 dv-cinder-830097-4-iscsi neutron-server[103459]: DEBUG neutron_lib.callbacks.manager [None req-4f1b9110-88a7-4c7e-81da-52fc78fb1337 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3742288'] for port (6db58230-46c1-45d4-a235-b474bc54701d), precommit_delete {{(pid=103459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:30:17.479380 dv-cinder-830097-4-iscsi neutron-server[103459]: DEBUG neutron.plugins.ml2.plugin [None req-4f1b9110-88a7-4c7e-81da-52fc78fb1337 None None] Calling delete_port for 6db58230-46c1-45d4-a235-b474bc54701d owned by network:dhcp {{(pid=103459) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 12 13:30:17.519274 dv-cinder-830097-4-iscsi neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-623daa90-4b57-452f-b548-159b55415e74 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-661949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3691972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3697887', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3739104'] for network (fc0e35fc-da48-4b0a-aef1-4a0c9e07f863), after_delete {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:30:17.524834 dv-cinder-830097-4-iscsi neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-623daa90-4b57-452f-b548-159b55415e74 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3697709'] for network (None), before_response {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:30:17.527904 dv-cinder-830097-4-iscsi neutron-server[103457]: INFO neutron.wsgi [None req-623daa90-4b57-452f-b548-159b55415e74 admin admin] 10.222.0.18 "DELETE /v2.0/networks/fc0e35fc-da48-4b0a-aef1-4a0c9e07f863 HTTP/1.1" status: 204 len: 168 time: 0.5459268 Apr 12 13:30:17.531066 dv-cinder-830097-4-iscsi neutron-server[103458]: DEBUG neutron.wsgi [-] (103458) accepted ('10.222.0.18', 52102) {{(pid=103458) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 13:30:17.540067 dv-cinder-830097-4-iscsi neutron-server[103457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-623daa90-4b57-452f-b548-159b55415e74 admin admin] Pushing event deleted for resources: {'Network': ['ID=fc0e35fc-da48-4b0a-aef1-4a0c9e07f863,revision_number=None']} {{(pid=103457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 13:30:17.560304 dv-cinder-830097-4-iscsi neutron-server[103459]: DEBUG neutron_lib.callbacks.manager [None req-4f1b9110-88a7-4c7e-81da-52fc78fb1337 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-915890', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3697887', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732727894797', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732727417923'] for port (6db58230-46c1-45d4-a235-b474bc54701d), after_delete {{(pid=103459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:30:17.568271 dv-cinder-830097-4-iscsi neutron-server[103459]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-4f1b9110-88a7-4c7e-81da-52fc78fb1337 None None] Network fc0e35fc-da48-4b0a-aef1-4a0c9e07f863 is not hosted by any dhcp agent {{(pid=103459) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Apr 12 13:30:17.569135 dv-cinder-830097-4-iscsi neutron-server[103459]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4f1b9110-88a7-4c7e-81da-52fc78fb1337 None None] No DVR routers for this DVR port 6db58230-46c1-45d4-a235-b474bc54701d on host dv-cinder-830097-4-iscsi {{(pid=103459) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 12 13:30:17.587867 dv-cinder-830097-4-iscsi neutron-server[103459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f1b9110-88a7-4c7e-81da-52fc78fb1337 None None] Pushing event deleted for resources: {'Port': ['ID=6db58230-46c1-45d4-a235-b474bc54701d,revision_number=None']} {{(pid=103459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 13:30:17.597522 dv-cinder-830097-4-iscsi neutron-server[103459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f1b9110-88a7-4c7e-81da-52fc78fb1337 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830097-4-iscsi {{(pid=103459) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 13:30:17.597928 dv-cinder-830097-4-iscsi neutron-server[103459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f1b9110-88a7-4c7e-81da-52fc78fb1337 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830097-4-iscsi {{(pid=103459) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 13:30:17.598252 dv-cinder-830097-4-iscsi neutron-server[103459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f1b9110-88a7-4c7e-81da-52fc78fb1337 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830097-4-iscsi {{(pid=103459) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 13:30:17.598598 dv-cinder-830097-4-iscsi neutron-server[103459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f1b9110-88a7-4c7e-81da-52fc78fb1337 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830097-4-iscsi {{(pid=103459) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 13:30:17.598939 dv-cinder-830097-4-iscsi neutron-server[103459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f1b9110-88a7-4c7e-81da-52fc78fb1337 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830097-4-iscsi {{(pid=103459) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 13:30:17.599276 dv-cinder-830097-4-iscsi neutron-server[103459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f1b9110-88a7-4c7e-81da-52fc78fb1337 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830097-4-iscsi {{(pid=103459) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 13:30:17.599608 dv-cinder-830097-4-iscsi neutron-server[103459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f1b9110-88a7-4c7e-81da-52fc78fb1337 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830097-4-iscsi {{(pid=103459) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 13:30:17.599941 dv-cinder-830097-4-iscsi neutron-server[103459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f1b9110-88a7-4c7e-81da-52fc78fb1337 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-830097-4-iscsi {{(pid=103459) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 13:30:17.600272 dv-cinder-830097-4-iscsi neutron-server[103459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f1b9110-88a7-4c7e-81da-52fc78fb1337 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-830097-4-iscsi {{(pid=103459) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 13:30:17.600629 dv-cinder-830097-4-iscsi neutron-server[103459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f1b9110-88a7-4c7e-81da-52fc78fb1337 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-830097-4-iscsi {{(pid=103459) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 13:30:17.600961 dv-cinder-830097-4-iscsi neutron-server[103459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f1b9110-88a7-4c7e-81da-52fc78fb1337 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-830097-4-iscsi {{(pid=103459) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 13:30:17.601293 dv-cinder-830097-4-iscsi neutron-server[103459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f1b9110-88a7-4c7e-81da-52fc78fb1337 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830097-4-iscsi {{(pid=103459) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 13:30:17.601619 dv-cinder-830097-4-iscsi neutron-server[103459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f1b9110-88a7-4c7e-81da-52fc78fb1337 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830097-4-iscsi {{(pid=103459) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 13:30:17.601945 dv-cinder-830097-4-iscsi neutron-server[103459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f1b9110-88a7-4c7e-81da-52fc78fb1337 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830097-4-iscsi {{(pid=103459) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 13:30:17.602268 dv-cinder-830097-4-iscsi neutron-server[103459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f1b9110-88a7-4c7e-81da-52fc78fb1337 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830097-4-iscsi {{(pid=103459) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 13:30:17.860818 dv-cinder-830097-4-iscsi neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-2535e9cd-b6bd-451e-9cbf-defac831801e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3750862'] for router_interface (90412c38-0b00-48d0-9e60-afa9de49dea7), before_delete {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:30:18.085725 dv-cinder-830097-4-iscsi neutron-server[103458]: DEBUG neutron.plugins.ml2.plugin [None req-2535e9cd-b6bd-451e-9cbf-defac831801e admin admin] Deleting port 761b78c6-0c5b-416b-af44-76a58e355ee6 {{(pid=103458) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 12 13:30:18.086056 dv-cinder-830097-4-iscsi neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-2535e9cd-b6bd-451e-9cbf-defac831801e admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732727887391'] for port (761b78c6-0c5b-416b-af44-76a58e355ee6), before_delete {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:30:18.163478 dv-cinder-830097-4-iscsi neutron-server[103458]: DEBUG neutron.plugins.ml2.db [None req-2535e9cd-b6bd-451e-9cbf-defac831801e admin admin] For port 761b78c6-0c5b-416b-af44-76a58e355ee6, host dv-cinder-830097-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-830097-4-iscsi',level=0,port_id=761b78c6-0c5b-416b-af44-76a58e355ee6,segment=NetworkSegment(4b2181b3-fe73-4feb-8676-c2dd24f2933e),segment_id=4b2181b3-fe73-4feb-8676-c2dd24f2933e)] {{(pid=103458) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 12 13:30:18.163761 dv-cinder-830097-4-iscsi neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-2535e9cd-b6bd-451e-9cbf-defac831801e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3742288'] for port (761b78c6-0c5b-416b-af44-76a58e355ee6), precommit_delete {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:30:18.175930 dv-cinder-830097-4-iscsi neutron-server[103458]: DEBUG neutron.plugins.ml2.plugin [None req-2535e9cd-b6bd-451e-9cbf-defac831801e admin admin] Calling delete_port for 761b78c6-0c5b-416b-af44-76a58e355ee6 owned by network:router_interface {{(pid=103458) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 12 13:30:18.349815 dv-cinder-830097-4-iscsi neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-2535e9cd-b6bd-451e-9cbf-defac831801e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-915890', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3697887', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732727894797', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732727417923', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26097133'] for port (761b78c6-0c5b-416b-af44-76a58e355ee6), after_delete {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:30:18.374628 dv-cinder-830097-4-iscsi neutron-server[103458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2535e9cd-b6bd-451e-9cbf-defac831801e admin admin] Pushing event deleted for resources: {'Port': ['ID=761b78c6-0c5b-416b-af44-76a58e355ee6,revision_number=None']} {{(pid=103458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 13:30:18.767654 dv-cinder-830097-4-iscsi neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-2535e9cd-b6bd-451e-9cbf-defac831801e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3697864', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3750754'] for router_interface (90412c38-0b00-48d0-9e60-afa9de49dea7), after_delete {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:30:18.982111 dv-cinder-830097-4-iscsi neutron-server[103458]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2535e9cd-b6bd-451e-9cbf-defac831801e admin admin] Router 90412c38-0b00-48d0-9e60-afa9de49dea7 has already been hosted by L3 agent b7e11a8b-aeed-493f-9763-461016dddc93 {{(pid=103458) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 12 13:30:19.090211 dv-cinder-830097-4-iscsi neutron-server[103459]: DEBUG neutron.plugins.ml2.rpc [None req-53781792-8650-4c78-93a6-1c4d328d874c None None] Device 6db58230-46c1-45d4-a235-b474bc54701d no longer exists at agent ovs-agent-dv-cinder-830097-4-iscsi {{(pid=103459) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 12 13:30:19.094753 dv-cinder-830097-4-iscsi neutron-server[103458]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2535e9cd-b6bd-451e-9cbf-defac831801e admin admin] Notify agent at l3_agent.dv-cinder-830097-4-iscsi the message routers_updated {{(pid=103458) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 12 13:30:19.100178 dv-cinder-830097-4-iscsi neutron-server[103458]: INFO neutron.wsgi [None req-2535e9cd-b6bd-451e-9cbf-defac831801e admin admin] 10.222.0.18 "PUT /v2.0/routers/90412c38-0b00-48d0-9e60-afa9de49dea7/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5675235 Apr 12 13:30:19.102699 dv-cinder-830097-4-iscsi neutron-server[103458]: DEBUG neutron.wsgi [-] (103458) accepted ('10.222.0.18', 52104) {{(pid=103458) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 13:30:19.116467 dv-cinder-830097-4-iscsi neutron-server[103459]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-30b8fc52-7142-4e2c-9939-1c0bdeceb376 None None] Sync routers for ids ['90412c38-0b00-48d0-9e60-afa9de49dea7'] in dv-cinder-830097-4-iscsi {{(pid=103459) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 12 13:30:19.118807 dv-cinder-830097-4-iscsi neutron-server[103459]: DEBUG neutron.plugins.ml2.plugin [None req-53781792-8650-4c78-93a6-1c4d328d874c None None] No Port match for: 6db58230-46c1-45d4-a235-b474bc54701d {{(pid=103459) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2341}} Apr 12 13:30:19.119154 dv-cinder-830097-4-iscsi neutron-server[103459]: DEBUG neutron.plugins.ml2.rpc [None req-53781792-8650-4c78-93a6-1c4d328d874c None None] Device 6db58230-46c1-45d4-a235-b474bc54701d not bound to the agent host dv-cinder-830097-4-iscsi {{(pid=103459) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 12 13:30:19.129001 dv-cinder-830097-4-iscsi neutron-server[103459]: DEBUG neutron.db.l3_dvrscheduler_db [None req-30b8fc52-7142-4e2c-9939-1c0bdeceb376 None None] Routers {'90412c38-0b00-48d0-9e60-afa9de49dea7'} bound to L3 agent in host dv-cinder-830097-4-iscsi {{(pid=103459) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 12 13:30:19.129679 dv-cinder-830097-4-iscsi neutron-server[103459]: DEBUG neutron.db.l3_hamode_db [None req-30b8fc52-7142-4e2c-9939-1c0bdeceb376 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830097-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-12T13:07:19Z,description=,heartbeat_timestamp=2022-04-12T13:29:49Z,host='dv-cinder-830097-4-iscsi',id=b7e11a8b-aeed-493f-9763-461016dddc93,load=0,resource_versions=,resources_synced=,started_at=2022-04-12T13:07:19Z,topic='l3_agent')) {'router_ids': ['90412c38-0b00-48d0-9e60-afa9de49dea7'], 'active': True} {{(pid=103459) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 13:30:19.207717 dv-cinder-830097-4-iscsi neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-c4bff848-618d-4509-accf-7f789c61b05c admin admin] Publish callbacks [] for router (90412c38-0b00-48d0-9e60-afa9de49dea7), before_delete {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:30:19.237025 dv-cinder-830097-4-iscsi neutron-server[103459]: DEBUG neutron.db.l3_dvr_db [None req-30b8fc52-7142-4e2c-9939-1c0bdeceb376 None None] Set router 90412c38-0b00-48d0-9e60-afa9de49dea7 gateway port host: dv-cinder-830097-4-iscsi {{(pid=103459) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 12 13:30:19.309799 dv-cinder-830097-4-iscsi neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-c4bff848-618d-4509-accf-7f789c61b05c admin admin] Publish callbacks [] for router_gateway (90412c38-0b00-48d0-9e60-afa9de49dea7), before_delete {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:30:19.352668 dv-cinder-830097-4-iscsi neutron-server[103458]: DEBUG neutron.plugins.ml2.plugin [None req-c4bff848-618d-4509-accf-7f789c61b05c admin admin] Deleting port c7dd2cfa-6794-4b89-865b-e2e1a07858d7 {{(pid=103458) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 12 13:30:19.353108 dv-cinder-830097-4-iscsi neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-c4bff848-618d-4509-accf-7f789c61b05c admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732727887391'] for port (c7dd2cfa-6794-4b89-865b-e2e1a07858d7), before_delete {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:30:19.413397 dv-cinder-830097-4-iscsi neutron-server[103459]: DEBUG neutron_lib.callbacks.manager [None req-a83c2cc3-10be-4725-bac7-e81ee9d363ed None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732727929501', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-657397'] for agent (b7e11a8b-aeed-493f-9763-461016dddc93), after_update {{(pid=103459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:30:19.419268 dv-cinder-830097-4-iscsi neutron-server[103459]: DEBUG neutron.db.l3_hamode_db [None req-30b8fc52-7142-4e2c-9939-1c0bdeceb376 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '90412c38-0b00-48d0-9e60-afa9de49dea7', 'name': 'tempest-TestVolumeBootPattern-313426889-router', 'tenant_id': '9a626635b07f45ddab41825071a0e99a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '26d0436d-8ae2-49bd-8cc6-3d2eac552c84', 'external_fixed_ips': [{'subnet_id': 'd93852d8-8f89-4b1c-bef4-0e05f499a8db', 'ip_address': '172.27.0.181'}], 'enable_snat': True}, 'gw_port_id': 'c7dd2cfa-6794-4b89-865b-e2e1a07858d7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-12T13:19:42Z', 'updated_at': '2022-04-12T13:30:18Z', 'revision_number': 5, 'project_id': '9a626635b07f45ddab41825071a0e99a', 'gw_port': {'id': 'c7dd2cfa-6794-4b89-865b-e2e1a07858d7', 'name': '', 'network_id': '26d0436d-8ae2-49bd-8cc6-3d2eac552c84', 'tenant_id': '', 'mac_address': 'fa:16:3e:8a:d1:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '90412c38-0b00-48d0-9e60-afa9de49dea7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 475, 'fixed_ips': [{'subnet_id': 'd93852d8-8f89-4b1c-bef4-0e05f499a8db', 'ip_address': '172.27.0.181', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830097-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T13:19:43Z', 'updated_at': '2022-04-12T13:19:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd93852d8-8f89-4b1c-bef4-0e05f499a8db', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830097-4-iscsi'}], 'dv-cinder-830097-4-iscsi', False) {} {{(pid=103459) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 13:30:19.435113 dv-cinder-830097-4-iscsi neutron-server[103458]: DEBUG neutron.plugins.ml2.db [None req-c4bff848-618d-4509-accf-7f789c61b05c admin admin] For port c7dd2cfa-6794-4b89-865b-e2e1a07858d7, host dv-cinder-830097-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-830097-4-iscsi',level=0,port_id=c7dd2cfa-6794-4b89-865b-e2e1a07858d7,segment=NetworkSegment(333e2245-11dc-4fcd-9fb1-9fe65fae59ea),segment_id=333e2245-11dc-4fcd-9fb1-9fe65fae59ea)] {{(pid=103458) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 12 13:30:19.435470 dv-cinder-830097-4-iscsi neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-c4bff848-618d-4509-accf-7f789c61b05c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3742288'] for port (c7dd2cfa-6794-4b89-865b-e2e1a07858d7), precommit_delete {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:30:19.451360 dv-cinder-830097-4-iscsi neutron-server[103458]: DEBUG neutron.plugins.ml2.plugin [None req-c4bff848-618d-4509-accf-7f789c61b05c admin admin] Calling delete_port for c7dd2cfa-6794-4b89-865b-e2e1a07858d7 owned by network:router_gateway {{(pid=103458) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 12 13:30:19.452075 dv-cinder-830097-4-iscsi neutron-server[103459]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-30b8fc52-7142-4e2c-9939-1c0bdeceb376 None None] Checking router: 90412c38-0b00-48d0-9e60-afa9de49dea7 for host: dv-cinder-830097-4-iscsi {{(pid=103459) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 12 13:30:19.461235 dv-cinder-830097-4-iscsi neutron-server[103459]: DEBUG neutron.db.l3_dvrscheduler_db [None req-30b8fc52-7142-4e2c-9939-1c0bdeceb376 None None] Routers {'90412c38-0b00-48d0-9e60-afa9de49dea7'} bound to L3 agent in host dv-cinder-830097-4-iscsi {{(pid=103459) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 12 13:30:19.461853 dv-cinder-830097-4-iscsi neutron-server[103459]: DEBUG neutron.db.l3_hamode_db [None req-30b8fc52-7142-4e2c-9939-1c0bdeceb376 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830097-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-12T13:07:19Z,description=,heartbeat_timestamp=2022-04-12T13:30:19Z,host='dv-cinder-830097-4-iscsi',id=b7e11a8b-aeed-493f-9763-461016dddc93,load=0,resource_versions=,resources_synced=,started_at=2022-04-12T13:07:19Z,topic='l3_agent')) {'router_ids': ['90412c38-0b00-48d0-9e60-afa9de49dea7'], 'active': True} {{(pid=103459) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 13:30:19.546411 dv-cinder-830097-4-iscsi neutron-server[103459]: DEBUG neutron.db.l3_dvr_db [None req-30b8fc52-7142-4e2c-9939-1c0bdeceb376 None None] Set router 90412c38-0b00-48d0-9e60-afa9de49dea7 gateway port host: None {{(pid=103459) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 12 13:30:19.604520 dv-cinder-830097-4-iscsi neutron-server[103459]: DEBUG neutron.db.l3_hamode_db [None req-30b8fc52-7142-4e2c-9939-1c0bdeceb376 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '90412c38-0b00-48d0-9e60-afa9de49dea7', 'name': 'tempest-TestVolumeBootPattern-313426889-router', 'tenant_id': '9a626635b07f45ddab41825071a0e99a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-12T13:19:42Z', 'updated_at': '2022-04-12T13:30:19Z', 'revision_number': 6, 'project_id': '9a626635b07f45ddab41825071a0e99a', 'gw_port_host': None}], 'dv-cinder-830097-4-iscsi', False) {} {{(pid=103459) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 13:30:19.619623 dv-cinder-830097-4-iscsi neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-c4bff848-618d-4509-accf-7f789c61b05c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-915890', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3697887', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732727894797', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732727417923', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26097133'] for port (c7dd2cfa-6794-4b89-865b-e2e1a07858d7), after_delete {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:30:19.633502 dv-cinder-830097-4-iscsi neutron-server[103459]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-30b8fc52-7142-4e2c-9939-1c0bdeceb376 None None] The sync data for ids ['90412c38-0b00-48d0-9e60-afa9de49dea7'] in dv-cinder-830097-4-iscsi is: [{'id': '90412c38-0b00-48d0-9e60-afa9de49dea7', 'name': 'tempest-TestVolumeBootPattern-313426889-router', 'tenant_id': '9a626635b07f45ddab41825071a0e99a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-12T13:19:42Z', 'updated_at': '2022-04-12T13:30:19Z', 'revision_number': 6, 'project_id': '9a626635b07f45ddab41825071a0e99a', 'gw_port_host': None}] {{(pid=103459) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 12 13:30:19.650778 dv-cinder-830097-4-iscsi neutron-server[103458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4bff848-618d-4509-accf-7f789c61b05c admin admin] Pushing event deleted for resources: {'Port': ['ID=c7dd2cfa-6794-4b89-865b-e2e1a07858d7,revision_number=None']} {{(pid=103458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 13:30:19.713350 dv-cinder-830097-4-iscsi neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-c4bff848-618d-4509-accf-7f789c61b05c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3739012'] for router_gateway (90412c38-0b00-48d0-9e60-afa9de49dea7), after_delete {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:30:19.807397 dv-cinder-830097-4-iscsi neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-c4bff848-618d-4509-accf-7f789c61b05c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3800106', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-36279'] for router (90412c38-0b00-48d0-9e60-afa9de49dea7), precommit_delete {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:30:19.809598 dv-cinder-830097-4-iscsi neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-c4bff848-618d-4509-accf-7f789c61b05c admin admin] Publish callbacks [] for router_controller (90412c38-0b00-48d0-9e60-afa9de49dea7), precommit_delete_associations {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:30:19.854844 dv-cinder-830097-4-iscsi neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-c4bff848-618d-4509-accf-7f789c61b05c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3800099'] for router (90412c38-0b00-48d0-9e60-afa9de49dea7), after_delete {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:30:19.855334 dv-cinder-830097-4-iscsi neutron-server[103458]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c4bff848-618d-4509-accf-7f789c61b05c admin admin] Fanout notify agent at l3_agent the message router_deleted on router 90412c38-0b00-48d0-9e60-afa9de49dea7 {{(pid=103458) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 12 13:30:19.859540 dv-cinder-830097-4-iscsi neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-c4bff848-618d-4509-accf-7f789c61b05c admin admin] Publish callbacks [] for router (None), before_response {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:30:19.861310 dv-cinder-830097-4-iscsi neutron-server[103458]: INFO neutron.wsgi [None req-c4bff848-618d-4509-accf-7f789c61b05c admin admin] 10.222.0.18 "DELETE /v2.0/routers/90412c38-0b00-48d0-9e60-afa9de49dea7 HTTP/1.1" status: 204 len: 168 time: 0.7576880 Apr 12 13:30:19.864058 dv-cinder-830097-4-iscsi neutron-server[103457]: DEBUG neutron.wsgi [-] (103457) accepted ('10.222.0.18', 52106) {{(pid=103457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 13:30:19.909975 dv-cinder-830097-4-iscsi neutron-server[103457]: DEBUG neutron.db.db_base_plugin_v2 [None req-ef39d826-7303-4c21-85c4-f0b47129ed30 admin admin] Deleting subnet 55e50d89-83a0-4879-9279-a365291269bc {{(pid=103457) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Apr 12 13:30:19.913315 dv-cinder-830097-4-iscsi neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-ef39d826-7303-4c21-85c4-f0b47129ed30 admin admin] Publish callbacks [] for subnet (55e50d89-83a0-4879-9279-a365291269bc), before_delete {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:30:19.948591 dv-cinder-830097-4-iscsi neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-ef39d826-7303-4c21-85c4-f0b47129ed30 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25895930'] for subnet (55e50d89-83a0-4879-9279-a365291269bc), precommit_delete_associations {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:30:20.031776 dv-cinder-830097-4-iscsi neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-ef39d826-7303-4c21-85c4-f0b47129ed30 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-660287'] for subnet (55e50d89-83a0-4879-9279-a365291269bc), precommit_delete {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:30:20.085854 dv-cinder-830097-4-iscsi neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-ef39d826-7303-4c21-85c4-f0b47129ed30 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-660230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3682813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3697887', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25610635', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25774346'] for subnet (55e50d89-83a0-4879-9279-a365291269bc), after_delete {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:30:20.114340 dv-cinder-830097-4-iscsi neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-ef39d826-7303-4c21-85c4-f0b47129ed30 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:30:20.119764 dv-cinder-830097-4-iscsi neutron-server[103457]: INFO neutron.wsgi [None req-ef39d826-7303-4c21-85c4-f0b47129ed30 admin admin] 10.222.0.18 "DELETE /v2.0/subnets/55e50d89-83a0-4879-9279-a365291269bc HTTP/1.1" status: 204 len: 168 time: 0.2543645 Apr 12 13:30:20.121260 dv-cinder-830097-4-iscsi neutron-server[103457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef39d826-7303-4c21-85c4-f0b47129ed30 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=55e50d89-83a0-4879-9279-a365291269bc,revision_number=None']} {{(pid=103457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 13:30:20.122204 dv-cinder-830097-4-iscsi neutron-server[103459]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2776ae27-3c6c-4432-8c22-41357a9ed37e None None] Network 8af4387f-3ada-4e59-87d1-e9e2d9f10b8d requested from dv-cinder-830097-4-iscsi {{(pid=103459) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 12 13:30:20.122691 dv-cinder-830097-4-iscsi neutron-server[103458]: DEBUG neutron.wsgi [-] (103458) accepted ('10.222.0.18', 52110) {{(pid=103458) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 13:30:20.194320 dv-cinder-830097-4-iscsi neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-b6150ea4-7d82-411e-9a18-fb9969aac5e7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-739948'] for network (8af4387f-3ada-4e59-87d1-e9e2d9f10b8d), before_delete {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:30:20.239383 dv-cinder-830097-4-iscsi neutron-server[103458]: DEBUG neutron.plugins.ml2.plugin [None req-b6150ea4-7d82-411e-9a18-fb9969aac5e7 admin admin] Deleting port 7687c0c6-c8be-420d-89f1-a159a5279ac1 {{(pid=103458) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 12 13:30:20.239720 dv-cinder-830097-4-iscsi neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-b6150ea4-7d82-411e-9a18-fb9969aac5e7 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732727887391'] for port (7687c0c6-c8be-420d-89f1-a159a5279ac1), before_delete {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:30:20.305117 dv-cinder-830097-4-iscsi neutron-server[103458]: DEBUG neutron.plugins.ml2.db [None req-b6150ea4-7d82-411e-9a18-fb9969aac5e7 admin admin] For port 7687c0c6-c8be-420d-89f1-a159a5279ac1, host dv-cinder-830097-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-830097-4-iscsi',level=0,port_id=7687c0c6-c8be-420d-89f1-a159a5279ac1,segment=NetworkSegment(4b2181b3-fe73-4feb-8676-c2dd24f2933e),segment_id=4b2181b3-fe73-4feb-8676-c2dd24f2933e)] {{(pid=103458) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 12 13:30:20.305429 dv-cinder-830097-4-iscsi neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-b6150ea4-7d82-411e-9a18-fb9969aac5e7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3742288'] for port (7687c0c6-c8be-420d-89f1-a159a5279ac1), precommit_delete {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:30:20.316555 dv-cinder-830097-4-iscsi neutron-server[103459]: DEBUG neutron_lib.callbacks.manager [None req-f20c20fe-5767-407a-9f30-b36f01c50254 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732727929501', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-657397'] for agent (1e8a91c7-94d1-4b17-9536-32bc01f44a9b), after_update {{(pid=103459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:30:20.319232 dv-cinder-830097-4-iscsi neutron-server[103458]: DEBUG neutron.plugins.ml2.plugin [None req-b6150ea4-7d82-411e-9a18-fb9969aac5e7 admin admin] Calling delete_port for 7687c0c6-c8be-420d-89f1-a159a5279ac1 owned by network:dhcp {{(pid=103458) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 12 13:30:20.397896 dv-cinder-830097-4-iscsi neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-b6150ea4-7d82-411e-9a18-fb9969aac5e7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-915890', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3697887', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732727894797', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732727417923', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26097133'] for port (7687c0c6-c8be-420d-89f1-a159a5279ac1), after_delete {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:30:20.416998 dv-cinder-830097-4-iscsi neutron-server[103459]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7fd43958-d6f0-4c1e-ae43-6a48f1b65199 None None] DHCP port deletion for 8af4387f-3ada-4e59-87d1-e9e2d9f10b8d request from dv-cinder-830097-4-iscsi {{(pid=103459) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Apr 12 13:30:20.436969 dv-cinder-830097-4-iscsi neutron-server[103458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6150ea4-7d82-411e-9a18-fb9969aac5e7 admin admin] Pushing event deleted for resources: {'Port': ['ID=7687c0c6-c8be-420d-89f1-a159a5279ac1,revision_number=None']} {{(pid=103458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 13:30:20.446244 dv-cinder-830097-4-iscsi neutron-server[103458]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b6150ea4-7d82-411e-9a18-fb9969aac5e7 admin admin] No DVR routers for this DVR port 7687c0c6-c8be-420d-89f1-a159a5279ac1 on host dv-cinder-830097-4-iscsi {{(pid=103458) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 12 13:30:20.520319 dv-cinder-830097-4-iscsi neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-b6150ea4-7d82-411e-9a18-fb9969aac5e7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-661938', 'neutron.services.segments.db._delete_segments_for_network-8732727929519'] for network (8af4387f-3ada-4e59-87d1-e9e2d9f10b8d), precommit_delete {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:30:20.540653 dv-cinder-830097-4-iscsi neutron-server[103458]: DEBUG neutron.services.segments.db [None req-b6150ea4-7d82-411e-9a18-fb9969aac5e7 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8af4387f-3ada-4e59-87d1-e9e2d9f10b8d']}} {{(pid=103458) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 13:30:20.550323 dv-cinder-830097-4-iscsi neutron-server[103458]: DEBUG neutron.services.segments.db [None req-b6150ea4-7d82-411e-9a18-fb9969aac5e7 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4b2181b3-fe73-4feb-8676-c2dd24f2933e') {'for_net_delete': True} {{(pid=103458) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 13:30:20.550618 dv-cinder-830097-4-iscsi neutron-server[103458]: DEBUG neutron.services.segments.db [None req-b6150ea4-7d82-411e-9a18-fb9969aac5e7 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4b2181b3-fe73-4feb-8676-c2dd24f2933e') {} {{(pid=103458) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 13:30:20.559905 dv-cinder-830097-4-iscsi neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-b6150ea4-7d82-411e-9a18-fb9969aac5e7 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8732727932344', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26034242'] for segment (4b2181b3-fe73-4feb-8676-c2dd24f2933e), before_delete {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:30:20.573760 dv-cinder-830097-4-iscsi neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-b6150ea4-7d82-411e-9a18-fb9969aac5e7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-715442'] for segment (4b2181b3-fe73-4feb-8676-c2dd24f2933e), precommit_delete {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:30:20.580171 dv-cinder-830097-4-iscsi neutron-server[103458]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b6150ea4-7d82-411e-9a18-fb9969aac5e7 admin admin] Releasing vlan 227 on physical network physnet1 to pool {{(pid=103458) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 12 13:30:20.580951 dv-cinder-830097-4-iscsi neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-b6150ea4-7d82-411e-9a18-fb9969aac5e7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-715442', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26096954'] for segment (4b2181b3-fe73-4feb-8676-c2dd24f2933e), after_delete {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:30:20.582525 dv-cinder-830097-4-iscsi neutron-server[103458]: Traceback (most recent call last): Apr 12 13:30:20.582525 dv-cinder-830097-4-iscsi neutron-server[103458]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 12 13:30:20.582525 dv-cinder-830097-4-iscsi neutron-server[103458]: timer() Apr 12 13:30:20.582525 dv-cinder-830097-4-iscsi neutron-server[103458]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 12 13:30:20.582525 dv-cinder-830097-4-iscsi neutron-server[103458]: cb(*args, **kw) Apr 12 13:30:20.582525 dv-cinder-830097-4-iscsi neutron-server[103458]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 12 13:30:20.582525 dv-cinder-830097-4-iscsi neutron-server[103458]: return func(*args, **kwargs) Apr 12 13:30:20.582525 dv-cinder-830097-4-iscsi neutron-server[103458]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 12 13:30:20.582525 dv-cinder-830097-4-iscsi neutron-server[103458]: self._notify() Apr 12 13:30:20.582525 dv-cinder-830097-4-iscsi neutron-server[103458]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 12 13:30:20.582525 dv-cinder-830097-4-iscsi neutron-server[103458]: self.callback(batched_events) Apr 12 13:30:20.582525 dv-cinder-830097-4-iscsi neutron-server[103458]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 12 13:30:20.582525 dv-cinder-830097-4-iscsi neutron-server[103458]: event.method(event) Apr 12 13:30:20.582525 dv-cinder-830097-4-iscsi neutron-server[103458]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 12 13:30:20.582525 dv-cinder-830097-4-iscsi neutron-server[103458]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 12 13:30:20.582525 dv-cinder-830097-4-iscsi neutron-server[103458]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 12 13:30:20.582525 dv-cinder-830097-4-iscsi neutron-server[103458]: aggregate_uuid = self.p_client.list_aggregates( Apr 12 13:30:20.582525 dv-cinder-830097-4-iscsi neutron-server[103458]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 12 13:30:20.582525 dv-cinder-830097-4-iscsi neutron-server[103458]: return f(self, *a, **k) Apr 12 13:30:20.582525 dv-cinder-830097-4-iscsi neutron-server[103458]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 12 13:30:20.582525 dv-cinder-830097-4-iscsi neutron-server[103458]: return self._get(url).json() Apr 12 13:30:20.582525 dv-cinder-830097-4-iscsi neutron-server[103458]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 12 13:30:20.582525 dv-cinder-830097-4-iscsi neutron-server[103458]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 12 13:30:20.582525 dv-cinder-830097-4-iscsi neutron-server[103458]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 12 13:30:20.582525 dv-cinder-830097-4-iscsi neutron-server[103458]: return self.request(url, 'GET', **kwargs) Apr 12 13:30:20.582525 dv-cinder-830097-4-iscsi neutron-server[103458]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 12 13:30:20.582525 dv-cinder-830097-4-iscsi neutron-server[103458]: base_url = self.get_endpoint(auth, allow=allow, Apr 12 13:30:20.582525 dv-cinder-830097-4-iscsi neutron-server[103458]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 12 13:30:20.582525 dv-cinder-830097-4-iscsi neutron-server[103458]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 12 13:30:20.582525 dv-cinder-830097-4-iscsi neutron-server[103458]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 12 13:30:20.582525 dv-cinder-830097-4-iscsi neutron-server[103458]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 12 13:30:20.582525 dv-cinder-830097-4-iscsi neutron-server[103458]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 12 13:30:20.642382 dv-cinder-830097-4-iscsi neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-b6150ea4-7d82-411e-9a18-fb9969aac5e7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-661949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3691972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3697887', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3739104'] for network (8af4387f-3ada-4e59-87d1-e9e2d9f10b8d), after_delete {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:30:20.646986 dv-cinder-830097-4-iscsi neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-b6150ea4-7d82-411e-9a18-fb9969aac5e7 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3697709'] for network (None), before_response {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:30:20.650251 dv-cinder-830097-4-iscsi neutron-server[103458]: INFO neutron.wsgi [None req-b6150ea4-7d82-411e-9a18-fb9969aac5e7 admin admin] 10.222.0.18 "DELETE /v2.0/networks/8af4387f-3ada-4e59-87d1-e9e2d9f10b8d HTTP/1.1" status: 204 len: 168 time: 0.5269783 Apr 12 13:30:20.663762 dv-cinder-830097-4-iscsi neutron-server[103458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6150ea4-7d82-411e-9a18-fb9969aac5e7 admin admin] Pushing event deleted for resources: {'Network': ['ID=8af4387f-3ada-4e59-87d1-e9e2d9f10b8d,revision_number=None']} {{(pid=103458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 13:30:20.780788 dv-cinder-830097-4-iscsi neutron-server[103458]: DEBUG neutron.wsgi [-] (103458) accepted ('10.222.0.18', 52114) {{(pid=103458) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 13:30:20.820629 dv-cinder-830097-4-iscsi neutron-server[103458]: INFO neutron.wsgi [None req-031a1251-a6f3-4436-82a6-213ac7c2bfcf admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=59e9ce76515147cfa24a7c710300c9c0&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0386732 Apr 12 13:30:20.823068 dv-cinder-830097-4-iscsi neutron-server[103458]: DEBUG neutron.wsgi [-] (103458) accepted ('10.222.0.18', 52116) {{(pid=103458) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 13:30:20.868790 dv-cinder-830097-4-iscsi neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-cb07a688-4995-4592-86eb-cd29e570056c admin admin] Publish callbacks [] for security_group (40716b69-cb43-48ac-9c4a-e751dc99be50), before_delete {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:30:20.888933 dv-cinder-830097-4-iscsi neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-cb07a688-4995-4592-86eb-cd29e570056c admin admin] Publish callbacks [] for security_group (40716b69-cb43-48ac-9c4a-e751dc99be50), precommit_delete {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:30:20.942080 dv-cinder-830097-4-iscsi neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-cb07a688-4995-4592-86eb-cd29e570056c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3691807'] for security_group (40716b69-cb43-48ac-9c4a-e751dc99be50), after_delete {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:30:20.944997 dv-cinder-830097-4-iscsi neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-cb07a688-4995-4592-86eb-cd29e570056c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:30:20.946364 dv-cinder-830097-4-iscsi neutron-server[103458]: INFO neutron.wsgi [None req-cb07a688-4995-4592-86eb-cd29e570056c admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/40716b69-cb43-48ac-9c4a-e751dc99be50 HTTP/1.1" status: 204 len: 168 time: 0.1224048 Apr 12 13:30:20.953815 dv-cinder-830097-4-iscsi neutron-server[103458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb07a688-4995-4592-86eb-cd29e570056c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=40716b69-cb43-48ac-9c4a-e751dc99be50,revision_number=None']} {{(pid=103458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 13:30:21.205027 dv-cinder-830097-4-iscsi neutron-server[103459]: DEBUG neutron.plugins.ml2.rpc [None req-53781792-8650-4c78-93a6-1c4d328d874c None None] Device 761b78c6-0c5b-416b-af44-76a58e355ee6 no longer exists at agent ovs-agent-dv-cinder-830097-4-iscsi {{(pid=103459) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 12 13:30:21.225097 dv-cinder-830097-4-iscsi neutron-server[103459]: DEBUG neutron.plugins.ml2.plugin [None req-53781792-8650-4c78-93a6-1c4d328d874c None None] No Port match for: 761b78c6-0c5b-416b-af44-76a58e355ee6 {{(pid=103459) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2341}} Apr 12 13:30:21.225445 dv-cinder-830097-4-iscsi neutron-server[103459]: DEBUG neutron.plugins.ml2.rpc [None req-53781792-8650-4c78-93a6-1c4d328d874c None None] Device 761b78c6-0c5b-416b-af44-76a58e355ee6 not bound to the agent host dv-cinder-830097-4-iscsi {{(pid=103459) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 12 13:30:21.225873 dv-cinder-830097-4-iscsi neutron-server[103459]: DEBUG neutron.plugins.ml2.rpc [None req-53781792-8650-4c78-93a6-1c4d328d874c None None] Device c7dd2cfa-6794-4b89-865b-e2e1a07858d7 no longer exists at agent ovs-agent-dv-cinder-830097-4-iscsi {{(pid=103459) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 12 13:30:21.244867 dv-cinder-830097-4-iscsi neutron-server[103459]: DEBUG neutron.plugins.ml2.plugin [None req-53781792-8650-4c78-93a6-1c4d328d874c None None] No Port match for: c7dd2cfa-6794-4b89-865b-e2e1a07858d7 {{(pid=103459) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2341}} Apr 12 13:30:21.245224 dv-cinder-830097-4-iscsi neutron-server[103459]: DEBUG neutron.plugins.ml2.rpc [None req-53781792-8650-4c78-93a6-1c4d328d874c None None] Device c7dd2cfa-6794-4b89-865b-e2e1a07858d7 not bound to the agent host dv-cinder-830097-4-iscsi {{(pid=103459) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 12 13:30:21.245645 dv-cinder-830097-4-iscsi neutron-server[103459]: DEBUG neutron.plugins.ml2.rpc [None req-53781792-8650-4c78-93a6-1c4d328d874c None None] Device 7687c0c6-c8be-420d-89f1-a159a5279ac1 no longer exists at agent ovs-agent-dv-cinder-830097-4-iscsi {{(pid=103459) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 12 13:30:21.264858 dv-cinder-830097-4-iscsi neutron-server[103459]: DEBUG neutron.plugins.ml2.plugin [None req-53781792-8650-4c78-93a6-1c4d328d874c None None] No Port match for: 7687c0c6-c8be-420d-89f1-a159a5279ac1 {{(pid=103459) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2341}} Apr 12 13:30:21.265208 dv-cinder-830097-4-iscsi neutron-server[103459]: DEBUG neutron.plugins.ml2.rpc [None req-53781792-8650-4c78-93a6-1c4d328d874c None None] Device 7687c0c6-c8be-420d-89f1-a159a5279ac1 not bound to the agent host dv-cinder-830097-4-iscsi {{(pid=103459) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 12 13:30:21.296889 dv-cinder-830097-4-iscsi neutron-server[103458]: DEBUG neutron.wsgi [-] (103458) accepted ('10.222.0.18', 52122) {{(pid=103458) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 13:30:21.336478 dv-cinder-830097-4-iscsi neutron-server[103458]: INFO neutron.wsgi [None req-2c457fd5-189a-4bc7-a8c4-94c9ee532546 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=9a626635b07f45ddab41825071a0e99a&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0383942 Apr 12 13:30:21.338887 dv-cinder-830097-4-iscsi neutron-server[103458]: DEBUG neutron.wsgi [-] (103458) accepted ('10.222.0.18', 52124) {{(pid=103458) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 13:30:21.383731 dv-cinder-830097-4-iscsi neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-bd7bea59-6f66-4b0c-acab-65cf63ae6772 admin admin] Publish callbacks [] for security_group (7c405c48-2ace-4e92-9a8b-f8a1df51ff41), before_delete {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:30:21.404652 dv-cinder-830097-4-iscsi neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-bd7bea59-6f66-4b0c-acab-65cf63ae6772 admin admin] Publish callbacks [] for security_group (7c405c48-2ace-4e92-9a8b-f8a1df51ff41), precommit_delete {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:30:21.447976 dv-cinder-830097-4-iscsi neutron-server[103459]: DEBUG neutron_lib.callbacks.manager [None req-09c91955-1169-4ba5-b480-d25faf385fa1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732727929501', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-657397'] for agent (6571c785-b050-42b7-b6d0-d71237f75507), after_update {{(pid=103459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:30:21.452039 dv-cinder-830097-4-iscsi neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-bd7bea59-6f66-4b0c-acab-65cf63ae6772 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3691807'] for security_group (7c405c48-2ace-4e92-9a8b-f8a1df51ff41), after_delete {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:30:21.455769 dv-cinder-830097-4-iscsi neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-bd7bea59-6f66-4b0c-acab-65cf63ae6772 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:30:21.456967 dv-cinder-830097-4-iscsi neutron-server[103458]: INFO neutron.wsgi [None req-bd7bea59-6f66-4b0c-acab-65cf63ae6772 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/7c405c48-2ace-4e92-9a8b-f8a1df51ff41 HTTP/1.1" status: 204 len: 168 time: 0.1171618 Apr 12 13:30:21.464754 dv-cinder-830097-4-iscsi neutron-server[103458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd7bea59-6f66-4b0c-acab-65cf63ae6772 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7c405c48-2ace-4e92-9a8b-f8a1df51ff41,revision_number=None']} {{(pid=103458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 13:30:23.233505 dv-cinder-830097-4-iscsi neutron-server[103459]: DEBUG neutron_lib.callbacks.manager [None req-53781792-8650-4c78-93a6-1c4d328d874c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732727929501', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-657397'] for agent (3f2daa45-5e56-452b-8a21-b519edfce99e), after_update {{(pid=103459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:30:29.964089 dv-cinder-830097-4-iscsi neutron-server[103459]: DEBUG neutron_lib.callbacks.manager [None req-3505bd68-a9fd-4823-92ea-1a6ded8ab071 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732727929501', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-657397'] for agent (ee5509cd-6dd7-49df-aa37-3740ebd1e34b), after_update {{(pid=103459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:30:46.793263 dv-cinder-830097-4-iscsi neutron-server[103459]: DEBUG neutron_lib.callbacks.manager [None req-81472ff9-e1c9-473a-aa79-e0b742b354b3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732727929501', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-657397'] for agent (246ca497-e2ee-4e0b-b432-b4153c207e5f), after_update {{(pid=103459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:30:49.230632 dv-cinder-830097-4-iscsi neutron-server[103460]: DEBUG neutron.db.agents_db [None req-38c2972b-b018-47ca-95cb-8760adc1e78b None None] Agent healthcheck: found 6 active agents {{(pid=103460) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 12 13:30:49.385733 dv-cinder-830097-4-iscsi neutron-server[103459]: DEBUG neutron_lib.callbacks.manager [None req-29d8edc6-56dc-4d7e-9617-9c9d9a17429d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732727929501', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-657397'] for agent (b7e11a8b-aeed-493f-9763-461016dddc93), after_update {{(pid=103459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:30:49.564089 dv-cinder-830097-4-iscsi neutron-server[103458]: DEBUG neutron.wsgi [-] (103458) accepted ('10.222.0.18', 52170) {{(pid=103458) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 13:30:49.569376 dv-cinder-830097-4-iscsi neutron-server[103458]: DEBUG neutron.api.v2.base [None req-0a3fdd76-59b9-4ec9-ba4d-154cfbf4503a tempest-AttachVolumeNegativeTest-50432476 tempest-AttachVolumeNegativeTest-50432476-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1261629540', 'description': 'tempest-description--1737455388'}} {{(pid=103458) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 12 13:30:49.589588 dv-cinder-830097-4-iscsi neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-0a3fdd76-59b9-4ec9-ba4d-154cfbf4503a tempest-AttachVolumeNegativeTest-50432476 tempest-AttachVolumeNegativeTest-50432476-project] Publish callbacks [] for security_group (None), before_create {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:30:49.655030 dv-cinder-830097-4-iscsi neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-0a3fdd76-59b9-4ec9-ba4d-154cfbf4503a tempest-AttachVolumeNegativeTest-50432476 tempest-AttachVolumeNegativeTest-50432476-project] Publish callbacks [] for security_group (c6db3de2-a1a4-4b70-8b7c-e40a8d8c2e4c), precommit_create {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:30:49.659135 dv-cinder-830097-4-iscsi neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-0a3fdd76-59b9-4ec9-ba4d-154cfbf4503a tempest-AttachVolumeNegativeTest-50432476 tempest-AttachVolumeNegativeTest-50432476-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3691807'] for security_group (c6db3de2-a1a4-4b70-8b7c-e40a8d8c2e4c), after_create {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:30:49.691701 dv-cinder-830097-4-iscsi neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-0a3fdd76-59b9-4ec9-ba4d-154cfbf4503a tempest-AttachVolumeNegativeTest-50432476 tempest-AttachVolumeNegativeTest-50432476-project] Publish callbacks [] for security_group (None), before_response {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:30:49.693163 dv-cinder-830097-4-iscsi neutron-server[103458]: INFO neutron.wsgi [None req-0a3fdd76-59b9-4ec9-ba4d-154cfbf4503a tempest-AttachVolumeNegativeTest-50432476 tempest-AttachVolumeNegativeTest-50432476-project] 10.222.0.18 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1797 time: 0.1277893 Apr 12 13:30:49.695094 dv-cinder-830097-4-iscsi neutron-server[103458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a3fdd76-59b9-4ec9-ba4d-154cfbf4503a tempest-AttachVolumeNegativeTest-50432476 tempest-AttachVolumeNegativeTest-50432476-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c6db3de2-a1a4-4b70-8b7c-e40a8d8c2e4c,revision_number=1']} {{(pid=103458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 13:30:49.696200 dv-cinder-830097-4-iscsi neutron-server[103457]: DEBUG neutron.wsgi [-] (103457) accepted ('10.222.0.18', 52172) {{(pid=103457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 13:30:49.700717 dv-cinder-830097-4-iscsi neutron-server[103457]: DEBUG neutron.api.v2.base [None req-2db32579-ee37-4d68-b9e2-35d7e7a2586c tempest-AttachVolumeNegativeTest-50432476 tempest-AttachVolumeNegativeTest-50432476-project] Request body: {'security_group_rule': {'security_group_id': 'c6db3de2-a1a4-4b70-8b7c-e40a8d8c2e4c', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103457) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 12 13:30:49.727593 dv-cinder-830097-4-iscsi neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-2db32579-ee37-4d68-b9e2-35d7e7a2586c tempest-AttachVolumeNegativeTest-50432476 tempest-AttachVolumeNegativeTest-50432476-project] Publish callbacks [] for security_group_rule (11900543-5d24-4090-9532-bf49649259a9), before_create {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:30:49.780313 dv-cinder-830097-4-iscsi neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-2db32579-ee37-4d68-b9e2-35d7e7a2586c tempest-AttachVolumeNegativeTest-50432476 tempest-AttachVolumeNegativeTest-50432476-project] Publish callbacks [] for security_group_rule (11900543-5d24-4090-9532-bf49649259a9), precommit_create {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:30:49.783595 dv-cinder-830097-4-iscsi neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-2db32579-ee37-4d68-b9e2-35d7e7a2586c tempest-AttachVolumeNegativeTest-50432476 tempest-AttachVolumeNegativeTest-50432476-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3691881'] for security_group_rule (11900543-5d24-4090-9532-bf49649259a9), after_create {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:30:49.801303 dv-cinder-830097-4-iscsi neutron-server[103457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2db32579-ee37-4d68-b9e2-35d7e7a2586c tempest-AttachVolumeNegativeTest-50432476 tempest-AttachVolumeNegativeTest-50432476-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=11900543-5d24-4090-9532-bf49649259a9,revision_number=0']} {{(pid=103457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 13:30:49.809874 dv-cinder-830097-4-iscsi neutron-server[103457]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2db32579-ee37-4d68-b9e2-35d7e7a2586c tempest-AttachVolumeNegativeTest-50432476 tempest-AttachVolumeNegativeTest-50432476-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830097-4-iscsi {{(pid=103457) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 13:30:49.810228 dv-cinder-830097-4-iscsi neutron-server[103457]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2db32579-ee37-4d68-b9e2-35d7e7a2586c tempest-AttachVolumeNegativeTest-50432476 tempest-AttachVolumeNegativeTest-50432476-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830097-4-iscsi {{(pid=103457) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 13:30:49.810573 dv-cinder-830097-4-iscsi neutron-server[103457]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2db32579-ee37-4d68-b9e2-35d7e7a2586c tempest-AttachVolumeNegativeTest-50432476 tempest-AttachVolumeNegativeTest-50432476-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830097-4-iscsi {{(pid=103457) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 13:30:49.810916 dv-cinder-830097-4-iscsi neutron-server[103457]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2db32579-ee37-4d68-b9e2-35d7e7a2586c tempest-AttachVolumeNegativeTest-50432476 tempest-AttachVolumeNegativeTest-50432476-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830097-4-iscsi {{(pid=103457) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 13:30:49.811254 dv-cinder-830097-4-iscsi neutron-server[103457]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2db32579-ee37-4d68-b9e2-35d7e7a2586c tempest-AttachVolumeNegativeTest-50432476 tempest-AttachVolumeNegativeTest-50432476-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830097-4-iscsi {{(pid=103457) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 13:30:49.811585 dv-cinder-830097-4-iscsi neutron-server[103457]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2db32579-ee37-4d68-b9e2-35d7e7a2586c tempest-AttachVolumeNegativeTest-50432476 tempest-AttachVolumeNegativeTest-50432476-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830097-4-iscsi {{(pid=103457) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 13:30:49.811917 dv-cinder-830097-4-iscsi neutron-server[103457]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2db32579-ee37-4d68-b9e2-35d7e7a2586c tempest-AttachVolumeNegativeTest-50432476 tempest-AttachVolumeNegativeTest-50432476-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830097-4-iscsi {{(pid=103457) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 13:30:49.812246 dv-cinder-830097-4-iscsi neutron-server[103457]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2db32579-ee37-4d68-b9e2-35d7e7a2586c tempest-AttachVolumeNegativeTest-50432476 tempest-AttachVolumeNegativeTest-50432476-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-830097-4-iscsi {{(pid=103457) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 13:30:49.812574 dv-cinder-830097-4-iscsi neutron-server[103457]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2db32579-ee37-4d68-b9e2-35d7e7a2586c tempest-AttachVolumeNegativeTest-50432476 tempest-AttachVolumeNegativeTest-50432476-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-830097-4-iscsi {{(pid=103457) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 13:30:49.812931 dv-cinder-830097-4-iscsi neutron-server[103457]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2db32579-ee37-4d68-b9e2-35d7e7a2586c tempest-AttachVolumeNegativeTest-50432476 tempest-AttachVolumeNegativeTest-50432476-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-830097-4-iscsi {{(pid=103457) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 13:30:49.813261 dv-cinder-830097-4-iscsi neutron-server[103457]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2db32579-ee37-4d68-b9e2-35d7e7a2586c tempest-AttachVolumeNegativeTest-50432476 tempest-AttachVolumeNegativeTest-50432476-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-830097-4-iscsi {{(pid=103457) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 13:30:49.813587 dv-cinder-830097-4-iscsi neutron-server[103457]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2db32579-ee37-4d68-b9e2-35d7e7a2586c tempest-AttachVolumeNegativeTest-50432476 tempest-AttachVolumeNegativeTest-50432476-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830097-4-iscsi {{(pid=103457) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 13:30:49.813942 dv-cinder-830097-4-iscsi neutron-server[103457]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2db32579-ee37-4d68-b9e2-35d7e7a2586c tempest-AttachVolumeNegativeTest-50432476 tempest-AttachVolumeNegativeTest-50432476-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830097-4-iscsi {{(pid=103457) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 13:30:49.814265 dv-cinder-830097-4-iscsi neutron-server[103457]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2db32579-ee37-4d68-b9e2-35d7e7a2586c tempest-AttachVolumeNegativeTest-50432476 tempest-AttachVolumeNegativeTest-50432476-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830097-4-iscsi {{(pid=103457) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 13:30:49.814586 dv-cinder-830097-4-iscsi neutron-server[103457]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2db32579-ee37-4d68-b9e2-35d7e7a2586c tempest-AttachVolumeNegativeTest-50432476 tempest-AttachVolumeNegativeTest-50432476-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830097-4-iscsi {{(pid=103457) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 13:30:49.819509 dv-cinder-830097-4-iscsi neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-2db32579-ee37-4d68-b9e2-35d7e7a2586c tempest-AttachVolumeNegativeTest-50432476 tempest-AttachVolumeNegativeTest-50432476-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:30:49.820688 dv-cinder-830097-4-iscsi neutron-server[103457]: INFO neutron.wsgi [None req-2db32579-ee37-4d68-b9e2-35d7e7a2586c tempest-AttachVolumeNegativeTest-50432476 tempest-AttachVolumeNegativeTest-50432476-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1234348 Apr 12 13:30:49.823344 dv-cinder-830097-4-iscsi neutron-server[103457]: DEBUG neutron.wsgi [-] (103457) accepted ('10.222.0.18', 52174) {{(pid=103457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 13:30:49.827562 dv-cinder-830097-4-iscsi neutron-server[103457]: DEBUG neutron.api.v2.base [None req-7bd03fa3-7a92-46f2-a828-b57fc1ec6d8a tempest-AttachVolumeNegativeTest-50432476 tempest-AttachVolumeNegativeTest-50432476-project] Request body: {'security_group_rule': {'security_group_id': 'c6db3de2-a1a4-4b70-8b7c-e40a8d8c2e4c', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=103457) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 12 13:30:49.852302 dv-cinder-830097-4-iscsi neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-7bd03fa3-7a92-46f2-a828-b57fc1ec6d8a tempest-AttachVolumeNegativeTest-50432476 tempest-AttachVolumeNegativeTest-50432476-project] Publish callbacks [] for security_group_rule (95421afd-9b68-4e58-8a2c-bcc8d5011aa9), before_create {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:30:49.912351 dv-cinder-830097-4-iscsi neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-7bd03fa3-7a92-46f2-a828-b57fc1ec6d8a tempest-AttachVolumeNegativeTest-50432476 tempest-AttachVolumeNegativeTest-50432476-project] Publish callbacks [] for security_group_rule (95421afd-9b68-4e58-8a2c-bcc8d5011aa9), precommit_create {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:30:49.915910 dv-cinder-830097-4-iscsi neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-7bd03fa3-7a92-46f2-a828-b57fc1ec6d8a tempest-AttachVolumeNegativeTest-50432476 tempest-AttachVolumeNegativeTest-50432476-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3691881'] for security_group_rule (95421afd-9b68-4e58-8a2c-bcc8d5011aa9), after_create {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:30:49.935929 dv-cinder-830097-4-iscsi neutron-server[103457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bd03fa3-7a92-46f2-a828-b57fc1ec6d8a tempest-AttachVolumeNegativeTest-50432476 tempest-AttachVolumeNegativeTest-50432476-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=95421afd-9b68-4e58-8a2c-bcc8d5011aa9,revision_number=0']} {{(pid=103457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 13:30:49.944824 dv-cinder-830097-4-iscsi neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-7bd03fa3-7a92-46f2-a828-b57fc1ec6d8a tempest-AttachVolumeNegativeTest-50432476 tempest-AttachVolumeNegativeTest-50432476-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:30:49.946051 dv-cinder-830097-4-iscsi neutron-server[103457]: INFO neutron.wsgi [None req-7bd03fa3-7a92-46f2-a828-b57fc1ec6d8a tempest-AttachVolumeNegativeTest-50432476 tempest-AttachVolumeNegativeTest-50432476-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1217651 Apr 12 13:30:49.949117 dv-cinder-830097-4-iscsi neutron-server[103457]: DEBUG neutron.wsgi [-] (103457) accepted ('10.222.0.18', 52176) {{(pid=103457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 13:30:49.953279 dv-cinder-830097-4-iscsi neutron-server[103457]: DEBUG neutron.api.v2.base [None req-62a17f75-df1f-4c8d-a693-0bc5d751bb1a tempest-AttachVolumeNegativeTest-50432476 tempest-AttachVolumeNegativeTest-50432476-project] Request body: {'floatingip': {'floating_network_id': '26d0436d-8ae2-49bd-8cc6-3d2eac552c84'}} {{(pid=103457) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 12 13:30:49.973751 dv-cinder-830097-4-iscsi neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-62a17f75-df1f-4c8d-a693-0bc5d751bb1a tempest-AttachVolumeNegativeTest-50432476 tempest-AttachVolumeNegativeTest-50432476-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:30:50.048827 dv-cinder-830097-4-iscsi neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-62a17f75-df1f-4c8d-a693-0bc5d751bb1a tempest-AttachVolumeNegativeTest-50432476 tempest-AttachVolumeNegativeTest-50432476-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-916304'] for port (None), before_create {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:30:50.153996 dv-cinder-830097-4-iscsi neutron-server[103457]: DEBUG neutron.db.db_base_plugin_common [None req-62a17f75-df1f-4c8d-a693-0bc5d751bb1a tempest-AttachVolumeNegativeTest-50432476 tempest-AttachVolumeNegativeTest-50432476-project] Allocated IP 172.27.0.138 (26d0436d-8ae2-49bd-8cc6-3d2eac552c84/d93852d8-8f89-4b1c-bef4-0e05f499a8db/fb090329-cbc1-4bf1-8e44-0d85a1e57874) {{(pid=103457) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 12 13:30:50.257974 dv-cinder-830097-4-iscsi neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-62a17f75-df1f-4c8d-a693-0bc5d751bb1a tempest-AttachVolumeNegativeTest-50432476 tempest-AttachVolumeNegativeTest-50432476-project] Publish callbacks [] for port (fb090329-cbc1-4bf1-8e44-0d85a1e57874), precommit_create {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:30:50.295069 dv-cinder-830097-4-iscsi neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-62a17f75-df1f-4c8d-a693-0bc5d751bb1a tempest-AttachVolumeNegativeTest-50432476 tempest-AttachVolumeNegativeTest-50432476-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-915890', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3697887', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732727417914', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25610742'] for port (fb090329-cbc1-4bf1-8e44-0d85a1e57874), after_create {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:30:50.320166 dv-cinder-830097-4-iscsi neutron-server[103459]: DEBUG neutron_lib.callbacks.manager [None req-f20c20fe-5767-407a-9f30-b36f01c50254 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732727929501', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-657397'] for agent (1e8a91c7-94d1-4b17-9536-32bc01f44a9b), after_update {{(pid=103459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:30:50.334914 dv-cinder-830097-4-iscsi neutron-server[103457]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-62a17f75-df1f-4c8d-a693-0bc5d751bb1a tempest-AttachVolumeNegativeTest-50432476 tempest-AttachVolumeNegativeTest-50432476-project] Network 26d0436d-8ae2-49bd-8cc6-3d2eac552c84 is already hosted by enough agents. {{(pid=103457) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 12 13:30:50.337709 dv-cinder-830097-4-iscsi neutron-server[103457]: DEBUG neutron.scheduler.base_scheduler [None req-62a17f75-df1f-4c8d-a693-0bc5d751bb1a tempest-AttachVolumeNegativeTest-50432476 tempest-AttachVolumeNegativeTest-50432476-project] Resources bound (agent type, host, resource id): {{(pid=103457) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 12 13:30:50.341045 dv-cinder-830097-4-iscsi neutron-server[103457]: DEBUG neutron.db.l3_dvrscheduler_db [None req-62a17f75-df1f-4c8d-a693-0bc5d751bb1a tempest-AttachVolumeNegativeTest-50432476 tempest-AttachVolumeNegativeTest-50432476-project] Received port after_create {{(pid=103457) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 12 13:30:50.361718 dv-cinder-830097-4-iscsi neutron-server[103457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62a17f75-df1f-4c8d-a693-0bc5d751bb1a tempest-AttachVolumeNegativeTest-50432476 tempest-AttachVolumeNegativeTest-50432476-project] Pushing event updated for resources: {'Port': ['ID=fb090329-cbc1-4bf1-8e44-0d85a1e57874,revision_number=1']} {{(pid=103457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 13:30:50.424444 dv-cinder-830097-4-iscsi neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-62a17f75-df1f-4c8d-a693-0bc5d751bb1a tempest-AttachVolumeNegativeTest-50432476 tempest-AttachVolumeNegativeTest-50432476-project] Publish callbacks [] for floatingip (10464b2d-e92e-4513-950d-659eceb6294d), precommit_create {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:30:50.460242 dv-cinder-830097-4-iscsi neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-62a17f75-df1f-4c8d-a693-0bc5d751bb1a tempest-AttachVolumeNegativeTest-50432476 tempest-AttachVolumeNegativeTest-50432476-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-916304'] for port (fb090329-cbc1-4bf1-8e44-0d85a1e57874), before_update {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:30:50.605692 dv-cinder-830097-4-iscsi neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-62a17f75-df1f-4c8d-a693-0bc5d751bb1a tempest-AttachVolumeNegativeTest-50432476 tempest-AttachVolumeNegativeTest-50432476-project] Publish callbacks [] for port (fb090329-cbc1-4bf1-8e44-0d85a1e57874), precommit_update {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:30:50.609923 dv-cinder-830097-4-iscsi neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-62a17f75-df1f-4c8d-a693-0bc5d751bb1a tempest-AttachVolumeNegativeTest-50432476 tempest-AttachVolumeNegativeTest-50432476-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-915890', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3697887', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732727894815', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732727417932', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732727417950', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25610749'] for port (fb090329-cbc1-4bf1-8e44-0d85a1e57874), after_update {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:30:50.677850 dv-cinder-830097-4-iscsi neutron-server[103457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62a17f75-df1f-4c8d-a693-0bc5d751bb1a tempest-AttachVolumeNegativeTest-50432476 tempest-AttachVolumeNegativeTest-50432476-project] Pushing event updated for resources: {'Port': ['ID=fb090329-cbc1-4bf1-8e44-0d85a1e57874,revision_number=2']} {{(pid=103457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 13:30:50.689276 dv-cinder-830097-4-iscsi neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-62a17f75-df1f-4c8d-a693-0bc5d751bb1a tempest-AttachVolumeNegativeTest-50432476 tempest-AttachVolumeNegativeTest-50432476-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3739086'] for floatingip (10464b2d-e92e-4513-950d-659eceb6294d), after_create {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:30:50.704344 dv-cinder-830097-4-iscsi neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-62a17f75-df1f-4c8d-a693-0bc5d751bb1a tempest-AttachVolumeNegativeTest-50432476 tempest-AttachVolumeNegativeTest-50432476-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-500965'] for floatingip (None), before_response {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:30:50.705591 dv-cinder-830097-4-iscsi neutron-server[103457]: INFO neutron.wsgi [None req-62a17f75-df1f-4c8d-a693-0bc5d751bb1a tempest-AttachVolumeNegativeTest-50432476 tempest-AttachVolumeNegativeTest-50432476-project] 10.222.0.18 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 0.7555230 Apr 12 13:30:50.896079 dv-cinder-830097-4-iscsi neutron-server[103457]: INFO neutron.wsgi [req-ee9ca810-7c24-4799-99de-25f69ed97b2a req-8e87abe0-21f4-474c-899b-e4a27d2fbed1 tempest-AttachVolumeNegativeTest-50432476 tempest-AttachVolumeNegativeTest-50432476-project] 10.222.0.18 "GET /v2.0/security-groups?name=tempest-securitygroup--1261629540&fields=id&tenant_id=0b44de7c9b4f45aa8f33bcf3b4639f3f HTTP/1.1" status: 200 len: 267 time: 0.0420680 Apr 12 13:30:50.998337 dv-cinder-830097-4-iscsi neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee9ca810-7c24-4799-99de-25f69ed97b2a req-f791100a-adda-4029-b733-6f0ddff7b78b tempest-AttachVolumeNegativeTest-50432476 tempest-AttachVolumeNegativeTest-50432476-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 13:30:50.999756 dv-cinder-830097-4-iscsi neutron-server[103457]: INFO neutron.wsgi [req-ee9ca810-7c24-4799-99de-25f69ed97b2a req-f791100a-adda-4029-b733-6f0ddff7b78b tempest-AttachVolumeNegativeTest-50432476 tempest-AttachVolumeNegativeTest-50432476-project] 10.222.0.18 "GET /v2.0/networks?id=d4adb74a-b0d3-4e8c-b297-c51fe03191f9 HTTP/1.1" status: 200 len: 815 time: 0.0973749 Apr 12 13:30:51.014356 dv-cinder-830097-4-iscsi neutron-server[103457]: INFO neutron.wsgi [req-ee9ca810-7c24-4799-99de-25f69ed97b2a req-c6155fe9-8940-40e4-a979-e4a69139601d tempest-AttachVolumeNegativeTest-50432476 tempest-AttachVolumeNegativeTest-50432476-project] 10.222.0.18 "GET /v2.0/quotas/0b44de7c9b4f45aa8f33bcf3b4639f3f HTTP/1.1" status: 200 len: 375 time: 0.0085166 Apr 12 13:30:51.067227 dv-cinder-830097-4-iscsi neutron-server[103457]: INFO neutron.wsgi [req-ee9ca810-7c24-4799-99de-25f69ed97b2a req-7169d227-762a-4a2f-964c-3f02cf523f31 tempest-AttachVolumeNegativeTest-50432476 tempest-AttachVolumeNegativeTest-50432476-project] 10.222.0.18 "GET /v2.0/ports?tenant_id=0b44de7c9b4f45aa8f33bcf3b4639f3f&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0480874 Apr 12 13:30:51.158077 dv-cinder-830097-4-iscsi neutron-server[103457]: INFO neutron.wsgi [req-ee9ca810-7c24-4799-99de-25f69ed97b2a req-dfb10dbc-befd-40c2-b57e-628c3f7c2cb7 service neutron] 10.222.0.18 "GET /v2.0/networks/d4adb74a-b0d3-4e8c-b297-c51fe03191f9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0796800 Apr 12 13:30:51.251161 dv-cinder-830097-4-iscsi neutron-server[103457]: INFO neutron.wsgi [req-ee9ca810-7c24-4799-99de-25f69ed97b2a req-d290d65e-27a5-497f-9324-1e1e8f215df2 service neutron] 10.222.0.18 "GET /v2.0/networks/d4adb74a-b0d3-4e8c-b297-c51fe03191f9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0866842 Apr 12 13:30:51.411418 dv-cinder-830097-4-iscsi neutron-server[103458]: INFO neutron.wsgi [req-7e9f521a-f133-4ffa-8d25-454a8aef6914 req-e275690a-ac15-46a9-a068-337b8d5daaee tempest-AttachVolumeNegativeTest-50432476 tempest-AttachVolumeNegativeTest-50432476-project] 10.222.0.18 "GET /v2.0/ports?device_id=f39d9b35-2700-46bd-926c-f98570a70cc0 HTTP/1.1" status: 200 len: 210 time: 0.0277827 Apr 12 13:30:51.448818 dv-cinder-830097-4-iscsi neutron-server[103459]: DEBUG neutron_lib.callbacks.manager [None req-09c91955-1169-4ba5-b480-d25faf385fa1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732727929501', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-657397'] for agent (6571c785-b050-42b7-b6d0-d71237f75507), after_update {{(pid=103459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:30:52.375584 dv-cinder-830097-4-iscsi neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee9ca810-7c24-4799-99de-25f69ed97b2a req-f0f625e0-2f77-45d8-9546-5453bc678ad5 tempest-AttachVolumeNegativeTest-50432476 tempest-AttachVolumeNegativeTest-50432476-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 13:30:52.377063 dv-cinder-830097-4-iscsi neutron-server[103457]: INFO neutron.wsgi [req-ee9ca810-7c24-4799-99de-25f69ed97b2a req-f0f625e0-2f77-45d8-9546-5453bc678ad5 tempest-AttachVolumeNegativeTest-50432476 tempest-AttachVolumeNegativeTest-50432476-project] 10.222.0.55 "GET /v2.0/networks?id=d4adb74a-b0d3-4e8c-b297-c51fe03191f9 HTTP/1.1" status: 200 len: 815 time: 0.0989268 Apr 12 13:30:52.462046 dv-cinder-830097-4-iscsi neutron-server[103457]: INFO neutron.wsgi [req-ee9ca810-7c24-4799-99de-25f69ed97b2a req-33d68181-7520-4e90-b7fc-39cc2485b086 tempest-AttachVolumeNegativeTest-50432476 tempest-AttachVolumeNegativeTest-50432476-project] 10.222.0.55 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=0b44de7c9b4f45aa8f33bcf3b4639f3f HTTP/1.1" status: 200 len: 473 time: 0.0703080 Apr 12 13:30:52.505934 dv-cinder-830097-4-iscsi neutron-server[103457]: INFO neutron.wsgi [req-726974fe-837a-4e24-9c0c-9815240010a9 req-fc65b601-0033-4013-8a4f-89da2940be98 tempest-AttachVolumeNegativeTest-50432476 tempest-AttachVolumeNegativeTest-50432476-project] 10.222.0.18 "GET /v2.0/ports?device_id=f39d9b35-2700-46bd-926c-f98570a70cc0 HTTP/1.1" status: 200 len: 210 time: 0.0268688 Apr 12 13:30:52.559303 dv-cinder-830097-4-iscsi neutron-server[103457]: DEBUG neutron.api.v2.base [req-ee9ca810-7c24-4799-99de-25f69ed97b2a req-bdc46af7-2af2-4d2e-ac2d-aac5df6d5f4d tempest-AttachVolumeNegativeTest-50432476 tempest-AttachVolumeNegativeTest-50432476-project] Request body: {'port': {'device_id': 'f39d9b35-2700-46bd-926c-f98570a70cc0', 'network_id': 'd4adb74a-b0d3-4e8c-b297-c51fe03191f9', 'admin_state_up': True, 'tenant_id': '0b44de7c9b4f45aa8f33bcf3b4639f3f', 'security_groups': ['c6db3de2-a1a4-4b70-8b7c-e40a8d8c2e4c']}} {{(pid=103457) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 12 13:30:52.664973 dv-cinder-830097-4-iscsi neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ee9ca810-7c24-4799-99de-25f69ed97b2a req-bdc46af7-2af2-4d2e-ac2d-aac5df6d5f4d tempest-AttachVolumeNegativeTest-50432476 tempest-AttachVolumeNegativeTest-50432476-project] Made reservation on behalf of 0b44de7c9b4f45aa8f33bcf3b4639f3f for: {'port': 1} {{(pid=103457) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 12 13:30:52.668112 dv-cinder-830097-4-iscsi neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [req-ee9ca810-7c24-4799-99de-25f69ed97b2a req-bdc46af7-2af2-4d2e-ac2d-aac5df6d5f4d tempest-AttachVolumeNegativeTest-50432476 tempest-AttachVolumeNegativeTest-50432476-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-916304'] for port (None), before_create {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:30:52.788242 dv-cinder-830097-4-iscsi neutron-server[103457]: DEBUG neutron.db.db_base_plugin_common [req-ee9ca810-7c24-4799-99de-25f69ed97b2a req-bdc46af7-2af2-4d2e-ac2d-aac5df6d5f4d tempest-AttachVolumeNegativeTest-50432476 tempest-AttachVolumeNegativeTest-50432476-project] Allocated IP 172.20.0.6 (d4adb74a-b0d3-4e8c-b297-c51fe03191f9/f1176976-8b61-43ab-a3ba-d0eadb0b48e0/9bf5d8cb-12db-45a1-bbe8-8885026b9c03) {{(pid=103457) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 12 13:30:52.923331 dv-cinder-830097-4-iscsi neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [req-ee9ca810-7c24-4799-99de-25f69ed97b2a req-bdc46af7-2af2-4d2e-ac2d-aac5df6d5f4d tempest-AttachVolumeNegativeTest-50432476 tempest-AttachVolumeNegativeTest-50432476-project] Publish callbacks [] for port (9bf5d8cb-12db-45a1-bbe8-8885026b9c03), precommit_create {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:30:52.956983 dv-cinder-830097-4-iscsi neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [req-ee9ca810-7c24-4799-99de-25f69ed97b2a req-bdc46af7-2af2-4d2e-ac2d-aac5df6d5f4d tempest-AttachVolumeNegativeTest-50432476 tempest-AttachVolumeNegativeTest-50432476-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-915890', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3697887', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732727417914', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25610742'] for port (9bf5d8cb-12db-45a1-bbe8-8885026b9c03), after_create {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:30:52.997222 dv-cinder-830097-4-iscsi neutron-server[103457]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ee9ca810-7c24-4799-99de-25f69ed97b2a req-bdc46af7-2af2-4d2e-ac2d-aac5df6d5f4d tempest-AttachVolumeNegativeTest-50432476 tempest-AttachVolumeNegativeTest-50432476-project] Network d4adb74a-b0d3-4e8c-b297-c51fe03191f9 is already hosted by enough agents. {{(pid=103457) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 12 13:30:53.000149 dv-cinder-830097-4-iscsi neutron-server[103457]: DEBUG neutron.scheduler.base_scheduler [req-ee9ca810-7c24-4799-99de-25f69ed97b2a req-bdc46af7-2af2-4d2e-ac2d-aac5df6d5f4d tempest-AttachVolumeNegativeTest-50432476 tempest-AttachVolumeNegativeTest-50432476-project] Resources bound (agent type, host, resource id): {{(pid=103457) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 12 13:30:53.003565 dv-cinder-830097-4-iscsi neutron-server[103457]: DEBUG neutron.db.l3_dvrscheduler_db [req-ee9ca810-7c24-4799-99de-25f69ed97b2a req-bdc46af7-2af2-4d2e-ac2d-aac5df6d5f4d tempest-AttachVolumeNegativeTest-50432476 tempest-AttachVolumeNegativeTest-50432476-project] Received port after_create {{(pid=103457) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 12 13:30:53.028313 dv-cinder-830097-4-iscsi neutron-server[103457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdc46af7-2af2-4d2e-ac2d-aac5df6d5f4d tempest-AttachVolumeNegativeTest-50432476 tempest-AttachVolumeNegativeTest-50432476-project] Pushing event updated for resources: {'Port': ['ID=9bf5d8cb-12db-45a1-bbe8-8885026b9c03,revision_number=1']} {{(pid=103457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 13:30:53.056063 dv-cinder-830097-4-iscsi neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee9ca810-7c24-4799-99de-25f69ed97b2a req-bdc46af7-2af2-4d2e-ac2d-aac5df6d5f4d tempest-AttachVolumeNegativeTest-50432476 tempest-AttachVolumeNegativeTest-50432476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 13:30:53.056596 dv-cinder-830097-4-iscsi neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [req-ee9ca810-7c24-4799-99de-25f69ed97b2a req-bdc46af7-2af2-4d2e-ac2d-aac5df6d5f4d tempest-AttachVolumeNegativeTest-50432476 tempest-AttachVolumeNegativeTest-50432476-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-500965'] for port (None), before_response {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:30:53.074513 dv-cinder-830097-4-iscsi neutron-server[103457]: INFO neutron.wsgi [req-ee9ca810-7c24-4799-99de-25f69ed97b2a req-bdc46af7-2af2-4d2e-ac2d-aac5df6d5f4d tempest-AttachVolumeNegativeTest-50432476 tempest-AttachVolumeNegativeTest-50432476-project] 10.222.0.55 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5190079 Apr 12 13:30:53.112115 dv-cinder-830097-4-iscsi neutron-server[103457]: DEBUG neutron.api.v2.base [req-ee9ca810-7c24-4799-99de-25f69ed97b2a req-fd808f5e-18b7-4896-90c1-3d0569ef9c8c service neutron] Request body: {'port': {'device_id': 'f39d9b35-2700-46bd-926c-f98570a70cc0', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83009'}} {{(pid=103457) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 12 13:30:53.177869 dv-cinder-830097-4-iscsi neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [req-ee9ca810-7c24-4799-99de-25f69ed97b2a req-fd808f5e-18b7-4896-90c1-3d0569ef9c8c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-916304'] for port (9bf5d8cb-12db-45a1-bbe8-8885026b9c03), before_update {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:30:53.178186 dv-cinder-830097-4-iscsi neutron-server[103459]: DEBUG neutron.db.provisioning_blocks [None req-ffb81d2c-08e6-44a2-82a7-3db7348e41a7 None None] Provisioning complete for port 9bf5d8cb-12db-45a1-bbe8-8885026b9c03 triggered by entity DHCP. {{(pid=103459) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 12 13:30:53.178655 dv-cinder-830097-4-iscsi neutron-server[103459]: DEBUG neutron_lib.callbacks.manager [None req-ffb81d2c-08e6-44a2-82a7-3db7348e41a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-657243'] for port (9bf5d8cb-12db-45a1-bbe8-8885026b9c03), provisioning_complete {{(pid=103459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:30:53.216543 dv-cinder-830097-4-iscsi neutron-server[103459]: DEBUG neutron.plugins.ml2.plugin [None req-ffb81d2c-08e6-44a2-82a7-3db7348e41a7 None None] Port 9bf5d8cb-12db-45a1-bbe8-8885026b9c03 cannot update to ACTIVE because it is not bound. {{(pid=103459) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 12 13:30:53.235135 dv-cinder-830097-4-iscsi neutron-server[103459]: DEBUG neutron_lib.callbacks.manager [None req-53781792-8650-4c78-93a6-1c4d328d874c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732727929501', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-657397'] for agent (3f2daa45-5e56-452b-8a21-b519edfce99e), after_update {{(pid=103459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:30:53.436442 dv-cinder-830097-4-iscsi neutron-server[103457]: DEBUG neutron.notifiers.nova [req-ee9ca810-7c24-4799-99de-25f69ed97b2a req-fd808f5e-18b7-4896-90c1-3d0569ef9c8c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9bf5d8cb-12db-45a1-bbe8-8885026b9c03 {{(pid=103457) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 12 13:30:53.443905 dv-cinder-830097-4-iscsi neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [req-ee9ca810-7c24-4799-99de-25f69ed97b2a req-fd808f5e-18b7-4896-90c1-3d0569ef9c8c service neutron] Publish callbacks [] for port (9bf5d8cb-12db-45a1-bbe8-8885026b9c03), precommit_update {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:30:53.455872 dv-cinder-830097-4-iscsi neutron-server[103457]: DEBUG neutron.db.provisioning_blocks [req-ee9ca810-7c24-4799-99de-25f69ed97b2a req-fd808f5e-18b7-4896-90c1-3d0569ef9c8c service neutron] Transition to ACTIVE for port object 9bf5d8cb-12db-45a1-bbe8-8885026b9c03 will not be triggered until provisioned by entity L2. {{(pid=103457) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 12 13:30:53.458942 dv-cinder-830097-4-iscsi neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [req-ee9ca810-7c24-4799-99de-25f69ed97b2a req-fd808f5e-18b7-4896-90c1-3d0569ef9c8c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-915890', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3697887', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732727894815', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732727417932', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732727417950', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25610749'] for port (9bf5d8cb-12db-45a1-bbe8-8885026b9c03), after_update {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:30:53.509670 dv-cinder-830097-4-iscsi neutron-server[103457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd808f5e-18b7-4896-90c1-3d0569ef9c8c service neutron] Pushing event updated for resources: {'Port': ['ID=9bf5d8cb-12db-45a1-bbe8-8885026b9c03,revision_number=2']} {{(pid=103457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 13:30:53.584263 dv-cinder-830097-4-iscsi neutron-server[103457]: DEBUG neutron.plugins.ml2.managers [req-ee9ca810-7c24-4799-99de-25f69ed97b2a req-fd808f5e-18b7-4896-90c1-3d0569ef9c8c service neutron] Attempting to bind port 9bf5d8cb-12db-45a1-bbe8-8885026b9c03 on host hv-cinder-83009 for vnic_type normal with profile {{(pid=103457) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 12 13:30:53.584601 dv-cinder-830097-4-iscsi neutron-server[103457]: DEBUG neutron.plugins.ml2.managers [req-ee9ca810-7c24-4799-99de-25f69ed97b2a req-fd808f5e-18b7-4896-90c1-3d0569ef9c8c service neutron] Attempting to bind port 9bf5d8cb-12db-45a1-bbe8-8885026b9c03 by drivers openvswitch,hyperv on host hv-cinder-83009 at level 0 using segments [{'id': '00b10ebc-0cf5-44a9-a829-ac84c99db0c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 237, 'network_id': 'd4adb74a-b0d3-4e8c-b297-c51fe03191f9'}] {{(pid=103457) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 12 13:30:53.584972 dv-cinder-830097-4-iscsi neutron-server[103457]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ee9ca810-7c24-4799-99de-25f69ed97b2a req-fd808f5e-18b7-4896-90c1-3d0569ef9c8c service neutron] Attempting to bind port 9bf5d8cb-12db-45a1-bbe8-8885026b9c03 on network d4adb74a-b0d3-4e8c-b297-c51fe03191f9 {{(pid=103457) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 12 13:30:53.590146 dv-cinder-830097-4-iscsi neutron-server[103457]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ee9ca810-7c24-4799-99de-25f69ed97b2a req-fd808f5e-18b7-4896-90c1-3d0569ef9c8c service neutron] Port 9bf5d8cb-12db-45a1-bbe8-8885026b9c03 on network d4adb74a-b0d3-4e8c-b297-c51fe03191f9 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83009 {{(pid=103457) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 12 13:30:53.590582 dv-cinder-830097-4-iscsi neutron-server[103457]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ee9ca810-7c24-4799-99de-25f69ed97b2a req-fd808f5e-18b7-4896-90c1-3d0569ef9c8c service neutron] Attempting to bind port 9bf5d8cb-12db-45a1-bbe8-8885026b9c03 on network d4adb74a-b0d3-4e8c-b297-c51fe03191f9 {{(pid=103457) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 12 13:30:53.595709 dv-cinder-830097-4-iscsi neutron-server[103457]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ee9ca810-7c24-4799-99de-25f69ed97b2a req-fd808f5e-18b7-4896-90c1-3d0569ef9c8c service neutron] Checking agent: {'id': 'ee5509cd-6dd7-49df-aa37-3740ebd1e34b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83009', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 12, 13, 13, 59), 'started_at': datetime.datetime(2022, 4, 12, 13, 13, 59), 'heartbeat_timestamp': datetime.datetime(2022, 4, 12, 13, 30, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103457) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 12 13:30:53.596041 dv-cinder-830097-4-iscsi neutron-server[103457]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ee9ca810-7c24-4799-99de-25f69ed97b2a req-fd808f5e-18b7-4896-90c1-3d0569ef9c8c service neutron] Checking segment: {'id': '00b10ebc-0cf5-44a9-a829-ac84c99db0c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 237, 'network_id': 'd4adb74a-b0d3-4e8c-b297-c51fe03191f9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103457) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 12 13:30:53.596417 dv-cinder-830097-4-iscsi neutron-server[103457]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ee9ca810-7c24-4799-99de-25f69ed97b2a req-fd808f5e-18b7-4896-90c1-3d0569ef9c8c service neutron] Bound using segment: {'id': '00b10ebc-0cf5-44a9-a829-ac84c99db0c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 237, 'network_id': 'd4adb74a-b0d3-4e8c-b297-c51fe03191f9'} {{(pid=103457) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 12 13:30:53.596876 dv-cinder-830097-4-iscsi neutron-server[103457]: DEBUG neutron.plugins.ml2.managers [req-ee9ca810-7c24-4799-99de-25f69ed97b2a req-fd808f5e-18b7-4896-90c1-3d0569ef9c8c service neutron] Bound port: 9bf5d8cb-12db-45a1-bbe8-8885026b9c03, host: hv-cinder-83009, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '00b10ebc-0cf5-44a9-a829-ac84c99db0c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 237, 'network_id': 'd4adb74a-b0d3-4e8c-b297-c51fe03191f9'}}] {{(pid=103457) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 12 13:30:53.597238 dv-cinder-830097-4-iscsi neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [req-ee9ca810-7c24-4799-99de-25f69ed97b2a req-fd808f5e-18b7-4896-90c1-3d0569ef9c8c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-916304'] for port (9bf5d8cb-12db-45a1-bbe8-8885026b9c03), before_update {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:30:53.625776 dv-cinder-830097-4-iscsi neutron-server[103458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-301daa90-17a7-4edf-b91d-b495362f58b5 req-77569cab-c9a5-4146-8227-a2d8e2109a05 tempest-AttachVolumeNegativeTest-50432476 tempest-AttachVolumeNegativeTest-50432476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 13:30:53.627990 dv-cinder-830097-4-iscsi neutron-server[103458]: INFO neutron.wsgi [req-301daa90-17a7-4edf-b91d-b495362f58b5 req-77569cab-c9a5-4146-8227-a2d8e2109a05 tempest-AttachVolumeNegativeTest-50432476 tempest-AttachVolumeNegativeTest-50432476-project] 10.222.0.18 "GET /v2.0/ports?device_id=f39d9b35-2700-46bd-926c-f98570a70cc0 HTTP/1.1" status: 200 len: 943 time: 0.0508592 Apr 12 13:30:53.673529 dv-cinder-830097-4-iscsi neutron-server[103457]: DEBUG neutron.plugins.ml2.db [req-ee9ca810-7c24-4799-99de-25f69ed97b2a req-fd808f5e-18b7-4896-90c1-3d0569ef9c8c service neutron] For port 9bf5d8cb-12db-45a1-bbe8-8885026b9c03, host hv-cinder-83009, cleared binding levels {{(pid=103457) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 12 13:30:53.677008 dv-cinder-830097-4-iscsi neutron-server[103457]: DEBUG neutron.plugins.ml2.db [req-ee9ca810-7c24-4799-99de-25f69ed97b2a req-fd808f5e-18b7-4896-90c1-3d0569ef9c8c service neutron] For port 9bf5d8cb-12db-45a1-bbe8-8885026b9c03, host hv-cinder-83009, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83009',level=0,port_id=9bf5d8cb-12db-45a1-bbe8-8885026b9c03,segment=NetworkSegment(00b10ebc-0cf5-44a9-a829-ac84c99db0c8),segment_id=00b10ebc-0cf5-44a9-a829-ac84c99db0c8)] {{(pid=103457) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 12 13:30:53.677940 dv-cinder-830097-4-iscsi neutron-server[103458]: INFO neutron.wsgi [req-301daa90-17a7-4edf-b91d-b495362f58b5 req-6482d0c8-b7cf-425d-ba07-6a70daafaeb5 tempest-AttachVolumeNegativeTest-50432476 tempest-AttachVolumeNegativeTest-50432476-project] 10.222.0.18 "GET /v2.0/security-groups?id=c6db3de2-a1a4-4b70-8b7c-e40a8d8c2e4c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0437696 Apr 12 13:30:53.683443 dv-cinder-830097-4-iscsi neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [req-ee9ca810-7c24-4799-99de-25f69ed97b2a req-fd808f5e-18b7-4896-90c1-3d0569ef9c8c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-915890', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3697887', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732727894815', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732727417932', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732727417950', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25610749'] for port (9bf5d8cb-12db-45a1-bbe8-8885026b9c03), after_update {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:30:53.720370 dv-cinder-830097-4-iscsi neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee9ca810-7c24-4799-99de-25f69ed97b2a req-fd808f5e-18b7-4896-90c1-3d0569ef9c8c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 13:30:53.721001 dv-cinder-830097-4-iscsi neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [req-ee9ca810-7c24-4799-99de-25f69ed97b2a req-fd808f5e-18b7-4896-90c1-3d0569ef9c8c service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-500965'] for port (None), before_response {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:30:53.722377 dv-cinder-830097-4-iscsi neutron-server[103457]: INFO neutron.wsgi [req-ee9ca810-7c24-4799-99de-25f69ed97b2a req-fd808f5e-18b7-4896-90c1-3d0569ef9c8c service neutron] 10.222.0.55 "PUT /v2.0/ports/9bf5d8cb-12db-45a1-bbe8-8885026b9c03 HTTP/1.1" status: 200 len: 1093 time: 0.6145444 Apr 12 13:30:53.722775 dv-cinder-830097-4-iscsi neutron-server[103457]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f39d9b35-2700-46bd-926c-f98570a70cc0', 'tag': '9bf5d8cb-12db-45a1-bbe8-8885026b9c03'}] {{(pid=103457) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 12 13:30:53.725151 dv-cinder-830097-4-iscsi neutron-server[103457]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}086c7d3de3560e72b9669b0aa2f8f0aa3a7dc6896401f4467231a6605ceb6cb3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-81865557-8749-4d9c-85bc-949040a17993" -d '{"events": [{"name": "network-changed", "server_uuid": "f39d9b35-2700-46bd-926c-f98570a70cc0", "tag": "9bf5d8cb-12db-45a1-bbe8-8885026b9c03"}]}' {{(pid=103457) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 12 13:30:53.747224 dv-cinder-830097-4-iscsi neutron-server[103457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd808f5e-18b7-4896-90c1-3d0569ef9c8c service neutron] Pushing event updated for resources: {'Port': ['ID=9bf5d8cb-12db-45a1-bbe8-8885026b9c03,revision_number=3']} {{(pid=103457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 13:30:53.774200 dv-cinder-830097-4-iscsi neutron-server[103457]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 12 Apr 2022 13:30:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3921f510-81e1-422e-8c87-7eb41f17862b x-openstack-request-id: req-3921f510-81e1-422e-8c87-7eb41f17862b {{(pid=103457) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 12 13:30:53.774686 dv-cinder-830097-4-iscsi neutron-server[103457]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f39d9b35-2700-46bd-926c-f98570a70cc0", "tag": "9bf5d8cb-12db-45a1-bbe8-8885026b9c03", "status": "completed", "code": 200}]} {{(pid=103457) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 12 13:30:53.774939 dv-cinder-830097-4-iscsi neutron-server[103457]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-3921f510-81e1-422e-8c87-7eb41f17862b {{(pid=103457) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 12 13:30:53.775340 dv-cinder-830097-4-iscsi neutron-server[103457]: INFO neutron.notifiers.nova [-] Nova event matching ['req-3921f510-81e1-422e-8c87-7eb41f17862b'] response: {'name': 'network-changed', 'server_uuid': 'f39d9b35-2700-46bd-926c-f98570a70cc0', 'tag': '9bf5d8cb-12db-45a1-bbe8-8885026b9c03', 'status': 'completed', 'code': 200} Apr 12 13:30:53.830461 dv-cinder-830097-4-iscsi neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee9ca810-7c24-4799-99de-25f69ed97b2a req-cabee9aa-1b35-43ac-bbd0-f216636983c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 13:30:53.831985 dv-cinder-830097-4-iscsi neutron-server[103457]: INFO neutron.wsgi [req-ee9ca810-7c24-4799-99de-25f69ed97b2a req-cabee9aa-1b35-43ac-bbd0-f216636983c4 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=0b44de7c9b4f45aa8f33bcf3b4639f3f&device_id=f39d9b35-2700-46bd-926c-f98570a70cc0 HTTP/1.1" status: 200 len: 1127 time: 0.0408449 Apr 12 13:30:53.880420 dv-cinder-830097-4-iscsi neutron-server[103457]: INFO neutron.wsgi [req-ee9ca810-7c24-4799-99de-25f69ed97b2a req-ca943308-8977-4125-b78c-b17e3bbcec67 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=9bf5d8cb-12db-45a1-bbe8-8885026b9c03 HTTP/1.1" status: 200 len: 217 time: 0.0343261 Apr 12 13:30:53.932277 dv-cinder-830097-4-iscsi neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee9ca810-7c24-4799-99de-25f69ed97b2a req-0e8280bf-0001-4a66-89ae-eab7b45ba0b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 13:30:53.933739 dv-cinder-830097-4-iscsi neutron-server[103457]: INFO neutron.wsgi [req-ee9ca810-7c24-4799-99de-25f69ed97b2a req-0e8280bf-0001-4a66-89ae-eab7b45ba0b2 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=f1176976-8b61-43ab-a3ba-d0eadb0b48e0 HTTP/1.1" status: 200 len: 854 time: 0.0467870 Apr 12 13:30:53.977317 dv-cinder-830097-4-iscsi neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee9ca810-7c24-4799-99de-25f69ed97b2a req-11471c0c-822a-484e-8b8c-19824e59f086 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 13:30:53.978797 dv-cinder-830097-4-iscsi neutron-server[103457]: INFO neutron.wsgi [req-ee9ca810-7c24-4799-99de-25f69ed97b2a req-11471c0c-822a-484e-8b8c-19824e59f086 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=d4adb74a-b0d3-4e8c-b297-c51fe03191f9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0394759 Apr 12 13:30:54.068068 dv-cinder-830097-4-iscsi neutron-server[103457]: INFO neutron.wsgi [req-ee9ca810-7c24-4799-99de-25f69ed97b2a req-d0a8e956-b162-4dcd-b03c-f824db910066 service neutron] 10.222.0.55 "GET /v2.0/networks/d4adb74a-b0d3-4e8c-b297-c51fe03191f9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0828192 Apr 12 13:30:54.152507 dv-cinder-830097-4-iscsi neutron-server[103457]: INFO neutron.wsgi [req-ee9ca810-7c24-4799-99de-25f69ed97b2a req-56668238-49a3-42ac-a383-3e858caeb76f service neutron] 10.222.0.55 "GET /v2.0/networks/d4adb74a-b0d3-4e8c-b297-c51fe03191f9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0788281 Apr 12 13:30:54.788919 dv-cinder-830097-4-iscsi neutron-server[103458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a52912ed-258a-4082-913b-e257c640c8b2 req-57c19526-64c1-4dda-b429-a44ca1871e78 tempest-AttachVolumeNegativeTest-50432476 tempest-AttachVolumeNegativeTest-50432476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 13:30:54.790395 dv-cinder-830097-4-iscsi neutron-server[103458]: INFO neutron.wsgi [req-a52912ed-258a-4082-913b-e257c640c8b2 req-57c19526-64c1-4dda-b429-a44ca1871e78 tempest-AttachVolumeNegativeTest-50432476 tempest-AttachVolumeNegativeTest-50432476-project] 10.222.0.18 "GET /v2.0/ports?device_id=f39d9b35-2700-46bd-926c-f98570a70cc0 HTTP/1.1" status: 200 len: 943 time: 0.0453982 Apr 12 13:30:54.839136 dv-cinder-830097-4-iscsi neutron-server[103458]: INFO neutron.wsgi [req-a52912ed-258a-4082-913b-e257c640c8b2 req-90f00efd-0661-4b0b-aebf-8d9d07ee624a tempest-AttachVolumeNegativeTest-50432476 tempest-AttachVolumeNegativeTest-50432476-project] 10.222.0.18 "GET /v2.0/security-groups?id=c6db3de2-a1a4-4b70-8b7c-e40a8d8c2e4c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0432339 Apr 12 13:30:55.951260 dv-cinder-830097-4-iscsi neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c01a4edd-f5ba-4cfe-b9d1-f31d5edbbdfa req-216d3548-12ec-4982-a84d-e636a9ae6133 tempest-AttachVolumeNegativeTest-50432476 tempest-AttachVolumeNegativeTest-50432476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 13:30:55.952691 dv-cinder-830097-4-iscsi neutron-server[103457]: INFO neutron.wsgi [req-c01a4edd-f5ba-4cfe-b9d1-f31d5edbbdfa req-216d3548-12ec-4982-a84d-e636a9ae6133 tempest-AttachVolumeNegativeTest-50432476 tempest-AttachVolumeNegativeTest-50432476-project] 10.222.0.18 "GET /v2.0/ports?device_id=f39d9b35-2700-46bd-926c-f98570a70cc0 HTTP/1.1" status: 200 len: 943 time: 0.0464516 Apr 12 13:30:56.001589 dv-cinder-830097-4-iscsi neutron-server[103457]: INFO neutron.wsgi [req-c01a4edd-f5ba-4cfe-b9d1-f31d5edbbdfa req-41a812c4-26b3-42cc-ab72-ee09e19ba9a7 tempest-AttachVolumeNegativeTest-50432476 tempest-AttachVolumeNegativeTest-50432476-project] 10.222.0.18 "GET /v2.0/security-groups?id=c6db3de2-a1a4-4b70-8b7c-e40a8d8c2e4c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0426943 Apr 12 13:30:56.048153 dv-cinder-830097-4-iscsi neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81865557-8749-4d9c-85bc-949040a17993 req-2f027255-f309-4ddf-9dfd-7ec77b70160b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 13:30:56.049661 dv-cinder-830097-4-iscsi neutron-server[103457]: INFO neutron.wsgi [req-81865557-8749-4d9c-85bc-949040a17993 req-2f027255-f309-4ddf-9dfd-7ec77b70160b service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=0b44de7c9b4f45aa8f33bcf3b4639f3f&device_id=f39d9b35-2700-46bd-926c-f98570a70cc0 HTTP/1.1" status: 200 len: 1127 time: 0.0391867 Apr 12 13:30:56.134574 dv-cinder-830097-4-iscsi neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81865557-8749-4d9c-85bc-949040a17993 req-baa27845-128d-47d8-8a58-167505d1ee5f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 13:30:56.135941 dv-cinder-830097-4-iscsi neutron-server[103457]: INFO neutron.wsgi [req-81865557-8749-4d9c-85bc-949040a17993 req-baa27845-128d-47d8-8a58-167505d1ee5f service neutron] 10.222.0.55 "GET /v2.0/networks?id=d4adb74a-b0d3-4e8c-b297-c51fe03191f9 HTTP/1.1" status: 200 len: 916 time: 0.0809996 Apr 12 13:30:56.177848 dv-cinder-830097-4-iscsi neutron-server[103457]: INFO neutron.wsgi [req-81865557-8749-4d9c-85bc-949040a17993 req-9d324a9c-0c18-43e5-a27f-9dd50999aa5f service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=9bf5d8cb-12db-45a1-bbe8-8885026b9c03 HTTP/1.1" status: 200 len: 217 time: 0.0362968 Apr 12 13:30:56.224710 dv-cinder-830097-4-iscsi neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81865557-8749-4d9c-85bc-949040a17993 req-e066d092-2bfc-4643-b4c7-6136b76bb3cc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 13:30:56.226117 dv-cinder-830097-4-iscsi neutron-server[103457]: INFO neutron.wsgi [req-81865557-8749-4d9c-85bc-949040a17993 req-e066d092-2bfc-4643-b4c7-6136b76bb3cc service neutron] 10.222.0.55 "GET /v2.0/subnets?id=f1176976-8b61-43ab-a3ba-d0eadb0b48e0 HTTP/1.1" status: 200 len: 854 time: 0.0426724 Apr 12 13:30:56.268415 dv-cinder-830097-4-iscsi neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81865557-8749-4d9c-85bc-949040a17993 req-80f8cfb1-4213-4c77-bcb4-4537d1b79fe2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 13:30:56.269883 dv-cinder-830097-4-iscsi neutron-server[103457]: INFO neutron.wsgi [req-81865557-8749-4d9c-85bc-949040a17993 req-80f8cfb1-4213-4c77-bcb4-4537d1b79fe2 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=d4adb74a-b0d3-4e8c-b297-c51fe03191f9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0368893 Apr 12 13:30:56.357987 dv-cinder-830097-4-iscsi neutron-server[103457]: INFO neutron.wsgi [req-81865557-8749-4d9c-85bc-949040a17993 req-bda58305-d2ac-424d-ab9f-cae64f59dad7 service neutron] 10.222.0.55 "GET /v2.0/networks/d4adb74a-b0d3-4e8c-b297-c51fe03191f9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0817699 Apr 12 13:30:56.443279 dv-cinder-830097-4-iscsi neutron-server[103457]: INFO neutron.wsgi [req-81865557-8749-4d9c-85bc-949040a17993 req-cb802def-7bd2-42d9-b02f-eb8b6be58190 service neutron] 10.222.0.55 "GET /v2.0/networks/d4adb74a-b0d3-4e8c-b297-c51fe03191f9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0794923 Apr 12 13:30:57.115564 dv-cinder-830097-4-iscsi neutron-server[103458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8105f63-dd87-47f4-a7b2-41dedffec1dd req-7f0e1b6b-cec0-4d63-bac6-aa8fdad33a1f tempest-AttachVolumeNegativeTest-50432476 tempest-AttachVolumeNegativeTest-50432476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 13:30:57.117018 dv-cinder-830097-4-iscsi neutron-server[103458]: INFO neutron.wsgi [req-a8105f63-dd87-47f4-a7b2-41dedffec1dd req-7f0e1b6b-cec0-4d63-bac6-aa8fdad33a1f tempest-AttachVolumeNegativeTest-50432476 tempest-AttachVolumeNegativeTest-50432476-project] 10.222.0.18 "GET /v2.0/ports?device_id=f39d9b35-2700-46bd-926c-f98570a70cc0 HTTP/1.1" status: 200 len: 943 time: 0.0470555 Apr 12 13:30:57.162247 dv-cinder-830097-4-iscsi neutron-server[103458]: INFO neutron.wsgi [req-a8105f63-dd87-47f4-a7b2-41dedffec1dd req-9d492d54-3791-44be-bc71-c8dae421f536 tempest-AttachVolumeNegativeTest-50432476 tempest-AttachVolumeNegativeTest-50432476-project] 10.222.0.18 "GET /v2.0/security-groups?id=c6db3de2-a1a4-4b70-8b7c-e40a8d8c2e4c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0397649 Apr 12 13:30:58.164314 dv-cinder-830097-4-iscsi neutron-server[103459]: DEBUG neutron.plugins.ml2.rpc [None req-3505bd68-a9fd-4823-92ea-1a6ded8ab071 None None] Device 9bf5d8cb-12db-45a1-bbe8-8885026b9c03 details requested by agent hyperv_hv-cinder-83009 with host hv-cinder-83009 {{(pid=103459) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 12 13:30:58.264432 dv-cinder-830097-4-iscsi neutron-server[103459]: DEBUG neutron.plugins.ml2.db [None req-3505bd68-a9fd-4823-92ea-1a6ded8ab071 None None] For port 9bf5d8cb-12db-45a1-bbe8-8885026b9c03, host hv-cinder-83009, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83009',level=0,port_id=9bf5d8cb-12db-45a1-bbe8-8885026b9c03,segment=NetworkSegment(00b10ebc-0cf5-44a9-a829-ac84c99db0c8),segment_id=00b10ebc-0cf5-44a9-a829-ac84c99db0c8)] {{(pid=103459) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 12 13:30:58.276029 dv-cinder-830097-4-iscsi neutron-server[103459]: DEBUG neutron.plugins.ml2.rpc [None req-3505bd68-a9fd-4823-92ea-1a6ded8ab071 None None] Returning: {'device': '9bf5d8cb-12db-45a1-bbe8-8885026b9c03', 'network_id': 'd4adb74a-b0d3-4e8c-b297-c51fe03191f9', 'port_id': '9bf5d8cb-12db-45a1-bbe8-8885026b9c03', 'mac_address': 'fa:16:3e:9b:c6:c6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 237, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f1176976-8b61-43ab-a3ba-d0eadb0b48e0', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103459) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 12 13:30:58.280258 dv-cinder-830097-4-iscsi neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23a9e2d6-ec71-42d4-9808-c0f75d8c6645 req-b377daea-ecb9-46e9-a7ba-1c20459b4728 tempest-AttachVolumeNegativeTest-50432476 tempest-AttachVolumeNegativeTest-50432476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 13:30:58.281736 dv-cinder-830097-4-iscsi neutron-server[103457]: INFO neutron.wsgi [req-23a9e2d6-ec71-42d4-9808-c0f75d8c6645 req-b377daea-ecb9-46e9-a7ba-1c20459b4728 tempest-AttachVolumeNegativeTest-50432476 tempest-AttachVolumeNegativeTest-50432476-project] 10.222.0.18 "GET /v2.0/ports?device_id=f39d9b35-2700-46bd-926c-f98570a70cc0 HTTP/1.1" status: 200 len: 943 time: 0.0519104 Apr 12 13:30:58.312554 dv-cinder-830097-4-iscsi neutron-server[103459]: DEBUG neutron.plugins.ml2.plugin [None req-3505bd68-a9fd-4823-92ea-1a6ded8ab071 None None] Current status of the port 9bf5d8cb-12db-45a1-bbe8-8885026b9c03 is: DOWN; New status is: BUILD {{(pid=103459) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 12 13:30:58.312971 dv-cinder-830097-4-iscsi neutron-server[103459]: DEBUG neutron_lib.callbacks.manager [None req-3505bd68-a9fd-4823-92ea-1a6ded8ab071 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-916304'] for port (9bf5d8cb-12db-45a1-bbe8-8885026b9c03), before_update {{(pid=103459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:30:58.326242 dv-cinder-830097-4-iscsi neutron-server[103459]: DEBUG neutron.notifiers.nova [None req-3505bd68-a9fd-4823-92ea-1a6ded8ab071 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9bf5d8cb-12db-45a1-bbe8-8885026b9c03 {{(pid=103459) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 12 13:30:58.328344 dv-cinder-830097-4-iscsi neutron-server[103457]: INFO neutron.wsgi [req-23a9e2d6-ec71-42d4-9808-c0f75d8c6645 req-df636513-d082-4248-bed1-ce4e9fdc6bdf tempest-AttachVolumeNegativeTest-50432476 tempest-AttachVolumeNegativeTest-50432476-project] 10.222.0.18 "GET /v2.0/security-groups?id=c6db3de2-a1a4-4b70-8b7c-e40a8d8c2e4c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0409095 Apr 12 13:30:58.345333 dv-cinder-830097-4-iscsi neutron-server[103459]: DEBUG neutron.plugins.ml2.db [None req-3505bd68-a9fd-4823-92ea-1a6ded8ab071 None None] For port 9bf5d8cb-12db-45a1-bbe8-8885026b9c03, host hv-cinder-83009, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83009',level=0,port_id=9bf5d8cb-12db-45a1-bbe8-8885026b9c03,segment=NetworkSegment(00b10ebc-0cf5-44a9-a829-ac84c99db0c8),segment_id=00b10ebc-0cf5-44a9-a829-ac84c99db0c8)] {{(pid=103459) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 12 13:30:58.349924 dv-cinder-830097-4-iscsi neutron-server[103459]: DEBUG neutron_lib.callbacks.manager [None req-3505bd68-a9fd-4823-92ea-1a6ded8ab071 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-915890', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3697887', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732727894815', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732727417932', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732727417950'] for port (9bf5d8cb-12db-45a1-bbe8-8885026b9c03), after_update {{(pid=103459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:30:58.396168 dv-cinder-830097-4-iscsi neutron-server[103459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3505bd68-a9fd-4823-92ea-1a6ded8ab071 None None] Pushing event updated for resources: {'Port': ['ID=9bf5d8cb-12db-45a1-bbe8-8885026b9c03,revision_number=4']} {{(pid=103459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 13:30:58.739815 dv-cinder-830097-4-iscsi neutron-server[103459]: DEBUG neutron.plugins.ml2.db [None req-3505bd68-a9fd-4823-92ea-1a6ded8ab071 None None] get_ports_and_sgs() called for port_ids ['9bf5d8cb-12db-45a1-bbe8-8885026b9c03'] {{(pid=103459) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 12 13:30:59.438177 dv-cinder-830097-4-iscsi neutron-server[103458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82414a0a-a6d2-4495-a671-0bfb6c9d3c7e req-cb8ff97e-7b06-464c-bad5-ecead38aec39 tempest-AttachVolumeNegativeTest-50432476 tempest-AttachVolumeNegativeTest-50432476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 13:30:59.439649 dv-cinder-830097-4-iscsi neutron-server[103458]: INFO neutron.wsgi [req-82414a0a-a6d2-4495-a671-0bfb6c9d3c7e req-cb8ff97e-7b06-464c-bad5-ecead38aec39 tempest-AttachVolumeNegativeTest-50432476 tempest-AttachVolumeNegativeTest-50432476-project] 10.222.0.18 "GET /v2.0/ports?device_id=f39d9b35-2700-46bd-926c-f98570a70cc0 HTTP/1.1" status: 200 len: 944 time: 0.0466089 Apr 12 13:30:59.484881 dv-cinder-830097-4-iscsi neutron-server[103458]: INFO neutron.wsgi [req-82414a0a-a6d2-4495-a671-0bfb6c9d3c7e req-fa02a49e-b2fc-4d16-ae46-7339a166407e tempest-AttachVolumeNegativeTest-50432476 tempest-AttachVolumeNegativeTest-50432476-project] 10.222.0.18 "GET /v2.0/security-groups?id=c6db3de2-a1a4-4b70-8b7c-e40a8d8c2e4c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0394456 Apr 12 13:30:59.963255 dv-cinder-830097-4-iscsi neutron-server[103459]: DEBUG neutron_lib.callbacks.manager [None req-3505bd68-a9fd-4823-92ea-1a6ded8ab071 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732727929501', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-657397'] for agent (ee5509cd-6dd7-49df-aa37-3740ebd1e34b), after_update {{(pid=103459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:31:00.175072 dv-cinder-830097-4-iscsi neutron-server[103459]: DEBUG neutron.plugins.ml2.rpc [None req-3505bd68-a9fd-4823-92ea-1a6ded8ab071 None None] Device 9bf5d8cb-12db-45a1-bbe8-8885026b9c03 up at agent hyperv_hv-cinder-83009 {{(pid=103459) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 12 13:31:00.218784 dv-cinder-830097-4-iscsi neutron-server[103459]: DEBUG neutron.db.provisioning_blocks [None req-3505bd68-a9fd-4823-92ea-1a6ded8ab071 None None] Provisioning for port 9bf5d8cb-12db-45a1-bbe8-8885026b9c03 completed by entity L2. {{(pid=103459) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Apr 12 13:31:00.225034 dv-cinder-830097-4-iscsi neutron-server[103459]: DEBUG neutron.db.provisioning_blocks [None req-3505bd68-a9fd-4823-92ea-1a6ded8ab071 None None] Provisioning complete for port 9bf5d8cb-12db-45a1-bbe8-8885026b9c03 triggered by entity L2. {{(pid=103459) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 12 13:31:00.225391 dv-cinder-830097-4-iscsi neutron-server[103459]: DEBUG neutron_lib.callbacks.manager [None req-3505bd68-a9fd-4823-92ea-1a6ded8ab071 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-657243'] for port (9bf5d8cb-12db-45a1-bbe8-8885026b9c03), provisioning_complete {{(pid=103459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:31:00.303549 dv-cinder-830097-4-iscsi neutron-server[103459]: DEBUG neutron.plugins.ml2.plugin [None req-3505bd68-a9fd-4823-92ea-1a6ded8ab071 None None] Current status of the port 9bf5d8cb-12db-45a1-bbe8-8885026b9c03 is: BUILD; New status is: ACTIVE {{(pid=103459) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 12 13:31:00.303931 dv-cinder-830097-4-iscsi neutron-server[103459]: DEBUG neutron_lib.callbacks.manager [None req-3505bd68-a9fd-4823-92ea-1a6ded8ab071 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-916304'] for port (9bf5d8cb-12db-45a1-bbe8-8885026b9c03), before_update {{(pid=103459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:31:00.325481 dv-cinder-830097-4-iscsi neutron-server[103459]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f39d9b35-2700-46bd-926c-f98570a70cc0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9bf5d8cb-12db-45a1-bbe8-8885026b9c03'}] {{(pid=103459) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 12 13:31:00.327777 dv-cinder-830097-4-iscsi neutron-server[103459]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}95104bc0dd48ad9143548caf8a5bdec643107760c32fce8433ea43eac3fbdd81" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-caf7bb8a-7305-4d6b-8bf3-fae0f6189f95" -d '{"events": [{"server_uuid": "f39d9b35-2700-46bd-926c-f98570a70cc0", "name": "network-vif-plugged", "status": "completed", "tag": "9bf5d8cb-12db-45a1-bbe8-8885026b9c03"}]}' {{(pid=103459) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 12 13:31:00.340022 dv-cinder-830097-4-iscsi neutron-server[103459]: DEBUG neutron.plugins.ml2.db [None req-3505bd68-a9fd-4823-92ea-1a6ded8ab071 None None] For port 9bf5d8cb-12db-45a1-bbe8-8885026b9c03, host hv-cinder-83009, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83009',level=0,port_id=9bf5d8cb-12db-45a1-bbe8-8885026b9c03,segment=NetworkSegment(00b10ebc-0cf5-44a9-a829-ac84c99db0c8),segment_id=00b10ebc-0cf5-44a9-a829-ac84c99db0c8)] {{(pid=103459) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 12 13:31:00.343899 dv-cinder-830097-4-iscsi neutron-server[103459]: DEBUG neutron_lib.callbacks.manager [None req-3505bd68-a9fd-4823-92ea-1a6ded8ab071 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-915890', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3697887', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732727894815', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732727417932', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732727417950'] for port (9bf5d8cb-12db-45a1-bbe8-8885026b9c03), after_update {{(pid=103459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:31:00.367672 dv-cinder-830097-4-iscsi neutron-server[103459]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 12 Apr 2022 13:31:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4d99807d-dd2f-40ff-8a8a-b68884e996ba x-openstack-request-id: req-4d99807d-dd2f-40ff-8a8a-b68884e996ba {{(pid=103459) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 12 13:31:00.367962 dv-cinder-830097-4-iscsi neutron-server[103459]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f39d9b35-2700-46bd-926c-f98570a70cc0", "name": "network-vif-plugged", "status": "completed", "tag": "9bf5d8cb-12db-45a1-bbe8-8885026b9c03", "code": 200}]} {{(pid=103459) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 12 13:31:00.368213 dv-cinder-830097-4-iscsi neutron-server[103459]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-4d99807d-dd2f-40ff-8a8a-b68884e996ba {{(pid=103459) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 12 13:31:00.368600 dv-cinder-830097-4-iscsi neutron-server[103459]: INFO neutron.notifiers.nova [-] Nova event matching ['req-4d99807d-dd2f-40ff-8a8a-b68884e996ba'] response: {'server_uuid': 'f39d9b35-2700-46bd-926c-f98570a70cc0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9bf5d8cb-12db-45a1-bbe8-8885026b9c03', 'code': 200} Apr 12 13:31:00.393443 dv-cinder-830097-4-iscsi neutron-server[103459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3505bd68-a9fd-4823-92ea-1a6ded8ab071 None None] Pushing event updated for resources: {'Port': ['ID=9bf5d8cb-12db-45a1-bbe8-8885026b9c03,revision_number=5']} {{(pid=103459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 13:31:00.560005 dv-cinder-830097-4-iscsi neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df9f0d93-0231-4df3-8d1c-d75856f52c87 req-4f39d562-5271-4249-a91b-a37e5c1c4452 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 13:31:00.561543 dv-cinder-830097-4-iscsi neutron-server[103457]: INFO neutron.wsgi [req-df9f0d93-0231-4df3-8d1c-d75856f52c87 req-4f39d562-5271-4249-a91b-a37e5c1c4452 service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=f39d9b35-2700-46bd-926c-f98570a70cc0 HTTP/1.1" status: 200 len: 1129 time: 0.0376623 Apr 12 13:31:00.599616 dv-cinder-830097-4-iscsi neutron-server[103458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e610f859-0d32-4bd7-a996-3c111788135b req-4a13576e-c932-46bf-94ea-f47a24f0c6df tempest-AttachVolumeNegativeTest-50432476 tempest-AttachVolumeNegativeTest-50432476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 13:31:00.601073 dv-cinder-830097-4-iscsi neutron-server[103458]: INFO neutron.wsgi [req-e610f859-0d32-4bd7-a996-3c111788135b req-4a13576e-c932-46bf-94ea-f47a24f0c6df tempest-AttachVolumeNegativeTest-50432476 tempest-AttachVolumeNegativeTest-50432476-project] 10.222.0.18 "GET /v2.0/ports?device_id=f39d9b35-2700-46bd-926c-f98570a70cc0 HTTP/1.1" status: 200 len: 945 time: 0.0499091 Apr 12 13:31:00.604965 dv-cinder-830097-4-iscsi neutron-server[103457]: INFO neutron.wsgi [req-df9f0d93-0231-4df3-8d1c-d75856f52c87 req-e28b15a2-c8b7-4f97-adc9-7920c8680f29 service neutron] 10.222.0.55 "GET /v2.0/security-groups?id=c6db3de2-a1a4-4b70-8b7c-e40a8d8c2e4c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0377119 Apr 12 13:31:00.646794 dv-cinder-830097-4-iscsi neutron-server[103458]: INFO neutron.wsgi [req-e610f859-0d32-4bd7-a996-3c111788135b req-fa7e792c-cd75-4d59-83d8-ccfdc5abe66e tempest-AttachVolumeNegativeTest-50432476 tempest-AttachVolumeNegativeTest-50432476-project] 10.222.0.18 "GET /v2.0/security-groups?id=c6db3de2-a1a4-4b70-8b7c-e40a8d8c2e4c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0394034 Apr 12 13:31:01.945597 dv-cinder-830097-4-iscsi neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-867f9725-84d9-4f9b-a80a-8b2925c31156 req-40cbd689-a6b2-48aa-b863-26f135fcb9e0 tempest-AttachVolumeNegativeTest-50432476 tempest-AttachVolumeNegativeTest-50432476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 13:31:01.947068 dv-cinder-830097-4-iscsi neutron-server[103457]: INFO neutron.wsgi [req-867f9725-84d9-4f9b-a80a-8b2925c31156 req-40cbd689-a6b2-48aa-b863-26f135fcb9e0 tempest-AttachVolumeNegativeTest-50432476 tempest-AttachVolumeNegativeTest-50432476-project] 10.222.0.18 "GET /v2.0/ports?device_id=f39d9b35-2700-46bd-926c-f98570a70cc0 HTTP/1.1" status: 200 len: 945 time: 0.2323549 Apr 12 13:31:01.995535 dv-cinder-830097-4-iscsi neutron-server[103457]: INFO neutron.wsgi [req-867f9725-84d9-4f9b-a80a-8b2925c31156 req-a390eb86-cab5-458b-9dd5-440b194f3a8e tempest-AttachVolumeNegativeTest-50432476 tempest-AttachVolumeNegativeTest-50432476-project] 10.222.0.18 "GET /v2.0/security-groups?id=c6db3de2-a1a4-4b70-8b7c-e40a8d8c2e4c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0429111 Apr 12 13:31:03.156361 dv-cinder-830097-4-iscsi neutron-server[103458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54037584-de84-46c9-945c-c8798ab41bbd req-124879ff-ec94-4818-8d1d-1e2553428564 tempest-AttachVolumeNegativeTest-50432476 tempest-AttachVolumeNegativeTest-50432476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 13:31:03.157822 dv-cinder-830097-4-iscsi neutron-server[103458]: INFO neutron.wsgi [req-54037584-de84-46c9-945c-c8798ab41bbd req-124879ff-ec94-4818-8d1d-1e2553428564 tempest-AttachVolumeNegativeTest-50432476 tempest-AttachVolumeNegativeTest-50432476-project] 10.222.0.18 "GET /v2.0/ports?device_id=f39d9b35-2700-46bd-926c-f98570a70cc0 HTTP/1.1" status: 200 len: 945 time: 0.0968254 Apr 12 13:31:03.204580 dv-cinder-830097-4-iscsi neutron-server[103458]: INFO neutron.wsgi [req-54037584-de84-46c9-945c-c8798ab41bbd req-c95d6692-7d8b-4a2f-a3a6-b465dd3b4d8d tempest-AttachVolumeNegativeTest-50432476 tempest-AttachVolumeNegativeTest-50432476-project] 10.222.0.18 "GET /v2.0/security-groups?id=c6db3de2-a1a4-4b70-8b7c-e40a8d8c2e4c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0404198 Apr 12 13:31:03.311078 dv-cinder-830097-4-iscsi neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fca65d3-31e0-4ceb-864d-1e6af3a67e1b req-b404aafd-5d92-4c19-8c30-bf1a39fee10a tempest-AttachVolumeNegativeTest-50432476 tempest-AttachVolumeNegativeTest-50432476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 13:31:03.312501 dv-cinder-830097-4-iscsi neutron-server[103457]: INFO neutron.wsgi [req-0fca65d3-31e0-4ceb-864d-1e6af3a67e1b req-b404aafd-5d92-4c19-8c30-bf1a39fee10a tempest-AttachVolumeNegativeTest-50432476 tempest-AttachVolumeNegativeTest-50432476-project] 10.222.0.18 "GET /v2.0/ports?device_id=f39d9b35-2700-46bd-926c-f98570a70cc0 HTTP/1.1" status: 200 len: 945 time: 0.0457759 Apr 12 13:31:03.321233 dv-cinder-830097-4-iscsi neutron-server[103457]: DEBUG neutron.wsgi [-] (103457) accepted ('10.222.0.18', 52238) {{(pid=103457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 13:31:03.325348 dv-cinder-830097-4-iscsi neutron-server[103457]: DEBUG neutron.api.v2.base [None req-5c9bbc5d-e82f-4ea8-8075-963c26255834 tempest-AttachVolumeNegativeTest-50432476 tempest-AttachVolumeNegativeTest-50432476-project] Request body: {'floatingip': {'port_id': '9bf5d8cb-12db-45a1-bbe8-8885026b9c03'}} {{(pid=103457) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 12 13:31:03.362509 dv-cinder-830097-4-iscsi neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-5c9bbc5d-e82f-4ea8-8075-963c26255834 tempest-AttachVolumeNegativeTest-50432476 tempest-AttachVolumeNegativeTest-50432476-project] Publish callbacks [] for floatingip (10464b2d-e92e-4513-950d-659eceb6294d), before_update {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:31:03.803104 dv-cinder-830097-4-iscsi neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-5c9bbc5d-e82f-4ea8-8075-963c26255834 tempest-AttachVolumeNegativeTest-50432476 tempest-AttachVolumeNegativeTest-50432476-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:31:03.806766 dv-cinder-830097-4-iscsi neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-5c9bbc5d-e82f-4ea8-8075-963c26255834 tempest-AttachVolumeNegativeTest-50432476 tempest-AttachVolumeNegativeTest-50432476-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3739086'] for floatingip (10464b2d-e92e-4513-950d-659eceb6294d), after_update {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:31:03.904922 dv-cinder-830097-4-iscsi neutron-server[103457]: INFO neutron.db.l3_db [None req-5c9bbc5d-e82f-4ea8-8075-963c26255834 tempest-AttachVolumeNegativeTest-50432476 tempest-AttachVolumeNegativeTest-50432476-project] Floating IP 10464b2d-e92e-4513-950d-659eceb6294d associated. External IP: 172.27.0.138, port: 9bf5d8cb-12db-45a1-bbe8-8885026b9c03. Apr 12 13:31:04.383348 dv-cinder-830097-4-iscsi neutron-server[103457]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5c9bbc5d-e82f-4ea8-8075-963c26255834 tempest-AttachVolumeNegativeTest-50432476 tempest-AttachVolumeNegativeTest-50432476-project] Router a794cd89-89ba-42ef-a58c-37aafc50af86 has already been hosted by L3 agent b7e11a8b-aeed-493f-9763-461016dddc93 {{(pid=103457) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 12 13:31:04.487301 dv-cinder-830097-4-iscsi neutron-server[103457]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5c9bbc5d-e82f-4ea8-8075-963c26255834 tempest-AttachVolumeNegativeTest-50432476 tempest-AttachVolumeNegativeTest-50432476-project] Notify agent at l3_agent.dv-cinder-830097-4-iscsi the message routers_updated {{(pid=103457) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 12 13:31:04.492973 dv-cinder-830097-4-iscsi neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-5c9bbc5d-e82f-4ea8-8075-963c26255834 tempest-AttachVolumeNegativeTest-50432476 tempest-AttachVolumeNegativeTest-50432476-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-500965'] for floatingip (None), before_response {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:31:04.497542 dv-cinder-830097-4-iscsi neutron-server[103460]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5a72af75-89f1-48ee-8c51-c28bd402ee9f None None] Sync routers for ids ['a794cd89-89ba-42ef-a58c-37aafc50af86'] in dv-cinder-830097-4-iscsi {{(pid=103460) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 12 13:31:04.508130 dv-cinder-830097-4-iscsi neutron-server[103460]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5a72af75-89f1-48ee-8c51-c28bd402ee9f None None] Routers {'a794cd89-89ba-42ef-a58c-37aafc50af86'} bound to L3 agent in host dv-cinder-830097-4-iscsi {{(pid=103460) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 12 13:31:04.508729 dv-cinder-830097-4-iscsi neutron-server[103460]: DEBUG neutron.db.l3_hamode_db [None req-5a72af75-89f1-48ee-8c51-c28bd402ee9f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830097-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-12T13:07:19Z,description=,heartbeat_timestamp=2022-04-12T13:30:49Z,host='dv-cinder-830097-4-iscsi',id=b7e11a8b-aeed-493f-9763-461016dddc93,load=0,resource_versions=,resources_synced=,started_at=2022-04-12T13:07:19Z,topic='l3_agent')) {'router_ids': ['a794cd89-89ba-42ef-a58c-37aafc50af86'], 'active': True} {{(pid=103460) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 13:31:04.521289 dv-cinder-830097-4-iscsi neutron-server[103457]: INFO neutron.wsgi [None req-5c9bbc5d-e82f-4ea8-8075-963c26255834 tempest-AttachVolumeNegativeTest-50432476 tempest-AttachVolumeNegativeTest-50432476-project] 10.222.0.18 "PUT /v2.0/floatingips/10464b2d-e92e-4513-950d-659eceb6294d HTTP/1.1" status: 200 len: 991 time: 1.1990499 Apr 12 13:31:04.521865 dv-cinder-830097-4-iscsi neutron-server[103457]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f39d9b35-2700-46bd-926c-f98570a70cc0', 'tag': '9bf5d8cb-12db-45a1-bbe8-8885026b9c03'}] {{(pid=103457) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 12 13:31:04.524066 dv-cinder-830097-4-iscsi neutron-server[103457]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}086c7d3de3560e72b9669b0aa2f8f0aa3a7dc6896401f4467231a6605ceb6cb3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7b48e167-df8f-4894-8bfa-e835b668e783" -d '{"events": [{"name": "network-changed", "server_uuid": "f39d9b35-2700-46bd-926c-f98570a70cc0", "tag": "9bf5d8cb-12db-45a1-bbe8-8885026b9c03"}]}' {{(pid=103457) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 12 13:31:04.560025 dv-cinder-830097-4-iscsi neutron-server[103457]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 12 Apr 2022 13:31:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-72c26c29-51f0-4117-a12f-43e1bea907a1 x-openstack-request-id: req-72c26c29-51f0-4117-a12f-43e1bea907a1 {{(pid=103457) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 12 13:31:04.560323 dv-cinder-830097-4-iscsi neutron-server[103457]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f39d9b35-2700-46bd-926c-f98570a70cc0", "tag": "9bf5d8cb-12db-45a1-bbe8-8885026b9c03", "status": "completed", "code": 200}]} {{(pid=103457) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 12 13:31:04.560581 dv-cinder-830097-4-iscsi neutron-server[103457]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-72c26c29-51f0-4117-a12f-43e1bea907a1 {{(pid=103457) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 12 13:31:04.561021 dv-cinder-830097-4-iscsi neutron-server[103457]: INFO neutron.notifiers.nova [-] Nova event matching ['req-72c26c29-51f0-4117-a12f-43e1bea907a1'] response: {'name': 'network-changed', 'server_uuid': 'f39d9b35-2700-46bd-926c-f98570a70cc0', 'tag': '9bf5d8cb-12db-45a1-bbe8-8885026b9c03', 'status': 'completed', 'code': 200} Apr 12 13:31:04.615011 dv-cinder-830097-4-iscsi neutron-server[103460]: DEBUG neutron.db.l3_dvr_db [None req-5a72af75-89f1-48ee-8c51-c28bd402ee9f None None] Set router a794cd89-89ba-42ef-a58c-37aafc50af86 gateway port host: dv-cinder-830097-4-iscsi {{(pid=103460) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 12 13:31:04.640360 dv-cinder-830097-4-iscsi neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b48e167-df8f-4894-8bfa-e835b668e783 req-5b62f267-cfab-4602-bbb9-ef003e9e61ba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 13:31:04.641809 dv-cinder-830097-4-iscsi neutron-server[103457]: INFO neutron.wsgi [req-7b48e167-df8f-4894-8bfa-e835b668e783 req-5b62f267-cfab-4602-bbb9-ef003e9e61ba service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=0b44de7c9b4f45aa8f33bcf3b4639f3f&device_id=f39d9b35-2700-46bd-926c-f98570a70cc0 HTTP/1.1" status: 200 len: 1129 time: 0.0385768 Apr 12 13:31:04.731405 dv-cinder-830097-4-iscsi neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b48e167-df8f-4894-8bfa-e835b668e783 req-db3a19a6-8618-41d8-872b-47bb830ce150 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 13:31:04.732866 dv-cinder-830097-4-iscsi neutron-server[103457]: INFO neutron.wsgi [req-7b48e167-df8f-4894-8bfa-e835b668e783 req-db3a19a6-8618-41d8-872b-47bb830ce150 service neutron] 10.222.0.55 "GET /v2.0/networks?id=d4adb74a-b0d3-4e8c-b297-c51fe03191f9 HTTP/1.1" status: 200 len: 916 time: 0.0854294 Apr 12 13:31:04.796151 dv-cinder-830097-4-iscsi neutron-server[103457]: INFO neutron.wsgi [req-7b48e167-df8f-4894-8bfa-e835b668e783 req-298b4b55-c7da-4e7b-ad73-7e46dc146da4 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=9bf5d8cb-12db-45a1-bbe8-8885026b9c03 HTTP/1.1" status: 200 len: 999 time: 0.0577648 Apr 12 13:31:04.827819 dv-cinder-830097-4-iscsi neutron-server[103460]: DEBUG neutron.db.l3_hamode_db [None req-5a72af75-89f1-48ee-8c51-c28bd402ee9f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a794cd89-89ba-42ef-a58c-37aafc50af86', 'name': 'tempest-AttachVolumeNegativeTest-1091455639-router', 'tenant_id': '0b44de7c9b4f45aa8f33bcf3b4639f3f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '26d0436d-8ae2-49bd-8cc6-3d2eac552c84', 'external_fixed_ips': [{'subnet_id': 'd93852d8-8f89-4b1c-bef4-0e05f499a8db', 'ip_address': '172.27.0.252'}], 'enable_snat': True}, 'gw_port_id': '0451fcc6-23a4-40eb-829a-704617e0c3b7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-12T13:28:54Z', 'updated_at': '2022-04-12T13:28:57Z', 'revision_number': 4, 'project_id': '0b44de7c9b4f45aa8f33bcf3b4639f3f', 'gw_port': {'id': '0451fcc6-23a4-40eb-829a-704617e0c3b7', 'name': '', 'network_id': '26d0436d-8ae2-49bd-8cc6-3d2eac552c84', 'tenant_id': '', 'mac_address': 'fa:16:3e:71:01:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a794cd89-89ba-42ef-a58c-37aafc50af86', 'device_owner': 'network:router_gateway', 'standard_attr_id': 661, 'fixed_ips': [{'subnet_id': 'd93852d8-8f89-4b1c-bef4-0e05f499a8db', 'ip_address': '172.27.0.252', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830097-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T13:28:55Z', 'updated_at': '2022-04-12T13:28:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd93852d8-8f89-4b1c-bef4-0e05f499a8db', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830097-4-iscsi', '_floatingips': [{'id': '10464b2d-e92e-4513-950d-659eceb6294d', 'tenant_id': '0b44de7c9b4f45aa8f33bcf3b4639f3f', 'floating_ip_address': '172.27.0.138', 'floating_network_id': '26d0436d-8ae2-49bd-8cc6-3d2eac552c84', 'router_id': 'a794cd89-89ba-42ef-a58c-37aafc50af86', 'port_id': '9bf5d8cb-12db-45a1-bbe8-8885026b9c03', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 677, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'd4adb74a-b0d3-4e8c-b297-c51fe03191f9', 'mac_address': 'fa:16:3e:9b:c6:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f39d9b35-2700-46bd-926c-f98570a70cc0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-12T13:30:50Z', 'updated_at': '2022-04-12T13:31:03Z', 'revision_number': 1, 'project_id': '0b44de7c9b4f45aa8f33bcf3b4639f3f', 'fixed_ip_address_scope': None}, {'id': '99dc54bb-a5fc-4e0f-b5e8-09dad41e2047', 'tenant_id': '0b44de7c9b4f45aa8f33bcf3b4639f3f', 'floating_ip_address': '172.27.0.184', 'floating_network_id': '26d0436d-8ae2-49bd-8cc6-3d2eac552c84', 'router_id': 'a794cd89-89ba-42ef-a58c-37aafc50af86', 'port_id': '5f92f8df-37e6-4bb6-be40-eafdc94153af', 'fixed_ip_address': '172.20.0.9', 'status': 'ACTIVE', 'standard_attr_id': 669, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'd4adb74a-b0d3-4e8c-b297-c51fe03191f9', 'mac_address': 'fa:16:3e:f3:66:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7f3217cb-4381-4bfa-9d2a-71311fb9c2c9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-12T13:28:59Z', 'updated_at': '2022-04-12T13:29:23Z', 'revision_number': 2, 'project_id': '0b44de7c9b4f45aa8f33bcf3b4639f3f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2f2a340d-e57c-4a8c-9890-5422afa115af', 'name': '', 'network_id': 'd4adb74a-b0d3-4e8c-b297-c51fe03191f9', 'tenant_id': '0b44de7c9b4f45aa8f33bcf3b4639f3f', 'mac_address': 'fa:16:3e:54:78:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a794cd89-89ba-42ef-a58c-37aafc50af86', 'device_owner': 'network:router_interface', 'standard_attr_id': 662, 'fixed_ips': [{'subnet_id': 'f1176976-8b61-43ab-a3ba-d0eadb0b48e0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830097-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T13:28:57Z', 'updated_at': '2022-04-12T13:29:00Z', 'revision_number': 5, 'project_id': '0b44de7c9b4f45aa8f33bcf3b4639f3f', 'subnets': [{'id': 'f1176976-8b61-43ab-a3ba-d0eadb0b48e0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-830097-4-iscsi', False) {} {{(pid=103460) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 13:31:04.842164 dv-cinder-830097-4-iscsi neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b48e167-df8f-4894-8bfa-e835b668e783 req-7ad74f1a-70b3-4835-9c92-69f29e783cce service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 13:31:04.843570 dv-cinder-830097-4-iscsi neutron-server[103457]: INFO neutron.wsgi [req-7b48e167-df8f-4894-8bfa-e835b668e783 req-7ad74f1a-70b3-4835-9c92-69f29e783cce service neutron] 10.222.0.55 "GET /v2.0/subnets?id=f1176976-8b61-43ab-a3ba-d0eadb0b48e0 HTTP/1.1" status: 200 len: 854 time: 0.0420456 Apr 12 13:31:04.854239 dv-cinder-830097-4-iscsi neutron-server[103460]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5a72af75-89f1-48ee-8c51-c28bd402ee9f None None] Checking router: a794cd89-89ba-42ef-a58c-37aafc50af86 for host: dv-cinder-830097-4-iscsi {{(pid=103460) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 12 13:31:04.862503 dv-cinder-830097-4-iscsi neutron-server[103460]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5a72af75-89f1-48ee-8c51-c28bd402ee9f None None] Routers {'a794cd89-89ba-42ef-a58c-37aafc50af86'} bound to L3 agent in host dv-cinder-830097-4-iscsi {{(pid=103460) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 12 13:31:04.863111 dv-cinder-830097-4-iscsi neutron-server[103460]: DEBUG neutron.db.l3_hamode_db [None req-5a72af75-89f1-48ee-8c51-c28bd402ee9f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830097-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-12T13:07:19Z,description=,heartbeat_timestamp=2022-04-12T13:30:49Z,host='dv-cinder-830097-4-iscsi',id=b7e11a8b-aeed-493f-9763-461016dddc93,load=0,resource_versions=,resources_synced=,started_at=2022-04-12T13:07:19Z,topic='l3_agent')) {'router_ids': ['a794cd89-89ba-42ef-a58c-37aafc50af86'], 'active': True} {{(pid=103460) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 13:31:04.888725 dv-cinder-830097-4-iscsi neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b48e167-df8f-4894-8bfa-e835b668e783 req-23c51d68-df73-4af6-adee-88b7af574a0b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 13:31:04.890214 dv-cinder-830097-4-iscsi neutron-server[103457]: INFO neutron.wsgi [req-7b48e167-df8f-4894-8bfa-e835b668e783 req-23c51d68-df73-4af6-adee-88b7af574a0b service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=d4adb74a-b0d3-4e8c-b297-c51fe03191f9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0409470 Apr 12 13:31:04.972423 dv-cinder-830097-4-iscsi neutron-server[103460]: DEBUG neutron.db.l3_dvr_db [None req-5a72af75-89f1-48ee-8c51-c28bd402ee9f None None] Set router a794cd89-89ba-42ef-a58c-37aafc50af86 gateway port host: dv-cinder-830097-4-iscsi {{(pid=103460) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 12 13:31:04.978952 dv-cinder-830097-4-iscsi neutron-server[103457]: INFO neutron.wsgi [req-7b48e167-df8f-4894-8bfa-e835b668e783 req-e7580ade-6495-485d-841c-8e220f570991 service neutron] 10.222.0.55 "GET /v2.0/networks/d4adb74a-b0d3-4e8c-b297-c51fe03191f9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0826237 Apr 12 13:31:05.067910 dv-cinder-830097-4-iscsi neutron-server[103457]: INFO neutron.wsgi [req-7b48e167-df8f-4894-8bfa-e835b668e783 req-618ac263-8dee-4b15-aef1-ea7ccf1758ff service neutron] 10.222.0.55 "GET /v2.0/networks/d4adb74a-b0d3-4e8c-b297-c51fe03191f9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0829601 Apr 12 13:31:05.183169 dv-cinder-830097-4-iscsi neutron-server[103460]: DEBUG neutron.db.l3_hamode_db [None req-5a72af75-89f1-48ee-8c51-c28bd402ee9f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a794cd89-89ba-42ef-a58c-37aafc50af86', 'name': 'tempest-AttachVolumeNegativeTest-1091455639-router', 'tenant_id': '0b44de7c9b4f45aa8f33bcf3b4639f3f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '26d0436d-8ae2-49bd-8cc6-3d2eac552c84', 'external_fixed_ips': [{'subnet_id': 'd93852d8-8f89-4b1c-bef4-0e05f499a8db', 'ip_address': '172.27.0.252'}], 'enable_snat': True}, 'gw_port_id': '0451fcc6-23a4-40eb-829a-704617e0c3b7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-12T13:28:54Z', 'updated_at': '2022-04-12T13:28:57Z', 'revision_number': 4, 'project_id': '0b44de7c9b4f45aa8f33bcf3b4639f3f', 'gw_port': {'id': '0451fcc6-23a4-40eb-829a-704617e0c3b7', 'name': '', 'network_id': '26d0436d-8ae2-49bd-8cc6-3d2eac552c84', 'tenant_id': '', 'mac_address': 'fa:16:3e:71:01:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a794cd89-89ba-42ef-a58c-37aafc50af86', 'device_owner': 'network:router_gateway', 'standard_attr_id': 661, 'fixed_ips': [{'subnet_id': 'd93852d8-8f89-4b1c-bef4-0e05f499a8db', 'ip_address': '172.27.0.252', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830097-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T13:28:55Z', 'updated_at': '2022-04-12T13:28:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd93852d8-8f89-4b1c-bef4-0e05f499a8db', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830097-4-iscsi', '_floatingips': [{'id': '10464b2d-e92e-4513-950d-659eceb6294d', 'tenant_id': '0b44de7c9b4f45aa8f33bcf3b4639f3f', 'floating_ip_address': '172.27.0.138', 'floating_network_id': '26d0436d-8ae2-49bd-8cc6-3d2eac552c84', 'router_id': 'a794cd89-89ba-42ef-a58c-37aafc50af86', 'port_id': '9bf5d8cb-12db-45a1-bbe8-8885026b9c03', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 677, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'd4adb74a-b0d3-4e8c-b297-c51fe03191f9', 'mac_address': 'fa:16:3e:9b:c6:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f39d9b35-2700-46bd-926c-f98570a70cc0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-12T13:30:50Z', 'updated_at': '2022-04-12T13:31:03Z', 'revision_number': 1, 'project_id': '0b44de7c9b4f45aa8f33bcf3b4639f3f', 'fixed_ip_address_scope': None}, {'id': '99dc54bb-a5fc-4e0f-b5e8-09dad41e2047', 'tenant_id': '0b44de7c9b4f45aa8f33bcf3b4639f3f', 'floating_ip_address': '172.27.0.184', 'floating_network_id': '26d0436d-8ae2-49bd-8cc6-3d2eac552c84', 'router_id': 'a794cd89-89ba-42ef-a58c-37aafc50af86', 'port_id': '5f92f8df-37e6-4bb6-be40-eafdc94153af', 'fixed_ip_address': '172.20.0.9', 'status': 'ACTIVE', 'standard_attr_id': 669, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'd4adb74a-b0d3-4e8c-b297-c51fe03191f9', 'mac_address': 'fa:16:3e:f3:66:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7f3217cb-4381-4bfa-9d2a-71311fb9c2c9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-12T13:28:59Z', 'updated_at': '2022-04-12T13:29:23Z', 'revision_number': 2, 'project_id': '0b44de7c9b4f45aa8f33bcf3b4639f3f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2f2a340d-e57c-4a8c-9890-5422afa115af', 'name': '', 'network_id': 'd4adb74a-b0d3-4e8c-b297-c51fe03191f9', 'tenant_id': '0b44de7c9b4f45aa8f33bcf3b4639f3f', 'mac_address': 'fa:16:3e:54:78:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a794cd89-89ba-42ef-a58c-37aafc50af86', 'device_owner': 'network:router_interface', 'standard_attr_id': 662, 'fixed_ips': [{'subnet_id': 'f1176976-8b61-43ab-a3ba-d0eadb0b48e0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830097-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T13:28:57Z', 'updated_at': '2022-04-12T13:29:00Z', 'revision_number': 5, 'project_id': '0b44de7c9b4f45aa8f33bcf3b4639f3f', 'subnets': [{'id': 'f1176976-8b61-43ab-a3ba-d0eadb0b48e0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-830097-4-iscsi', False) {} {{(pid=103460) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 13:31:05.215121 dv-cinder-830097-4-iscsi neutron-server[103460]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5a72af75-89f1-48ee-8c51-c28bd402ee9f None None] The sync data for ids ['a794cd89-89ba-42ef-a58c-37aafc50af86'] in dv-cinder-830097-4-iscsi is: [{'id': 'a794cd89-89ba-42ef-a58c-37aafc50af86', 'name': 'tempest-AttachVolumeNegativeTest-1091455639-router', 'tenant_id': '0b44de7c9b4f45aa8f33bcf3b4639f3f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '26d0436d-8ae2-49bd-8cc6-3d2eac552c84', 'external_fixed_ips': [{'subnet_id': 'd93852d8-8f89-4b1c-bef4-0e05f499a8db', 'ip_address': '172.27.0.252'}], 'enable_snat': True}, 'gw_port_id': '0451fcc6-23a4-40eb-829a-704617e0c3b7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-12T13:28:54Z', 'updated_at': '2022-04-12T13:28:57Z', 'revision_number': 4, 'project_id': '0b44de7c9b4f45aa8f33bcf3b4639f3f', 'gw_port': {'id': '0451fcc6-23a4-40eb-829a-704617e0c3b7', 'name': '', 'network_id': '26d0436d-8ae2-49bd-8cc6-3d2eac552c84', 'tenant_id': '', 'mac_address': 'fa:16:3e:71:01:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a794cd89-89ba-42ef-a58c-37aafc50af86', 'device_owner': 'network:router_gateway', 'standard_attr_id': 661, 'fixed_ips': [{'subnet_id': 'd93852d8-8f89-4b1c-bef4-0e05f499a8db', 'ip_address': '172.27.0.252', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830097-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T13:28:55Z', 'updated_at': '2022-04-12T13:28:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd93852d8-8f89-4b1c-bef4-0e05f499a8db', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830097-4-iscsi', '_floatingips': [{'id': '10464b2d-e92e-4513-950d-659eceb6294d', 'tenant_id': '0b44de7c9b4f45aa8f33bcf3b4639f3f', 'floating_ip_address': '172.27.0.138', 'floating_network_id': '26d0436d-8ae2-49bd-8cc6-3d2eac552c84', 'router_id': 'a794cd89-89ba-42ef-a58c-37aafc50af86', 'port_id': '9bf5d8cb-12db-45a1-bbe8-8885026b9c03', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 677, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'd4adb74a-b0d3-4e8c-b297-c51fe03191f9', 'mac_address': 'fa:16:3e:9b:c6:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f39d9b35-2700-46bd-926c-f98570a70cc0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-12T13:30:50Z', 'updated_at': '2022-04-12T13:31:03Z', 'revision_number': 1, 'project_id': '0b44de7c9b4f45aa8f33bcf3b4639f3f', 'fixed_ip_address_scope': None}, {'id': '99dc54bb-a5fc-4e0f-b5e8-09dad41e2047', 'tenant_id': '0b44de7c9b4f45aa8f33bcf3b4639f3f', 'floating_ip_address': '172.27.0.184', 'floating_network_id': '26d0436d-8ae2-49bd-8cc6-3d2eac552c84', 'router_id': 'a794cd89-89ba-42ef-a58c-37aafc50af86', 'port_id': '5f92f8df-37e6-4bb6-be40-eafdc94153af', 'fixed_ip_address': '172.20.0.9', 'status': 'ACTIVE', 'standard_attr_id': 669, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'd4adb74a-b0d3-4e8c-b297-c51fe03191f9', 'mac_address': 'fa:16:3e:f3:66:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7f3217cb-4381-4bfa-9d2a-71311fb9c2c9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-12T13:28:59Z', 'updated_at': '2022-04-12T13:29:23Z', 'revision_number': 2, 'project_id': '0b44de7c9b4f45aa8f33bcf3b4639f3f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2f2a340d-e57c-4a8c-9890-5422afa115af', 'name': '', 'network_id': 'd4adb74a-b0d3-4e8c-b297-c51fe03191f9', 'tenant_id': '0b44de7c9b4f45aa8f33bcf3b4639f3f', 'mac_address': 'fa:16:3e:54:78:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a794cd89-89ba-42ef-a58c-37aafc50af86', 'device_owner': 'network:router_interface', 'standard_attr_id': 662, 'fixed_ips': [{'subnet_id': 'f1176976-8b61-43ab-a3ba-d0eadb0b48e0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830097-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T13:28:57Z', 'updated_at': '2022-04-12T13:29:00Z', 'revision_number': 5, 'project_id': '0b44de7c9b4f45aa8f33bcf3b4639f3f', 'subnets': [{'id': 'f1176976-8b61-43ab-a3ba-d0eadb0b48e0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103460) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 12 13:31:05.416300 dv-cinder-830097-4-iscsi neutron-server[103459]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b19dab45-e520-4b6d-93aa-e8ae8890c71a None None] New status for floating IP 10464b2d-e92e-4513-950d-659eceb6294d: ACTIVE {{(pid=103459) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 12 13:31:13.608591 dv-cinder-830097-4-iscsi neutron-server[103457]: INFO neutron.wsgi [req-ab15bf0a-07dd-4641-bd9e-e8cfea247f40 req-ab3cb83b-b1aa-4d5e-aa8b-47069fedd446 service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=7f3217cb-4381-4bfa-9d2a-71311fb9c2c9&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0375347 Apr 12 13:31:13.703731 dv-cinder-830097-4-iscsi neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab15bf0a-07dd-4641-bd9e-e8cfea247f40 req-8658edfa-c048-46cb-922f-5aeb8cb28f75 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 13:31:13.705250 dv-cinder-830097-4-iscsi neutron-server[103457]: INFO neutron.wsgi [req-ab15bf0a-07dd-4641-bd9e-e8cfea247f40 req-8658edfa-c048-46cb-922f-5aeb8cb28f75 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=0b44de7c9b4f45aa8f33bcf3b4639f3f&device_id=7f3217cb-4381-4bfa-9d2a-71311fb9c2c9 HTTP/1.1" status: 200 len: 1129 time: 0.0381129 Apr 12 13:31:13.809437 dv-cinder-830097-4-iscsi neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab15bf0a-07dd-4641-bd9e-e8cfea247f40 req-d1b1bba7-6fdf-4496-8ad4-7669d95aef25 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 13:31:13.810964 dv-cinder-830097-4-iscsi neutron-server[103457]: INFO neutron.wsgi [req-ab15bf0a-07dd-4641-bd9e-e8cfea247f40 req-d1b1bba7-6fdf-4496-8ad4-7669d95aef25 service neutron] 10.222.0.55 "GET /v2.0/networks?id=d4adb74a-b0d3-4e8c-b297-c51fe03191f9 HTTP/1.1" status: 200 len: 916 time: 0.0883350 Apr 12 13:31:13.873831 dv-cinder-830097-4-iscsi neutron-server[103457]: INFO neutron.wsgi [req-ab15bf0a-07dd-4641-bd9e-e8cfea247f40 req-563348ea-51d4-4c6e-ba28-4ebc2fa16dcf service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=5f92f8df-37e6-4bb6-be40-eafdc94153af HTTP/1.1" status: 200 len: 1001 time: 0.0574403 Apr 12 13:31:13.924473 dv-cinder-830097-4-iscsi neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab15bf0a-07dd-4641-bd9e-e8cfea247f40 req-eddff4cb-88ca-4d73-b8b6-9cb4179a020e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 13:31:13.926449 dv-cinder-830097-4-iscsi neutron-server[103457]: INFO neutron.wsgi [req-ab15bf0a-07dd-4641-bd9e-e8cfea247f40 req-eddff4cb-88ca-4d73-b8b6-9cb4179a020e service neutron] 10.222.0.55 "GET /v2.0/subnets?id=f1176976-8b61-43ab-a3ba-d0eadb0b48e0 HTTP/1.1" status: 200 len: 854 time: 0.0456400 Apr 12 13:31:13.969658 dv-cinder-830097-4-iscsi neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab15bf0a-07dd-4641-bd9e-e8cfea247f40 req-9cdda381-7e9d-428f-9d1d-e5b1b133ebeb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 13:31:13.971094 dv-cinder-830097-4-iscsi neutron-server[103457]: INFO neutron.wsgi [req-ab15bf0a-07dd-4641-bd9e-e8cfea247f40 req-9cdda381-7e9d-428f-9d1d-e5b1b133ebeb service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=d4adb74a-b0d3-4e8c-b297-c51fe03191f9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0377207 Apr 12 13:31:14.058090 dv-cinder-830097-4-iscsi neutron-server[103457]: INFO neutron.wsgi [req-ab15bf0a-07dd-4641-bd9e-e8cfea247f40 req-0bf29641-0295-462c-a43b-65d7a3d93187 service neutron] 10.222.0.55 "GET /v2.0/networks/d4adb74a-b0d3-4e8c-b297-c51fe03191f9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0800731 Apr 12 13:31:14.147277 dv-cinder-830097-4-iscsi neutron-server[103457]: INFO neutron.wsgi [req-ab15bf0a-07dd-4641-bd9e-e8cfea247f40 req-25ee832a-9251-4c4e-9476-6c6cc6e250d2 service neutron] 10.222.0.55 "GET /v2.0/networks/d4adb74a-b0d3-4e8c-b297-c51fe03191f9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0827942 Apr 12 13:31:16.794883 dv-cinder-830097-4-iscsi neutron-server[103459]: DEBUG neutron_lib.callbacks.manager [None req-98fa527f-e266-4b7d-8265-744384bcb446 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732727929501', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-657397'] for agent (246ca497-e2ee-4e0b-b432-b4153c207e5f), after_update {{(pid=103459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:31:19.389956 dv-cinder-830097-4-iscsi neutron-server[103459]: DEBUG neutron_lib.callbacks.manager [None req-cc0dae70-6c56-4ca7-aaa5-65a967387bff None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732727929501', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-657397'] for agent (b7e11a8b-aeed-493f-9763-461016dddc93), after_update {{(pid=103459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:31:20.321911 dv-cinder-830097-4-iscsi neutron-server[103459]: DEBUG neutron_lib.callbacks.manager [None req-f20c20fe-5767-407a-9f30-b36f01c50254 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732727929501', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-657397'] for agent (1e8a91c7-94d1-4b17-9536-32bc01f44a9b), after_update {{(pid=103459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:31:21.452333 dv-cinder-830097-4-iscsi neutron-server[103459]: DEBUG neutron_lib.callbacks.manager [None req-09c91955-1169-4ba5-b480-d25faf385fa1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732727929501', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-657397'] for agent (6571c785-b050-42b7-b6d0-d71237f75507), after_update {{(pid=103459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:31:23.236902 dv-cinder-830097-4-iscsi neutron-server[103459]: DEBUG neutron_lib.callbacks.manager [None req-53781792-8650-4c78-93a6-1c4d328d874c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732727929501', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-657397'] for agent (3f2daa45-5e56-452b-8a21-b519edfce99e), after_update {{(pid=103459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:31:26.230390 dv-cinder-830097-4-iscsi neutron-server[103460]: DEBUG neutron.db.agents_db [None req-38c2972b-b018-47ca-95cb-8760adc1e78b None None] Agent healthcheck: found 6 active agents {{(pid=103460) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 12 13:31:29.973301 dv-cinder-830097-4-iscsi neutron-server[103459]: DEBUG neutron_lib.callbacks.manager [None req-3505bd68-a9fd-4823-92ea-1a6ded8ab071 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732727929501', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-657397'] for agent (ee5509cd-6dd7-49df-aa37-3740ebd1e34b), after_update {{(pid=103459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:31:39.837755 dv-cinder-830097-4-iscsi neutron-server[103458]: DEBUG neutron.wsgi [req-98523bb9-f975-4a12-8e9f-3f787be76f92 req-ec373dec-aff9-4ec3-8261-b5c0a190bdc9 service neutron] (103458) timed out ('10.222.0.55', 53005) {{(pid=103458) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Apr 12 13:31:41.086255 dv-cinder-830097-4-iscsi neutron-server[103457]: DEBUG neutron.wsgi [req-6d2937ae-c21c-4bbf-b13d-2c673958ba0a req-5ea6488b-3c83-4f0e-a6b5-0f353ccc6400 service neutron] (103457) timed out ('10.222.0.55', 53020) {{(pid=103457) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Apr 12 13:31:46.795236 dv-cinder-830097-4-iscsi neutron-server[103459]: DEBUG neutron_lib.callbacks.manager [None req-bd65dcf5-b960-4879-b0b3-a1d9c612962d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732727929501', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-657397'] for agent (246ca497-e2ee-4e0b-b432-b4153c207e5f), after_update {{(pid=103459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:31:49.392111 dv-cinder-830097-4-iscsi neutron-server[103459]: DEBUG neutron_lib.callbacks.manager [None req-4bbc3aa7-01f8-4788-b4cd-e257d4cc2474 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732727929501', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-657397'] for agent (b7e11a8b-aeed-493f-9763-461016dddc93), after_update {{(pid=103459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:31:50.325277 dv-cinder-830097-4-iscsi neutron-server[103459]: DEBUG neutron_lib.callbacks.manager [None req-f20c20fe-5767-407a-9f30-b36f01c50254 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732727929501', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-657397'] for agent (1e8a91c7-94d1-4b17-9536-32bc01f44a9b), after_update {{(pid=103459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:31:51.457597 dv-cinder-830097-4-iscsi neutron-server[103459]: DEBUG neutron_lib.callbacks.manager [None req-09c91955-1169-4ba5-b480-d25faf385fa1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732727929501', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-657397'] for agent (6571c785-b050-42b7-b6d0-d71237f75507), after_update {{(pid=103459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:31:53.240183 dv-cinder-830097-4-iscsi neutron-server[103459]: DEBUG neutron_lib.callbacks.manager [None req-53781792-8650-4c78-93a6-1c4d328d874c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732727929501', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-657397'] for agent (3f2daa45-5e56-452b-8a21-b519edfce99e), after_update {{(pid=103459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:31:59.974307 dv-cinder-830097-4-iscsi neutron-server[103459]: DEBUG neutron_lib.callbacks.manager [None req-3505bd68-a9fd-4823-92ea-1a6ded8ab071 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732727929501', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-657397'] for agent (ee5509cd-6dd7-49df-aa37-3740ebd1e34b), after_update {{(pid=103459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:32:03.228503 dv-cinder-830097-4-iscsi neutron-server[103460]: DEBUG neutron.db.agents_db [None req-38c2972b-b018-47ca-95cb-8760adc1e78b None None] Agent healthcheck: found 6 active agents {{(pid=103460) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 12 13:32:14.662274 dv-cinder-830097-4-iscsi neutron-server[103457]: INFO neutron.wsgi [req-81b0132b-66cc-4ed9-a560-10a89441b989 req-7f7fd171-4553-4c2d-aa51-415801dd67ac service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=f39d9b35-2700-46bd-926c-f98570a70cc0&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0796995 Apr 12 13:32:14.730652 dv-cinder-830097-4-iscsi neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81b0132b-66cc-4ed9-a560-10a89441b989 req-c68f94d8-f059-498d-a6e5-7eb244679131 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 13:32:14.732068 dv-cinder-830097-4-iscsi neutron-server[103457]: INFO neutron.wsgi [req-81b0132b-66cc-4ed9-a560-10a89441b989 req-c68f94d8-f059-498d-a6e5-7eb244679131 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=0b44de7c9b4f45aa8f33bcf3b4639f3f&device_id=f39d9b35-2700-46bd-926c-f98570a70cc0 HTTP/1.1" status: 200 len: 1129 time: 0.0381644 Apr 12 13:32:14.832121 dv-cinder-830097-4-iscsi neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81b0132b-66cc-4ed9-a560-10a89441b989 req-8674e20d-f3f8-4642-ad7f-f1fce6d7db55 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 13:32:14.833560 dv-cinder-830097-4-iscsi neutron-server[103457]: INFO neutron.wsgi [req-81b0132b-66cc-4ed9-a560-10a89441b989 req-8674e20d-f3f8-4642-ad7f-f1fce6d7db55 service neutron] 10.222.0.55 "GET /v2.0/networks?id=d4adb74a-b0d3-4e8c-b297-c51fe03191f9 HTTP/1.1" status: 200 len: 916 time: 0.0847366 Apr 12 13:32:14.894474 dv-cinder-830097-4-iscsi neutron-server[103457]: INFO neutron.wsgi [req-81b0132b-66cc-4ed9-a560-10a89441b989 req-99f59cee-100d-45a2-ad98-6784f37439ef service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=9bf5d8cb-12db-45a1-bbe8-8885026b9c03 HTTP/1.1" status: 200 len: 1001 time: 0.0554245 Apr 12 13:32:14.947084 dv-cinder-830097-4-iscsi neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81b0132b-66cc-4ed9-a560-10a89441b989 req-0a6fef66-913f-4685-aed0-5c451a3f5b64 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 13:32:14.948592 dv-cinder-830097-4-iscsi neutron-server[103457]: INFO neutron.wsgi [req-81b0132b-66cc-4ed9-a560-10a89441b989 req-0a6fef66-913f-4685-aed0-5c451a3f5b64 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=f1176976-8b61-43ab-a3ba-d0eadb0b48e0 HTTP/1.1" status: 200 len: 854 time: 0.0465901 Apr 12 13:32:14.992996 dv-cinder-830097-4-iscsi neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81b0132b-66cc-4ed9-a560-10a89441b989 req-a3bc46dd-4857-418a-9a4d-1534724dfb74 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 13:32:14.994477 dv-cinder-830097-4-iscsi neutron-server[103457]: INFO neutron.wsgi [req-81b0132b-66cc-4ed9-a560-10a89441b989 req-a3bc46dd-4857-418a-9a4d-1534724dfb74 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=d4adb74a-b0d3-4e8c-b297-c51fe03191f9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0406134 Apr 12 13:32:15.080709 dv-cinder-830097-4-iscsi neutron-server[103457]: INFO neutron.wsgi [req-81b0132b-66cc-4ed9-a560-10a89441b989 req-5d5057e7-52bf-4648-a8c9-8833daa2d8f7 service neutron] 10.222.0.55 "GET /v2.0/networks/d4adb74a-b0d3-4e8c-b297-c51fe03191f9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0801640 Apr 12 13:32:15.167949 dv-cinder-830097-4-iscsi neutron-server[103457]: INFO neutron.wsgi [req-81b0132b-66cc-4ed9-a560-10a89441b989 req-57a98782-dc5f-41d1-b7f9-ae6394cf82e7 service neutron] 10.222.0.55 "GET /v2.0/networks/d4adb74a-b0d3-4e8c-b297-c51fe03191f9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0817163 Apr 12 13:32:16.797001 dv-cinder-830097-4-iscsi neutron-server[103459]: DEBUG neutron_lib.callbacks.manager [None req-11add5a5-9a32-40d3-9dd2-7f0ef19d85b4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732727929501', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-657397'] for agent (246ca497-e2ee-4e0b-b432-b4153c207e5f), after_update {{(pid=103459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:32:19.392845 dv-cinder-830097-4-iscsi neutron-server[103459]: DEBUG neutron_lib.callbacks.manager [None req-8ed8d922-c9c3-4904-ad47-f81813b335b0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732727929501', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-657397'] for agent (b7e11a8b-aeed-493f-9763-461016dddc93), after_update {{(pid=103459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:32:20.057485 dv-cinder-830097-4-iscsi neutron-server[103458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51160795-7db2-430b-b13c-c0fbb779e80b req-f5368ed0-a955-4cab-8459-7e0b796444d3 tempest-AttachVolumeNegativeTest-50432476 tempest-AttachVolumeNegativeTest-50432476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 13:32:20.058935 dv-cinder-830097-4-iscsi neutron-server[103458]: INFO neutron.wsgi [req-51160795-7db2-430b-b13c-c0fbb779e80b req-f5368ed0-a955-4cab-8459-7e0b796444d3 tempest-AttachVolumeNegativeTest-50432476 tempest-AttachVolumeNegativeTest-50432476-project] 10.222.0.18 "GET /v2.0/ports?device_id=f39d9b35-2700-46bd-926c-f98570a70cc0 HTTP/1.1" status: 200 len: 945 time: 0.0510161 Apr 12 13:32:20.104760 dv-cinder-830097-4-iscsi neutron-server[103458]: INFO neutron.wsgi [req-51160795-7db2-430b-b13c-c0fbb779e80b req-0cb9dd5c-0648-44c0-87d4-c9b13c882e9c tempest-AttachVolumeNegativeTest-50432476 tempest-AttachVolumeNegativeTest-50432476-project] 10.222.0.18 "GET /v2.0/security-groups?id=c6db3de2-a1a4-4b70-8b7c-e40a8d8c2e4c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0402498 Apr 12 13:32:20.329862 dv-cinder-830097-4-iscsi neutron-server[103459]: DEBUG neutron_lib.callbacks.manager [None req-f20c20fe-5767-407a-9f30-b36f01c50254 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732727929501', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-657397'] for agent (1e8a91c7-94d1-4b17-9536-32bc01f44a9b), after_update {{(pid=103459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:32:21.222855 dv-cinder-830097-4-iscsi neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-903691c5-22bd-4581-9eb7-bb70c2389a38 req-ccae6ec4-952e-4778-9775-aed1ae5ee2d1 tempest-AttachVolumeNegativeTest-50432476 tempest-AttachVolumeNegativeTest-50432476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 13:32:21.224306 dv-cinder-830097-4-iscsi neutron-server[103457]: INFO neutron.wsgi [req-903691c5-22bd-4581-9eb7-bb70c2389a38 req-ccae6ec4-952e-4778-9775-aed1ae5ee2d1 tempest-AttachVolumeNegativeTest-50432476 tempest-AttachVolumeNegativeTest-50432476-project] 10.222.0.18 "GET /v2.0/ports?device_id=f39d9b35-2700-46bd-926c-f98570a70cc0 HTTP/1.1" status: 200 len: 945 time: 0.0455415 Apr 12 13:32:21.269321 dv-cinder-830097-4-iscsi neutron-server[103457]: INFO neutron.wsgi [req-903691c5-22bd-4581-9eb7-bb70c2389a38 req-907df220-bcc4-45c9-95f8-2ced7a8b3e2e tempest-AttachVolumeNegativeTest-50432476 tempest-AttachVolumeNegativeTest-50432476-project] 10.222.0.18 "GET /v2.0/security-groups?id=c6db3de2-a1a4-4b70-8b7c-e40a8d8c2e4c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0387254 Apr 12 13:32:21.457876 dv-cinder-830097-4-iscsi neutron-server[103459]: DEBUG neutron_lib.callbacks.manager [None req-09c91955-1169-4ba5-b480-d25faf385fa1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732727929501', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-657397'] for agent (6571c785-b050-42b7-b6d0-d71237f75507), after_update {{(pid=103459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:32:21.915810 dv-cinder-830097-4-iscsi neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad14cc55-c25f-4cb7-8ec4-bf1d812fcef2 req-ada940a4-57fb-4955-bb80-604670b86c8c tempest-AttachVolumeNegativeTest-50432476 tempest-AttachVolumeNegativeTest-50432476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 13:32:21.917168 dv-cinder-830097-4-iscsi neutron-server[103457]: INFO neutron.wsgi [req-ad14cc55-c25f-4cb7-8ec4-bf1d812fcef2 req-ada940a4-57fb-4955-bb80-604670b86c8c tempest-AttachVolumeNegativeTest-50432476 tempest-AttachVolumeNegativeTest-50432476-project] 10.222.0.55 "GET /v2.0/ports?device_id=f39d9b35-2700-46bd-926c-f98570a70cc0 HTTP/1.1" status: 200 len: 945 time: 0.0493612 Apr 12 13:32:21.998294 dv-cinder-830097-4-iscsi neutron-server[103457]: DEBUG neutron.plugins.ml2.plugin [req-ad14cc55-c25f-4cb7-8ec4-bf1d812fcef2 req-3fbd342c-b438-4da4-8595-e61756869b41 tempest-AttachVolumeNegativeTest-50432476 tempest-AttachVolumeNegativeTest-50432476-project] Deleting port 9bf5d8cb-12db-45a1-bbe8-8885026b9c03 {{(pid=103457) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 12 13:32:21.998631 dv-cinder-830097-4-iscsi neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [req-ad14cc55-c25f-4cb7-8ec4-bf1d812fcef2 req-3fbd342c-b438-4da4-8595-e61756869b41 tempest-AttachVolumeNegativeTest-50432476 tempest-AttachVolumeNegativeTest-50432476-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732727887391'] for port (9bf5d8cb-12db-45a1-bbe8-8885026b9c03), before_delete {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:32:22.086832 dv-cinder-830097-4-iscsi neutron-server[103457]: DEBUG neutron.plugins.ml2.db [req-ad14cc55-c25f-4cb7-8ec4-bf1d812fcef2 req-3fbd342c-b438-4da4-8595-e61756869b41 tempest-AttachVolumeNegativeTest-50432476 tempest-AttachVolumeNegativeTest-50432476-project] For port 9bf5d8cb-12db-45a1-bbe8-8885026b9c03, host hv-cinder-83009, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83009',level=0,port_id=9bf5d8cb-12db-45a1-bbe8-8885026b9c03,segment=NetworkSegment(00b10ebc-0cf5-44a9-a829-ac84c99db0c8),segment_id=00b10ebc-0cf5-44a9-a829-ac84c99db0c8)] {{(pid=103457) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 12 13:32:22.087187 dv-cinder-830097-4-iscsi neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [req-ad14cc55-c25f-4cb7-8ec4-bf1d812fcef2 req-3fbd342c-b438-4da4-8595-e61756869b41 tempest-AttachVolumeNegativeTest-50432476 tempest-AttachVolumeNegativeTest-50432476-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3742288'] for port (9bf5d8cb-12db-45a1-bbe8-8885026b9c03), precommit_delete {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:32:22.251333 dv-cinder-830097-4-iscsi neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [req-ad14cc55-c25f-4cb7-8ec4-bf1d812fcef2 req-3fbd342c-b438-4da4-8595-e61756869b41 tempest-AttachVolumeNegativeTest-50432476 tempest-AttachVolumeNegativeTest-50432476-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:32:22.252050 dv-cinder-830097-4-iscsi neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [req-ad14cc55-c25f-4cb7-8ec4-bf1d812fcef2 req-3fbd342c-b438-4da4-8595-e61756869b41 tempest-AttachVolumeNegativeTest-50432476 tempest-AttachVolumeNegativeTest-50432476-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3739086'] for floatingip (10464b2d-e92e-4513-950d-659eceb6294d), after_update {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:32:22.252050 dv-cinder-830097-4-iscsi neutron-server[103457]: INFO neutron.db.l3_db [req-ad14cc55-c25f-4cb7-8ec4-bf1d812fcef2 req-3fbd342c-b438-4da4-8595-e61756869b41 tempest-AttachVolumeNegativeTest-50432476 tempest-AttachVolumeNegativeTest-50432476-project] Floating IP 10464b2d-e92e-4513-950d-659eceb6294d disassociated. External IP: 172.27.0.138, port: 9bf5d8cb-12db-45a1-bbe8-8885026b9c03. Apr 12 13:32:22.252307 dv-cinder-830097-4-iscsi neutron-server[103457]: DEBUG neutron.plugins.ml2.plugin [req-ad14cc55-c25f-4cb7-8ec4-bf1d812fcef2 req-3fbd342c-b438-4da4-8595-e61756869b41 tempest-AttachVolumeNegativeTest-50432476 tempest-AttachVolumeNegativeTest-50432476-project] Calling delete_port for 9bf5d8cb-12db-45a1-bbe8-8885026b9c03 owned by compute:nova {{(pid=103457) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 12 13:32:22.381579 dv-cinder-830097-4-iscsi neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [req-ad14cc55-c25f-4cb7-8ec4-bf1d812fcef2 req-3fbd342c-b438-4da4-8595-e61756869b41 tempest-AttachVolumeNegativeTest-50432476 tempest-AttachVolumeNegativeTest-50432476-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-915890', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3697887', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732727894797', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732727417923', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25610742'] for port (9bf5d8cb-12db-45a1-bbe8-8885026b9c03), after_delete {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:32:22.387976 dv-cinder-830097-4-iscsi neutron-server[103458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd895dff-6a1a-446a-a8a6-c5ed6076bc6e req-12bb4d1d-cd7b-4b3d-8bdf-42c3e33c21be tempest-AttachVolumeNegativeTest-50432476 tempest-AttachVolumeNegativeTest-50432476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 13:32:22.389618 dv-cinder-830097-4-iscsi neutron-server[103458]: INFO neutron.wsgi [req-fd895dff-6a1a-446a-a8a6-c5ed6076bc6e req-12bb4d1d-cd7b-4b3d-8bdf-42c3e33c21be tempest-AttachVolumeNegativeTest-50432476 tempest-AttachVolumeNegativeTest-50432476-project] 10.222.0.18 "GET /v2.0/ports?device_id=f39d9b35-2700-46bd-926c-f98570a70cc0 HTTP/1.1" status: 200 len: 945 time: 0.0495298 Apr 12 13:32:22.408980 dv-cinder-830097-4-iscsi neutron-server[103457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fbd342c-b438-4da4-8595-e61756869b41 tempest-AttachVolumeNegativeTest-50432476 tempest-AttachVolumeNegativeTest-50432476-project] Pushing event deleted for resources: {'Port': ['ID=9bf5d8cb-12db-45a1-bbe8-8885026b9c03,revision_number=None']} {{(pid=103457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 13:32:22.419559 dv-cinder-830097-4-iscsi neutron-server[103457]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3fbd342c-b438-4da4-8595-e61756869b41 tempest-AttachVolumeNegativeTest-50432476 tempest-AttachVolumeNegativeTest-50432476-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830097-4-iscsi {{(pid=103457) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 13:32:22.420062 dv-cinder-830097-4-iscsi neutron-server[103457]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3fbd342c-b438-4da4-8595-e61756869b41 tempest-AttachVolumeNegativeTest-50432476 tempest-AttachVolumeNegativeTest-50432476-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830097-4-iscsi {{(pid=103457) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 13:32:22.420271 dv-cinder-830097-4-iscsi neutron-server[103457]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3fbd342c-b438-4da4-8595-e61756869b41 tempest-AttachVolumeNegativeTest-50432476 tempest-AttachVolumeNegativeTest-50432476-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830097-4-iscsi {{(pid=103457) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 13:32:22.420579 dv-cinder-830097-4-iscsi neutron-server[103457]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3fbd342c-b438-4da4-8595-e61756869b41 tempest-AttachVolumeNegativeTest-50432476 tempest-AttachVolumeNegativeTest-50432476-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830097-4-iscsi {{(pid=103457) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 13:32:22.420970 dv-cinder-830097-4-iscsi neutron-server[103457]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3fbd342c-b438-4da4-8595-e61756869b41 tempest-AttachVolumeNegativeTest-50432476 tempest-AttachVolumeNegativeTest-50432476-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830097-4-iscsi {{(pid=103457) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 13:32:22.421308 dv-cinder-830097-4-iscsi neutron-server[103457]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3fbd342c-b438-4da4-8595-e61756869b41 tempest-AttachVolumeNegativeTest-50432476 tempest-AttachVolumeNegativeTest-50432476-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830097-4-iscsi {{(pid=103457) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 13:32:22.421640 dv-cinder-830097-4-iscsi neutron-server[103457]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3fbd342c-b438-4da4-8595-e61756869b41 tempest-AttachVolumeNegativeTest-50432476 tempest-AttachVolumeNegativeTest-50432476-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830097-4-iscsi {{(pid=103457) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 13:32:22.421967 dv-cinder-830097-4-iscsi neutron-server[103457]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3fbd342c-b438-4da4-8595-e61756869b41 tempest-AttachVolumeNegativeTest-50432476 tempest-AttachVolumeNegativeTest-50432476-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-830097-4-iscsi {{(pid=103457) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 13:32:22.422293 dv-cinder-830097-4-iscsi neutron-server[103457]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3fbd342c-b438-4da4-8595-e61756869b41 tempest-AttachVolumeNegativeTest-50432476 tempest-AttachVolumeNegativeTest-50432476-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-830097-4-iscsi {{(pid=103457) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 13:32:22.422618 dv-cinder-830097-4-iscsi neutron-server[103457]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3fbd342c-b438-4da4-8595-e61756869b41 tempest-AttachVolumeNegativeTest-50432476 tempest-AttachVolumeNegativeTest-50432476-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-830097-4-iscsi {{(pid=103457) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 13:32:22.423420 dv-cinder-830097-4-iscsi neutron-server[103457]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3fbd342c-b438-4da4-8595-e61756869b41 tempest-AttachVolumeNegativeTest-50432476 tempest-AttachVolumeNegativeTest-50432476-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-830097-4-iscsi {{(pid=103457) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 13:32:22.423420 dv-cinder-830097-4-iscsi neutron-server[103457]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3fbd342c-b438-4da4-8595-e61756869b41 tempest-AttachVolumeNegativeTest-50432476 tempest-AttachVolumeNegativeTest-50432476-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830097-4-iscsi {{(pid=103457) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 13:32:22.423614 dv-cinder-830097-4-iscsi neutron-server[103457]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3fbd342c-b438-4da4-8595-e61756869b41 tempest-AttachVolumeNegativeTest-50432476 tempest-AttachVolumeNegativeTest-50432476-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830097-4-iscsi {{(pid=103457) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 13:32:22.424549 dv-cinder-830097-4-iscsi neutron-server[103457]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3fbd342c-b438-4da4-8595-e61756869b41 tempest-AttachVolumeNegativeTest-50432476 tempest-AttachVolumeNegativeTest-50432476-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830097-4-iscsi {{(pid=103457) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 13:32:22.424549 dv-cinder-830097-4-iscsi neutron-server[103457]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3fbd342c-b438-4da4-8595-e61756869b41 tempest-AttachVolumeNegativeTest-50432476 tempest-AttachVolumeNegativeTest-50432476-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830097-4-iscsi {{(pid=103457) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 13:32:22.441322 dv-cinder-830097-4-iscsi neutron-server[103458]: INFO neutron.wsgi [req-fd895dff-6a1a-446a-a8a6-c5ed6076bc6e req-9d06b682-697a-4546-80eb-1ebe22002999 tempest-AttachVolumeNegativeTest-50432476 tempest-AttachVolumeNegativeTest-50432476-project] 10.222.0.18 "GET /v2.0/security-groups?id=c6db3de2-a1a4-4b70-8b7c-e40a8d8c2e4c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0456324 Apr 12 13:32:22.539498 dv-cinder-830097-4-iscsi neutron-server[103457]: DEBUG neutron.scheduler.l3_agent_scheduler [req-ad14cc55-c25f-4cb7-8ec4-bf1d812fcef2 req-3fbd342c-b438-4da4-8595-e61756869b41 tempest-AttachVolumeNegativeTest-50432476 tempest-AttachVolumeNegativeTest-50432476-project] Router a794cd89-89ba-42ef-a58c-37aafc50af86 has already been hosted by L3 agent b7e11a8b-aeed-493f-9763-461016dddc93 {{(pid=103457) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 12 13:32:22.644027 dv-cinder-830097-4-iscsi neutron-server[103457]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-ad14cc55-c25f-4cb7-8ec4-bf1d812fcef2 req-3fbd342c-b438-4da4-8595-e61756869b41 tempest-AttachVolumeNegativeTest-50432476 tempest-AttachVolumeNegativeTest-50432476-project] Notify agent at l3_agent.dv-cinder-830097-4-iscsi the message routers_updated {{(pid=103457) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 12 13:32:22.654473 dv-cinder-830097-4-iscsi neutron-server[103460]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dca46120-a9bf-4103-9c7f-d7d5a658f6d1 None None] Sync routers for ids ['a794cd89-89ba-42ef-a58c-37aafc50af86'] in dv-cinder-830097-4-iscsi {{(pid=103460) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 12 13:32:22.665268 dv-cinder-830097-4-iscsi neutron-server[103460]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dca46120-a9bf-4103-9c7f-d7d5a658f6d1 None None] Routers {'a794cd89-89ba-42ef-a58c-37aafc50af86'} bound to L3 agent in host dv-cinder-830097-4-iscsi {{(pid=103460) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 12 13:32:22.665946 dv-cinder-830097-4-iscsi neutron-server[103460]: DEBUG neutron.db.l3_hamode_db [None req-dca46120-a9bf-4103-9c7f-d7d5a658f6d1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830097-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-12T13:07:19Z,description=,heartbeat_timestamp=2022-04-12T13:32:19Z,host='dv-cinder-830097-4-iscsi',id=b7e11a8b-aeed-493f-9763-461016dddc93,load=0,resource_versions=,resources_synced=,started_at=2022-04-12T13:07:19Z,topic='l3_agent')) {'router_ids': ['a794cd89-89ba-42ef-a58c-37aafc50af86'], 'active': True} {{(pid=103460) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 13:32:22.685662 dv-cinder-830097-4-iscsi neutron-server[103457]: DEBUG neutron.db.l3_dvrscheduler_db [req-ad14cc55-c25f-4cb7-8ec4-bf1d812fcef2 req-3fbd342c-b438-4da4-8595-e61756869b41 tempest-AttachVolumeNegativeTest-50432476 tempest-AttachVolumeNegativeTest-50432476-project] No DVR routers for this DVR port 9bf5d8cb-12db-45a1-bbe8-8885026b9c03 on host hv-cinder-83009 {{(pid=103457) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 12 13:32:22.688180 dv-cinder-830097-4-iscsi neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [req-ad14cc55-c25f-4cb7-8ec4-bf1d812fcef2 req-3fbd342c-b438-4da4-8595-e61756869b41 tempest-AttachVolumeNegativeTest-50432476 tempest-AttachVolumeNegativeTest-50432476-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-500965'] for port (None), before_response {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:32:22.691736 dv-cinder-830097-4-iscsi neutron-server[103457]: INFO neutron.wsgi [req-ad14cc55-c25f-4cb7-8ec4-bf1d812fcef2 req-3fbd342c-b438-4da4-8595-e61756869b41 tempest-AttachVolumeNegativeTest-50432476 tempest-AttachVolumeNegativeTest-50432476-project] 10.222.0.55 "DELETE /v2.0/ports/9bf5d8cb-12db-45a1-bbe8-8885026b9c03 HTTP/1.1" status: 204 len: 173 time: 0.7693822 Apr 12 13:32:22.692123 dv-cinder-830097-4-iscsi neutron-server[103457]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f39d9b35-2700-46bd-926c-f98570a70cc0', 'name': 'network-vif-deleted', 'tag': '9bf5d8cb-12db-45a1-bbe8-8885026b9c03'}] {{(pid=103457) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 12 13:32:22.694407 dv-cinder-830097-4-iscsi neutron-server[103457]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}086c7d3de3560e72b9669b0aa2f8f0aa3a7dc6896401f4467231a6605ceb6cb3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-909dcf67-9299-4765-b44e-4ee532d1ce28" -d '{"events": [{"server_uuid": "f39d9b35-2700-46bd-926c-f98570a70cc0", "name": "network-vif-deleted", "tag": "9bf5d8cb-12db-45a1-bbe8-8885026b9c03"}]}' {{(pid=103457) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 12 13:32:22.742549 dv-cinder-830097-4-iscsi neutron-server[103457]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 12 Apr 2022 13:32:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6b5feeb8-7f76-4283-a6e5-28b3933475c3 x-openstack-request-id: req-6b5feeb8-7f76-4283-a6e5-28b3933475c3 {{(pid=103457) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 12 13:32:22.742860 dv-cinder-830097-4-iscsi neutron-server[103457]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f39d9b35-2700-46bd-926c-f98570a70cc0", "name": "network-vif-deleted", "tag": "9bf5d8cb-12db-45a1-bbe8-8885026b9c03", "status": "completed", "code": 200}]} {{(pid=103457) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 12 13:32:22.743116 dv-cinder-830097-4-iscsi neutron-server[103457]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-6b5feeb8-7f76-4283-a6e5-28b3933475c3 {{(pid=103457) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 12 13:32:22.743718 dv-cinder-830097-4-iscsi neutron-server[103457]: INFO neutron.notifiers.nova [-] Nova event matching ['req-6b5feeb8-7f76-4283-a6e5-28b3933475c3'] response: {'server_uuid': 'f39d9b35-2700-46bd-926c-f98570a70cc0', 'name': 'network-vif-deleted', 'tag': '9bf5d8cb-12db-45a1-bbe8-8885026b9c03', 'status': 'completed', 'code': 200} Apr 12 13:32:22.779055 dv-cinder-830097-4-iscsi neutron-server[103460]: DEBUG neutron.db.l3_dvr_db [None req-dca46120-a9bf-4103-9c7f-d7d5a658f6d1 None None] Set router a794cd89-89ba-42ef-a58c-37aafc50af86 gateway port host: dv-cinder-830097-4-iscsi {{(pid=103460) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 12 13:32:23.089095 dv-cinder-830097-4-iscsi neutron-server[103460]: DEBUG neutron.db.l3_hamode_db [None req-dca46120-a9bf-4103-9c7f-d7d5a658f6d1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a794cd89-89ba-42ef-a58c-37aafc50af86', 'name': 'tempest-AttachVolumeNegativeTest-1091455639-router', 'tenant_id': '0b44de7c9b4f45aa8f33bcf3b4639f3f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '26d0436d-8ae2-49bd-8cc6-3d2eac552c84', 'external_fixed_ips': [{'subnet_id': 'd93852d8-8f89-4b1c-bef4-0e05f499a8db', 'ip_address': '172.27.0.252'}], 'enable_snat': True}, 'gw_port_id': '0451fcc6-23a4-40eb-829a-704617e0c3b7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-12T13:28:54Z', 'updated_at': '2022-04-12T13:28:57Z', 'revision_number': 4, 'project_id': '0b44de7c9b4f45aa8f33bcf3b4639f3f', 'gw_port': {'id': '0451fcc6-23a4-40eb-829a-704617e0c3b7', 'name': '', 'network_id': '26d0436d-8ae2-49bd-8cc6-3d2eac552c84', 'tenant_id': '', 'mac_address': 'fa:16:3e:71:01:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a794cd89-89ba-42ef-a58c-37aafc50af86', 'device_owner': 'network:router_gateway', 'standard_attr_id': 661, 'fixed_ips': [{'subnet_id': 'd93852d8-8f89-4b1c-bef4-0e05f499a8db', 'ip_address': '172.27.0.252', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830097-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T13:28:55Z', 'updated_at': '2022-04-12T13:28:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd93852d8-8f89-4b1c-bef4-0e05f499a8db', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830097-4-iscsi', '_floatingips': [{'id': '99dc54bb-a5fc-4e0f-b5e8-09dad41e2047', 'tenant_id': '0b44de7c9b4f45aa8f33bcf3b4639f3f', 'floating_ip_address': '172.27.0.184', 'floating_network_id': '26d0436d-8ae2-49bd-8cc6-3d2eac552c84', 'router_id': 'a794cd89-89ba-42ef-a58c-37aafc50af86', 'port_id': '5f92f8df-37e6-4bb6-be40-eafdc94153af', 'fixed_ip_address': '172.20.0.9', 'status': 'ACTIVE', 'standard_attr_id': 669, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'd4adb74a-b0d3-4e8c-b297-c51fe03191f9', 'mac_address': 'fa:16:3e:f3:66:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7f3217cb-4381-4bfa-9d2a-71311fb9c2c9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-12T13:28:59Z', 'updated_at': '2022-04-12T13:29:23Z', 'revision_number': 2, 'project_id': '0b44de7c9b4f45aa8f33bcf3b4639f3f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2f2a340d-e57c-4a8c-9890-5422afa115af', 'name': '', 'network_id': 'd4adb74a-b0d3-4e8c-b297-c51fe03191f9', 'tenant_id': '0b44de7c9b4f45aa8f33bcf3b4639f3f', 'mac_address': 'fa:16:3e:54:78:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a794cd89-89ba-42ef-a58c-37aafc50af86', 'device_owner': 'network:router_interface', 'standard_attr_id': 662, 'fixed_ips': [{'subnet_id': 'f1176976-8b61-43ab-a3ba-d0eadb0b48e0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830097-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T13:28:57Z', 'updated_at': '2022-04-12T13:29:00Z', 'revision_number': 5, 'project_id': '0b44de7c9b4f45aa8f33bcf3b4639f3f', 'subnets': [{'id': 'f1176976-8b61-43ab-a3ba-d0eadb0b48e0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-830097-4-iscsi', False) {} {{(pid=103460) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 13:32:23.114536 dv-cinder-830097-4-iscsi neutron-server[103460]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dca46120-a9bf-4103-9c7f-d7d5a658f6d1 None None] Checking router: a794cd89-89ba-42ef-a58c-37aafc50af86 for host: dv-cinder-830097-4-iscsi {{(pid=103460) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 12 13:32:23.124197 dv-cinder-830097-4-iscsi neutron-server[103460]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dca46120-a9bf-4103-9c7f-d7d5a658f6d1 None None] Routers {'a794cd89-89ba-42ef-a58c-37aafc50af86'} bound to L3 agent in host dv-cinder-830097-4-iscsi {{(pid=103460) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 12 13:32:23.124901 dv-cinder-830097-4-iscsi neutron-server[103460]: DEBUG neutron.db.l3_hamode_db [None req-dca46120-a9bf-4103-9c7f-d7d5a658f6d1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830097-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-12T13:07:19Z,description=,heartbeat_timestamp=2022-04-12T13:32:19Z,host='dv-cinder-830097-4-iscsi',id=b7e11a8b-aeed-493f-9763-461016dddc93,load=0,resource_versions=,resources_synced=,started_at=2022-04-12T13:07:19Z,topic='l3_agent')) {'router_ids': ['a794cd89-89ba-42ef-a58c-37aafc50af86'], 'active': True} {{(pid=103460) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 13:32:23.236970 dv-cinder-830097-4-iscsi neutron-server[103460]: DEBUG neutron.db.l3_dvr_db [None req-dca46120-a9bf-4103-9c7f-d7d5a658f6d1 None None] Set router a794cd89-89ba-42ef-a58c-37aafc50af86 gateway port host: dv-cinder-830097-4-iscsi {{(pid=103460) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 12 13:32:23.243775 dv-cinder-830097-4-iscsi neutron-server[103459]: DEBUG neutron_lib.callbacks.manager [None req-53781792-8650-4c78-93a6-1c4d328d874c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732727929501', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-657397'] for agent (3f2daa45-5e56-452b-8a21-b519edfce99e), after_update {{(pid=103459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:32:23.451034 dv-cinder-830097-4-iscsi neutron-server[103460]: DEBUG neutron.db.l3_hamode_db [None req-dca46120-a9bf-4103-9c7f-d7d5a658f6d1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a794cd89-89ba-42ef-a58c-37aafc50af86', 'name': 'tempest-AttachVolumeNegativeTest-1091455639-router', 'tenant_id': '0b44de7c9b4f45aa8f33bcf3b4639f3f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '26d0436d-8ae2-49bd-8cc6-3d2eac552c84', 'external_fixed_ips': [{'subnet_id': 'd93852d8-8f89-4b1c-bef4-0e05f499a8db', 'ip_address': '172.27.0.252'}], 'enable_snat': True}, 'gw_port_id': '0451fcc6-23a4-40eb-829a-704617e0c3b7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-12T13:28:54Z', 'updated_at': '2022-04-12T13:28:57Z', 'revision_number': 4, 'project_id': '0b44de7c9b4f45aa8f33bcf3b4639f3f', 'gw_port': {'id': '0451fcc6-23a4-40eb-829a-704617e0c3b7', 'name': '', 'network_id': '26d0436d-8ae2-49bd-8cc6-3d2eac552c84', 'tenant_id': '', 'mac_address': 'fa:16:3e:71:01:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a794cd89-89ba-42ef-a58c-37aafc50af86', 'device_owner': 'network:router_gateway', 'standard_attr_id': 661, 'fixed_ips': [{'subnet_id': 'd93852d8-8f89-4b1c-bef4-0e05f499a8db', 'ip_address': '172.27.0.252', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830097-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T13:28:55Z', 'updated_at': '2022-04-12T13:28:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd93852d8-8f89-4b1c-bef4-0e05f499a8db', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830097-4-iscsi', '_floatingips': [{'id': '99dc54bb-a5fc-4e0f-b5e8-09dad41e2047', 'tenant_id': '0b44de7c9b4f45aa8f33bcf3b4639f3f', 'floating_ip_address': '172.27.0.184', 'floating_network_id': '26d0436d-8ae2-49bd-8cc6-3d2eac552c84', 'router_id': 'a794cd89-89ba-42ef-a58c-37aafc50af86', 'port_id': '5f92f8df-37e6-4bb6-be40-eafdc94153af', 'fixed_ip_address': '172.20.0.9', 'status': 'ACTIVE', 'standard_attr_id': 669, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'd4adb74a-b0d3-4e8c-b297-c51fe03191f9', 'mac_address': 'fa:16:3e:f3:66:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7f3217cb-4381-4bfa-9d2a-71311fb9c2c9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-12T13:28:59Z', 'updated_at': '2022-04-12T13:29:23Z', 'revision_number': 2, 'project_id': '0b44de7c9b4f45aa8f33bcf3b4639f3f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2f2a340d-e57c-4a8c-9890-5422afa115af', 'name': '', 'network_id': 'd4adb74a-b0d3-4e8c-b297-c51fe03191f9', 'tenant_id': '0b44de7c9b4f45aa8f33bcf3b4639f3f', 'mac_address': 'fa:16:3e:54:78:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a794cd89-89ba-42ef-a58c-37aafc50af86', 'device_owner': 'network:router_interface', 'standard_attr_id': 662, 'fixed_ips': [{'subnet_id': 'f1176976-8b61-43ab-a3ba-d0eadb0b48e0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830097-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T13:28:57Z', 'updated_at': '2022-04-12T13:29:00Z', 'revision_number': 5, 'project_id': '0b44de7c9b4f45aa8f33bcf3b4639f3f', 'subnets': [{'id': 'f1176976-8b61-43ab-a3ba-d0eadb0b48e0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-830097-4-iscsi', False) {} {{(pid=103460) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 13:32:23.477657 dv-cinder-830097-4-iscsi neutron-server[103460]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dca46120-a9bf-4103-9c7f-d7d5a658f6d1 None None] The sync data for ids ['a794cd89-89ba-42ef-a58c-37aafc50af86'] in dv-cinder-830097-4-iscsi is: [{'id': 'a794cd89-89ba-42ef-a58c-37aafc50af86', 'name': 'tempest-AttachVolumeNegativeTest-1091455639-router', 'tenant_id': '0b44de7c9b4f45aa8f33bcf3b4639f3f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '26d0436d-8ae2-49bd-8cc6-3d2eac552c84', 'external_fixed_ips': [{'subnet_id': 'd93852d8-8f89-4b1c-bef4-0e05f499a8db', 'ip_address': '172.27.0.252'}], 'enable_snat': True}, 'gw_port_id': '0451fcc6-23a4-40eb-829a-704617e0c3b7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-12T13:28:54Z', 'updated_at': '2022-04-12T13:28:57Z', 'revision_number': 4, 'project_id': '0b44de7c9b4f45aa8f33bcf3b4639f3f', 'gw_port': {'id': '0451fcc6-23a4-40eb-829a-704617e0c3b7', 'name': '', 'network_id': '26d0436d-8ae2-49bd-8cc6-3d2eac552c84', 'tenant_id': '', 'mac_address': 'fa:16:3e:71:01:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a794cd89-89ba-42ef-a58c-37aafc50af86', 'device_owner': 'network:router_gateway', 'standard_attr_id': 661, 'fixed_ips': [{'subnet_id': 'd93852d8-8f89-4b1c-bef4-0e05f499a8db', 'ip_address': '172.27.0.252', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830097-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T13:28:55Z', 'updated_at': '2022-04-12T13:28:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd93852d8-8f89-4b1c-bef4-0e05f499a8db', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830097-4-iscsi', '_floatingips': [{'id': '99dc54bb-a5fc-4e0f-b5e8-09dad41e2047', 'tenant_id': '0b44de7c9b4f45aa8f33bcf3b4639f3f', 'floating_ip_address': '172.27.0.184', 'floating_network_id': '26d0436d-8ae2-49bd-8cc6-3d2eac552c84', 'router_id': 'a794cd89-89ba-42ef-a58c-37aafc50af86', 'port_id': '5f92f8df-37e6-4bb6-be40-eafdc94153af', 'fixed_ip_address': '172.20.0.9', 'status': 'ACTIVE', 'standard_attr_id': 669, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'd4adb74a-b0d3-4e8c-b297-c51fe03191f9', 'mac_address': 'fa:16:3e:f3:66:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7f3217cb-4381-4bfa-9d2a-71311fb9c2c9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-12T13:28:59Z', 'updated_at': '2022-04-12T13:29:23Z', 'revision_number': 2, 'project_id': '0b44de7c9b4f45aa8f33bcf3b4639f3f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2f2a340d-e57c-4a8c-9890-5422afa115af', 'name': '', 'network_id': 'd4adb74a-b0d3-4e8c-b297-c51fe03191f9', 'tenant_id': '0b44de7c9b4f45aa8f33bcf3b4639f3f', 'mac_address': 'fa:16:3e:54:78:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a794cd89-89ba-42ef-a58c-37aafc50af86', 'device_owner': 'network:router_interface', 'standard_attr_id': 662, 'fixed_ips': [{'subnet_id': 'f1176976-8b61-43ab-a3ba-d0eadb0b48e0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830097-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T13:28:57Z', 'updated_at': '2022-04-12T13:29:00Z', 'revision_number': 5, 'project_id': '0b44de7c9b4f45aa8f33bcf3b4639f3f', 'subnets': [{'id': 'f1176976-8b61-43ab-a3ba-d0eadb0b48e0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103460) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 12 13:32:23.530154 dv-cinder-830097-4-iscsi neutron-server[103457]: DEBUG neutron.wsgi [-] (103457) accepted ('10.222.0.18', 52308) {{(pid=103457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 13:32:23.584476 dv-cinder-830097-4-iscsi neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-3e8c1b7b-ea8d-4270-ab92-3ae1dea0c308 tempest-AttachVolumeNegativeTest-50432476 tempest-AttachVolumeNegativeTest-50432476-project] Publish callbacks [] for security_group (c6db3de2-a1a4-4b70-8b7c-e40a8d8c2e4c), before_delete {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:32:23.611440 dv-cinder-830097-4-iscsi neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-3e8c1b7b-ea8d-4270-ab92-3ae1dea0c308 tempest-AttachVolumeNegativeTest-50432476 tempest-AttachVolumeNegativeTest-50432476-project] Publish callbacks [] for security_group (c6db3de2-a1a4-4b70-8b7c-e40a8d8c2e4c), precommit_delete {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:32:23.659316 dv-cinder-830097-4-iscsi neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-3e8c1b7b-ea8d-4270-ab92-3ae1dea0c308 tempest-AttachVolumeNegativeTest-50432476 tempest-AttachVolumeNegativeTest-50432476-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3691807'] for security_group (c6db3de2-a1a4-4b70-8b7c-e40a8d8c2e4c), after_delete {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:32:23.661856 dv-cinder-830097-4-iscsi neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-3e8c1b7b-ea8d-4270-ab92-3ae1dea0c308 tempest-AttachVolumeNegativeTest-50432476 tempest-AttachVolumeNegativeTest-50432476-project] Publish callbacks [] for security_group (None), before_response {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:32:23.666103 dv-cinder-830097-4-iscsi neutron-server[103457]: INFO neutron.wsgi [None req-3e8c1b7b-ea8d-4270-ab92-3ae1dea0c308 tempest-AttachVolumeNegativeTest-50432476 tempest-AttachVolumeNegativeTest-50432476-project] 10.222.0.18 "DELETE /v2.0/security-groups/c6db3de2-a1a4-4b70-8b7c-e40a8d8c2e4c HTTP/1.1" status: 204 len: 168 time: 0.1318798 Apr 12 13:32:23.666814 dv-cinder-830097-4-iscsi neutron-server[103458]: DEBUG neutron.wsgi [-] (103458) accepted ('10.222.0.18', 52310) {{(pid=103458) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 13:32:23.674010 dv-cinder-830097-4-iscsi neutron-server[103457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e8c1b7b-ea8d-4270-ab92-3ae1dea0c308 tempest-AttachVolumeNegativeTest-50432476 tempest-AttachVolumeNegativeTest-50432476-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=c6db3de2-a1a4-4b70-8b7c-e40a8d8c2e4c,revision_number=None']} {{(pid=103457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 13:32:23.689463 dv-cinder-830097-4-iscsi neutron-server[103458]: INFO neutron.api.v2.resource [None req-5b65807c-ed09-46b1-9082-6fddd4b402e8 tempest-AttachVolumeNegativeTest-50432476 tempest-AttachVolumeNegativeTest-50432476-project] show failed (client error): The resource could not be found. Apr 12 13:32:23.693712 dv-cinder-830097-4-iscsi neutron-server[103457]: DEBUG neutron.wsgi [-] (103457) accepted ('10.222.0.18', 52312) {{(pid=103457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 13:32:23.694215 dv-cinder-830097-4-iscsi neutron-server[103458]: INFO neutron.wsgi [None req-5b65807c-ed09-46b1-9082-6fddd4b402e8 tempest-AttachVolumeNegativeTest-50432476 tempest-AttachVolumeNegativeTest-50432476-project] 10.222.0.18 "GET /v2.0/security-groups/c6db3de2-a1a4-4b70-8b7c-e40a8d8c2e4c HTTP/1.1" status: 404 len: 347 time: 0.0258958 Apr 12 13:32:23.718386 dv-cinder-830097-4-iscsi neutron-server[103459]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-575f6d71-a934-4296-83c1-86b0e016a4f5 None None] New status for floating IP 10464b2d-e92e-4513-950d-659eceb6294d: DOWN {{(pid=103459) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 12 13:32:23.810328 dv-cinder-830097-4-iscsi neutron-server[103457]: DEBUG neutron.plugins.ml2.plugin [None req-d9a53991-dd53-4881-b75e-b8dd421362ba tempest-AttachVolumeNegativeTest-50432476 tempest-AttachVolumeNegativeTest-50432476-project] Deleting port fb090329-cbc1-4bf1-8e44-0d85a1e57874 {{(pid=103457) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 12 13:32:23.810666 dv-cinder-830097-4-iscsi neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-d9a53991-dd53-4881-b75e-b8dd421362ba tempest-AttachVolumeNegativeTest-50432476 tempest-AttachVolumeNegativeTest-50432476-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732727887391'] for port (fb090329-cbc1-4bf1-8e44-0d85a1e57874), before_delete {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:32:23.888479 dv-cinder-830097-4-iscsi neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-d9a53991-dd53-4881-b75e-b8dd421362ba tempest-AttachVolumeNegativeTest-50432476 tempest-AttachVolumeNegativeTest-50432476-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3742288'] for port (fb090329-cbc1-4bf1-8e44-0d85a1e57874), precommit_delete {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:32:23.888831 dv-cinder-830097-4-iscsi neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-d9a53991-dd53-4881-b75e-b8dd421362ba tempest-AttachVolumeNegativeTest-50432476 tempest-AttachVolumeNegativeTest-50432476-project] Publish callbacks [] for floatingip (fb090329-cbc1-4bf1-8e44-0d85a1e57874), precommit_delete {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:32:23.901000 dv-cinder-830097-4-iscsi neutron-server[103457]: DEBUG neutron.plugins.ml2.plugin [None req-d9a53991-dd53-4881-b75e-b8dd421362ba tempest-AttachVolumeNegativeTest-50432476 tempest-AttachVolumeNegativeTest-50432476-project] Calling delete_port for fb090329-cbc1-4bf1-8e44-0d85a1e57874 owned by network:floatingip {{(pid=103457) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 12 13:32:24.029225 dv-cinder-830097-4-iscsi neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-d9a53991-dd53-4881-b75e-b8dd421362ba tempest-AttachVolumeNegativeTest-50432476 tempest-AttachVolumeNegativeTest-50432476-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-915890', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3697887', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732727894797', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732727417923', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25610742'] for port (fb090329-cbc1-4bf1-8e44-0d85a1e57874), after_delete {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:32:24.053533 dv-cinder-830097-4-iscsi neutron-server[103457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9a53991-dd53-4881-b75e-b8dd421362ba tempest-AttachVolumeNegativeTest-50432476 tempest-AttachVolumeNegativeTest-50432476-project] Pushing event deleted for resources: {'Port': ['ID=fb090329-cbc1-4bf1-8e44-0d85a1e57874,revision_number=None']} {{(pid=103457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 13:32:24.115975 dv-cinder-830097-4-iscsi neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-d9a53991-dd53-4881-b75e-b8dd421362ba tempest-AttachVolumeNegativeTest-50432476 tempest-AttachVolumeNegativeTest-50432476-project] Publish callbacks [] for floatingip (10464b2d-e92e-4513-950d-659eceb6294d), after_delete {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:32:24.118476 dv-cinder-830097-4-iscsi neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-d9a53991-dd53-4881-b75e-b8dd421362ba tempest-AttachVolumeNegativeTest-50432476 tempest-AttachVolumeNegativeTest-50432476-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-500965'] for floatingip (None), before_response {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:32:24.119614 dv-cinder-830097-4-iscsi neutron-server[103457]: INFO neutron.wsgi [None req-d9a53991-dd53-4881-b75e-b8dd421362ba tempest-AttachVolumeNegativeTest-50432476 tempest-AttachVolumeNegativeTest-50432476-project] 10.222.0.18 "DELETE /v2.0/floatingips/10464b2d-e92e-4513-950d-659eceb6294d HTTP/1.1" status: 204 len: 168 time: 0.4243202 Apr 12 13:32:24.578371 dv-cinder-830097-4-iscsi neutron-server[103459]: DEBUG neutron.plugins.ml2.rpc [None req-3505bd68-a9fd-4823-92ea-1a6ded8ab071 None None] Device 9bf5d8cb-12db-45a1-bbe8-8885026b9c03 no longer exists at agent hyperv_hv-cinder-83009 {{(pid=103459) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 12 13:32:24.599484 dv-cinder-830097-4-iscsi neutron-server[103459]: DEBUG neutron.plugins.ml2.plugin [None req-3505bd68-a9fd-4823-92ea-1a6ded8ab071 None None] No Port match for: 9bf5d8cb-12db-45a1-bbe8-8885026b9c03 {{(pid=103459) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2341}} Apr 12 13:32:24.599828 dv-cinder-830097-4-iscsi neutron-server[103459]: DEBUG neutron.plugins.ml2.rpc [None req-3505bd68-a9fd-4823-92ea-1a6ded8ab071 None None] Device 9bf5d8cb-12db-45a1-bbe8-8885026b9c03 not bound to the agent host hv-cinder-83009 {{(pid=103459) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 12 13:32:25.700605 dv-cinder-830097-4-iscsi neutron-server[103458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7b50251-af70-4a5a-981e-1fed9eadcaad req-f5635f1d-1d85-4614-a323-f2384cc6926f tempest-AttachVolumeNegativeTest-50432476 tempest-AttachVolumeNegativeTest-50432476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 13:32:25.702065 dv-cinder-830097-4-iscsi neutron-server[103458]: INFO neutron.wsgi [req-a7b50251-af70-4a5a-981e-1fed9eadcaad req-f5635f1d-1d85-4614-a323-f2384cc6926f tempest-AttachVolumeNegativeTest-50432476 tempest-AttachVolumeNegativeTest-50432476-project] 10.222.0.18 "GET /v2.0/ports?device_id=7f3217cb-4381-4bfa-9d2a-71311fb9c2c9 HTTP/1.1" status: 200 len: 945 time: 0.0457907 Apr 12 13:32:25.751166 dv-cinder-830097-4-iscsi neutron-server[103458]: INFO neutron.wsgi [req-a7b50251-af70-4a5a-981e-1fed9eadcaad req-fbd532e7-108f-4c62-87d9-adb0e874a788 tempest-AttachVolumeNegativeTest-50432476 tempest-AttachVolumeNegativeTest-50432476-project] 10.222.0.18 "GET /v2.0/security-groups?id=6450af5a-753d-4556-aec4-fab34b819f85&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0435050 Apr 12 13:32:26.863436 dv-cinder-830097-4-iscsi neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0caa047-c1f8-4b96-877e-7005b4709a03 req-f8b19ca5-a2bb-48e1-9364-6294afb13c1a tempest-AttachVolumeNegativeTest-50432476 tempest-AttachVolumeNegativeTest-50432476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 13:32:26.864932 dv-cinder-830097-4-iscsi neutron-server[103457]: INFO neutron.wsgi [req-e0caa047-c1f8-4b96-877e-7005b4709a03 req-f8b19ca5-a2bb-48e1-9364-6294afb13c1a tempest-AttachVolumeNegativeTest-50432476 tempest-AttachVolumeNegativeTest-50432476-project] 10.222.0.18 "GET /v2.0/ports?device_id=7f3217cb-4381-4bfa-9d2a-71311fb9c2c9 HTTP/1.1" status: 200 len: 945 time: 0.0455832 Apr 12 13:32:26.911108 dv-cinder-830097-4-iscsi neutron-server[103457]: INFO neutron.wsgi [req-e0caa047-c1f8-4b96-877e-7005b4709a03 req-baa216c4-63f8-4d1d-bc31-d4dc7596fe55 tempest-AttachVolumeNegativeTest-50432476 tempest-AttachVolumeNegativeTest-50432476-project] 10.222.0.18 "GET /v2.0/security-groups?id=6450af5a-753d-4556-aec4-fab34b819f85&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0399969 Apr 12 13:32:27.582942 dv-cinder-830097-4-iscsi neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-633a975e-f827-430f-a848-af6fd73bbf82 req-2e44e0dc-8ab7-482d-9e6f-a0f1f17a0048 tempest-AttachVolumeNegativeTest-50432476 tempest-AttachVolumeNegativeTest-50432476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 13:32:27.584254 dv-cinder-830097-4-iscsi neutron-server[103457]: INFO neutron.wsgi [req-633a975e-f827-430f-a848-af6fd73bbf82 req-2e44e0dc-8ab7-482d-9e6f-a0f1f17a0048 tempest-AttachVolumeNegativeTest-50432476 tempest-AttachVolumeNegativeTest-50432476-project] 10.222.0.55 "GET /v2.0/ports?device_id=7f3217cb-4381-4bfa-9d2a-71311fb9c2c9 HTTP/1.1" status: 200 len: 945 time: 0.0479596 Apr 12 13:32:27.663979 dv-cinder-830097-4-iscsi neutron-server[103457]: DEBUG neutron.plugins.ml2.plugin [req-633a975e-f827-430f-a848-af6fd73bbf82 req-6fa5a992-ae01-4560-adc4-6831b1dec80f tempest-AttachVolumeNegativeTest-50432476 tempest-AttachVolumeNegativeTest-50432476-project] Deleting port 5f92f8df-37e6-4bb6-be40-eafdc94153af {{(pid=103457) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 12 13:32:27.664320 dv-cinder-830097-4-iscsi neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [req-633a975e-f827-430f-a848-af6fd73bbf82 req-6fa5a992-ae01-4560-adc4-6831b1dec80f tempest-AttachVolumeNegativeTest-50432476 tempest-AttachVolumeNegativeTest-50432476-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732727887391'] for port (5f92f8df-37e6-4bb6-be40-eafdc94153af), before_delete {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:32:27.753403 dv-cinder-830097-4-iscsi neutron-server[103457]: DEBUG neutron.plugins.ml2.db [req-633a975e-f827-430f-a848-af6fd73bbf82 req-6fa5a992-ae01-4560-adc4-6831b1dec80f tempest-AttachVolumeNegativeTest-50432476 tempest-AttachVolumeNegativeTest-50432476-project] For port 5f92f8df-37e6-4bb6-be40-eafdc94153af, host hv-cinder-83009, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83009',level=0,port_id=5f92f8df-37e6-4bb6-be40-eafdc94153af,segment=NetworkSegment(00b10ebc-0cf5-44a9-a829-ac84c99db0c8),segment_id=00b10ebc-0cf5-44a9-a829-ac84c99db0c8)] {{(pid=103457) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 12 13:32:27.753764 dv-cinder-830097-4-iscsi neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [req-633a975e-f827-430f-a848-af6fd73bbf82 req-6fa5a992-ae01-4560-adc4-6831b1dec80f tempest-AttachVolumeNegativeTest-50432476 tempest-AttachVolumeNegativeTest-50432476-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3742288'] for port (5f92f8df-37e6-4bb6-be40-eafdc94153af), precommit_delete {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:32:27.916857 dv-cinder-830097-4-iscsi neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [req-633a975e-f827-430f-a848-af6fd73bbf82 req-6fa5a992-ae01-4560-adc4-6831b1dec80f tempest-AttachVolumeNegativeTest-50432476 tempest-AttachVolumeNegativeTest-50432476-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:32:27.917511 dv-cinder-830097-4-iscsi neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [req-633a975e-f827-430f-a848-af6fd73bbf82 req-6fa5a992-ae01-4560-adc4-6831b1dec80f tempest-AttachVolumeNegativeTest-50432476 tempest-AttachVolumeNegativeTest-50432476-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3739086'] for floatingip (99dc54bb-a5fc-4e0f-b5e8-09dad41e2047), after_update {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:32:27.917511 dv-cinder-830097-4-iscsi neutron-server[103457]: INFO neutron.db.l3_db [req-633a975e-f827-430f-a848-af6fd73bbf82 req-6fa5a992-ae01-4560-adc4-6831b1dec80f tempest-AttachVolumeNegativeTest-50432476 tempest-AttachVolumeNegativeTest-50432476-project] Floating IP 99dc54bb-a5fc-4e0f-b5e8-09dad41e2047 disassociated. External IP: 172.27.0.184, port: 5f92f8df-37e6-4bb6-be40-eafdc94153af. Apr 12 13:32:27.917783 dv-cinder-830097-4-iscsi neutron-server[103457]: DEBUG neutron.plugins.ml2.plugin [req-633a975e-f827-430f-a848-af6fd73bbf82 req-6fa5a992-ae01-4560-adc4-6831b1dec80f tempest-AttachVolumeNegativeTest-50432476 tempest-AttachVolumeNegativeTest-50432476-project] Calling delete_port for 5f92f8df-37e6-4bb6-be40-eafdc94153af owned by compute:nova {{(pid=103457) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 12 13:32:28.025234 dv-cinder-830097-4-iscsi neutron-server[103458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b609e66-bf69-4fc4-b6e6-db0f9ebea695 req-9b18e6d7-b572-4f59-b4c2-df99a2109270 tempest-AttachVolumeNegativeTest-50432476 tempest-AttachVolumeNegativeTest-50432476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 13:32:28.026688 dv-cinder-830097-4-iscsi neutron-server[103458]: INFO neutron.wsgi [req-0b609e66-bf69-4fc4-b6e6-db0f9ebea695 req-9b18e6d7-b572-4f59-b4c2-df99a2109270 tempest-AttachVolumeNegativeTest-50432476 tempest-AttachVolumeNegativeTest-50432476-project] 10.222.0.18 "GET /v2.0/ports?device_id=7f3217cb-4381-4bfa-9d2a-71311fb9c2c9 HTTP/1.1" status: 200 len: 945 time: 0.0477297 Apr 12 13:32:28.047928 dv-cinder-830097-4-iscsi neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [req-633a975e-f827-430f-a848-af6fd73bbf82 req-6fa5a992-ae01-4560-adc4-6831b1dec80f tempest-AttachVolumeNegativeTest-50432476 tempest-AttachVolumeNegativeTest-50432476-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-915890', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3697887', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732727894797', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732727417923', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25610742'] for port (5f92f8df-37e6-4bb6-be40-eafdc94153af), after_delete {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:32:28.074099 dv-cinder-830097-4-iscsi neutron-server[103458]: INFO neutron.wsgi [req-0b609e66-bf69-4fc4-b6e6-db0f9ebea695 req-e7b741fd-543a-494c-8820-21e8c2fc39fc tempest-AttachVolumeNegativeTest-50432476 tempest-AttachVolumeNegativeTest-50432476-project] 10.222.0.18 "GET /v2.0/security-groups?id=6450af5a-753d-4556-aec4-fab34b819f85&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0415897 Apr 12 13:32:28.074737 dv-cinder-830097-4-iscsi neutron-server[103457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fa5a992-ae01-4560-adc4-6831b1dec80f tempest-AttachVolumeNegativeTest-50432476 tempest-AttachVolumeNegativeTest-50432476-project] Pushing event deleted for resources: {'Port': ['ID=5f92f8df-37e6-4bb6-be40-eafdc94153af,revision_number=None']} {{(pid=103457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 13:32:28.189594 dv-cinder-830097-4-iscsi neutron-server[103457]: DEBUG neutron.scheduler.l3_agent_scheduler [req-633a975e-f827-430f-a848-af6fd73bbf82 req-6fa5a992-ae01-4560-adc4-6831b1dec80f tempest-AttachVolumeNegativeTest-50432476 tempest-AttachVolumeNegativeTest-50432476-project] Router a794cd89-89ba-42ef-a58c-37aafc50af86 has already been hosted by L3 agent b7e11a8b-aeed-493f-9763-461016dddc93 {{(pid=103457) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 12 13:32:28.296167 dv-cinder-830097-4-iscsi neutron-server[103457]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-633a975e-f827-430f-a848-af6fd73bbf82 req-6fa5a992-ae01-4560-adc4-6831b1dec80f tempest-AttachVolumeNegativeTest-50432476 tempest-AttachVolumeNegativeTest-50432476-project] Notify agent at l3_agent.dv-cinder-830097-4-iscsi the message routers_updated {{(pid=103457) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 12 13:32:28.307746 dv-cinder-830097-4-iscsi neutron-server[103460]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-05991e3d-752e-4a47-9c87-891516332ec5 None None] Sync routers for ids ['a794cd89-89ba-42ef-a58c-37aafc50af86'] in dv-cinder-830097-4-iscsi {{(pid=103460) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 12 13:32:28.317614 dv-cinder-830097-4-iscsi neutron-server[103460]: DEBUG neutron.db.l3_dvrscheduler_db [None req-05991e3d-752e-4a47-9c87-891516332ec5 None None] Routers {'a794cd89-89ba-42ef-a58c-37aafc50af86'} bound to L3 agent in host dv-cinder-830097-4-iscsi {{(pid=103460) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 12 13:32:28.318239 dv-cinder-830097-4-iscsi neutron-server[103460]: DEBUG neutron.db.l3_hamode_db [None req-05991e3d-752e-4a47-9c87-891516332ec5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830097-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-12T13:07:19Z,description=,heartbeat_timestamp=2022-04-12T13:32:19Z,host='dv-cinder-830097-4-iscsi',id=b7e11a8b-aeed-493f-9763-461016dddc93,load=0,resource_versions=,resources_synced=,started_at=2022-04-12T13:07:19Z,topic='l3_agent')) {'router_ids': ['a794cd89-89ba-42ef-a58c-37aafc50af86'], 'active': True} {{(pid=103460) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 13:32:28.336747 dv-cinder-830097-4-iscsi neutron-server[103457]: DEBUG neutron.db.l3_dvrscheduler_db [req-633a975e-f827-430f-a848-af6fd73bbf82 req-6fa5a992-ae01-4560-adc4-6831b1dec80f tempest-AttachVolumeNegativeTest-50432476 tempest-AttachVolumeNegativeTest-50432476-project] No DVR routers for this DVR port 5f92f8df-37e6-4bb6-be40-eafdc94153af on host hv-cinder-83009 {{(pid=103457) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 12 13:32:28.339215 dv-cinder-830097-4-iscsi neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [req-633a975e-f827-430f-a848-af6fd73bbf82 req-6fa5a992-ae01-4560-adc4-6831b1dec80f tempest-AttachVolumeNegativeTest-50432476 tempest-AttachVolumeNegativeTest-50432476-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-500965'] for port (None), before_response {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:32:28.342476 dv-cinder-830097-4-iscsi neutron-server[103457]: INFO neutron.wsgi [req-633a975e-f827-430f-a848-af6fd73bbf82 req-6fa5a992-ae01-4560-adc4-6831b1dec80f tempest-AttachVolumeNegativeTest-50432476 tempest-AttachVolumeNegativeTest-50432476-project] 10.222.0.55 "DELETE /v2.0/ports/5f92f8df-37e6-4bb6-be40-eafdc94153af HTTP/1.1" status: 204 len: 173 time: 0.7520721 Apr 12 13:32:28.342907 dv-cinder-830097-4-iscsi neutron-server[103457]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7f3217cb-4381-4bfa-9d2a-71311fb9c2c9', 'name': 'network-vif-deleted', 'tag': '5f92f8df-37e6-4bb6-be40-eafdc94153af'}] {{(pid=103457) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 12 13:32:28.345164 dv-cinder-830097-4-iscsi neutron-server[103457]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}086c7d3de3560e72b9669b0aa2f8f0aa3a7dc6896401f4467231a6605ceb6cb3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2083bdf3-1e4d-4c1e-a567-d42d9d412835" -d '{"events": [{"server_uuid": "7f3217cb-4381-4bfa-9d2a-71311fb9c2c9", "name": "network-vif-deleted", "tag": "5f92f8df-37e6-4bb6-be40-eafdc94153af"}]}' {{(pid=103457) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 12 13:32:28.382791 dv-cinder-830097-4-iscsi neutron-server[103457]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 12 Apr 2022 13:32:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2e3dcb1a-5d64-41e9-af87-2bb42c8f7a0a x-openstack-request-id: req-2e3dcb1a-5d64-41e9-af87-2bb42c8f7a0a {{(pid=103457) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 12 13:32:28.383343 dv-cinder-830097-4-iscsi neutron-server[103457]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7f3217cb-4381-4bfa-9d2a-71311fb9c2c9", "name": "network-vif-deleted", "tag": "5f92f8df-37e6-4bb6-be40-eafdc94153af", "status": "completed", "code": 200}]} {{(pid=103457) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 12 13:32:28.383714 dv-cinder-830097-4-iscsi neutron-server[103457]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-2e3dcb1a-5d64-41e9-af87-2bb42c8f7a0a {{(pid=103457) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 12 13:32:28.384221 dv-cinder-830097-4-iscsi neutron-server[103457]: INFO neutron.notifiers.nova [-] Nova event matching ['req-2e3dcb1a-5d64-41e9-af87-2bb42c8f7a0a'] response: {'server_uuid': '7f3217cb-4381-4bfa-9d2a-71311fb9c2c9', 'name': 'network-vif-deleted', 'tag': '5f92f8df-37e6-4bb6-be40-eafdc94153af', 'status': 'completed', 'code': 200} Apr 12 13:32:28.437587 dv-cinder-830097-4-iscsi neutron-server[103460]: DEBUG neutron.db.l3_dvr_db [None req-05991e3d-752e-4a47-9c87-891516332ec5 None None] Set router a794cd89-89ba-42ef-a58c-37aafc50af86 gateway port host: dv-cinder-830097-4-iscsi {{(pid=103460) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 12 13:32:28.630719 dv-cinder-830097-4-iscsi neutron-server[103460]: DEBUG neutron.db.l3_hamode_db [None req-05991e3d-752e-4a47-9c87-891516332ec5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a794cd89-89ba-42ef-a58c-37aafc50af86', 'name': 'tempest-AttachVolumeNegativeTest-1091455639-router', 'tenant_id': '0b44de7c9b4f45aa8f33bcf3b4639f3f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '26d0436d-8ae2-49bd-8cc6-3d2eac552c84', 'external_fixed_ips': [{'subnet_id': 'd93852d8-8f89-4b1c-bef4-0e05f499a8db', 'ip_address': '172.27.0.252'}], 'enable_snat': True}, 'gw_port_id': '0451fcc6-23a4-40eb-829a-704617e0c3b7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-12T13:28:54Z', 'updated_at': '2022-04-12T13:28:57Z', 'revision_number': 4, 'project_id': '0b44de7c9b4f45aa8f33bcf3b4639f3f', 'gw_port': {'id': '0451fcc6-23a4-40eb-829a-704617e0c3b7', 'name': '', 'network_id': '26d0436d-8ae2-49bd-8cc6-3d2eac552c84', 'tenant_id': '', 'mac_address': 'fa:16:3e:71:01:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a794cd89-89ba-42ef-a58c-37aafc50af86', 'device_owner': 'network:router_gateway', 'standard_attr_id': 661, 'fixed_ips': [{'subnet_id': 'd93852d8-8f89-4b1c-bef4-0e05f499a8db', 'ip_address': '172.27.0.252', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830097-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T13:28:55Z', 'updated_at': '2022-04-12T13:28:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd93852d8-8f89-4b1c-bef4-0e05f499a8db', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830097-4-iscsi', '_interfaces': [{'id': '2f2a340d-e57c-4a8c-9890-5422afa115af', 'name': '', 'network_id': 'd4adb74a-b0d3-4e8c-b297-c51fe03191f9', 'tenant_id': '0b44de7c9b4f45aa8f33bcf3b4639f3f', 'mac_address': 'fa:16:3e:54:78:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a794cd89-89ba-42ef-a58c-37aafc50af86', 'device_owner': 'network:router_interface', 'standard_attr_id': 662, 'fixed_ips': [{'subnet_id': 'f1176976-8b61-43ab-a3ba-d0eadb0b48e0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830097-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T13:28:57Z', 'updated_at': '2022-04-12T13:29:00Z', 'revision_number': 5, 'project_id': '0b44de7c9b4f45aa8f33bcf3b4639f3f', 'subnets': [{'id': 'f1176976-8b61-43ab-a3ba-d0eadb0b48e0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-830097-4-iscsi', False) {} {{(pid=103460) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 13:32:28.660207 dv-cinder-830097-4-iscsi neutron-server[103460]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-05991e3d-752e-4a47-9c87-891516332ec5 None None] Checking router: a794cd89-89ba-42ef-a58c-37aafc50af86 for host: dv-cinder-830097-4-iscsi {{(pid=103460) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 12 13:32:28.669122 dv-cinder-830097-4-iscsi neutron-server[103460]: DEBUG neutron.db.l3_dvrscheduler_db [None req-05991e3d-752e-4a47-9c87-891516332ec5 None None] Routers {'a794cd89-89ba-42ef-a58c-37aafc50af86'} bound to L3 agent in host dv-cinder-830097-4-iscsi {{(pid=103460) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 12 13:32:28.669670 dv-cinder-830097-4-iscsi neutron-server[103460]: DEBUG neutron.db.l3_hamode_db [None req-05991e3d-752e-4a47-9c87-891516332ec5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830097-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-12T13:07:19Z,description=,heartbeat_timestamp=2022-04-12T13:32:19Z,host='dv-cinder-830097-4-iscsi',id=b7e11a8b-aeed-493f-9763-461016dddc93,load=0,resource_versions=,resources_synced=,started_at=2022-04-12T13:07:19Z,topic='l3_agent')) {'router_ids': ['a794cd89-89ba-42ef-a58c-37aafc50af86'], 'active': True} {{(pid=103460) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 13:32:28.775535 dv-cinder-830097-4-iscsi neutron-server[103460]: DEBUG neutron.db.l3_dvr_db [None req-05991e3d-752e-4a47-9c87-891516332ec5 None None] Set router a794cd89-89ba-42ef-a58c-37aafc50af86 gateway port host: dv-cinder-830097-4-iscsi {{(pid=103460) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 12 13:32:28.969019 dv-cinder-830097-4-iscsi neutron-server[103460]: DEBUG neutron.db.l3_hamode_db [None req-05991e3d-752e-4a47-9c87-891516332ec5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a794cd89-89ba-42ef-a58c-37aafc50af86', 'name': 'tempest-AttachVolumeNegativeTest-1091455639-router', 'tenant_id': '0b44de7c9b4f45aa8f33bcf3b4639f3f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '26d0436d-8ae2-49bd-8cc6-3d2eac552c84', 'external_fixed_ips': [{'subnet_id': 'd93852d8-8f89-4b1c-bef4-0e05f499a8db', 'ip_address': '172.27.0.252'}], 'enable_snat': True}, 'gw_port_id': '0451fcc6-23a4-40eb-829a-704617e0c3b7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-12T13:28:54Z', 'updated_at': '2022-04-12T13:28:57Z', 'revision_number': 4, 'project_id': '0b44de7c9b4f45aa8f33bcf3b4639f3f', 'gw_port': {'id': '0451fcc6-23a4-40eb-829a-704617e0c3b7', 'name': '', 'network_id': '26d0436d-8ae2-49bd-8cc6-3d2eac552c84', 'tenant_id': '', 'mac_address': 'fa:16:3e:71:01:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a794cd89-89ba-42ef-a58c-37aafc50af86', 'device_owner': 'network:router_gateway', 'standard_attr_id': 661, 'fixed_ips': [{'subnet_id': 'd93852d8-8f89-4b1c-bef4-0e05f499a8db', 'ip_address': '172.27.0.252', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830097-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T13:28:55Z', 'updated_at': '2022-04-12T13:28:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd93852d8-8f89-4b1c-bef4-0e05f499a8db', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830097-4-iscsi', '_interfaces': [{'id': '2f2a340d-e57c-4a8c-9890-5422afa115af', 'name': '', 'network_id': 'd4adb74a-b0d3-4e8c-b297-c51fe03191f9', 'tenant_id': '0b44de7c9b4f45aa8f33bcf3b4639f3f', 'mac_address': 'fa:16:3e:54:78:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a794cd89-89ba-42ef-a58c-37aafc50af86', 'device_owner': 'network:router_interface', 'standard_attr_id': 662, 'fixed_ips': [{'subnet_id': 'f1176976-8b61-43ab-a3ba-d0eadb0b48e0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830097-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T13:28:57Z', 'updated_at': '2022-04-12T13:29:00Z', 'revision_number': 5, 'project_id': '0b44de7c9b4f45aa8f33bcf3b4639f3f', 'subnets': [{'id': 'f1176976-8b61-43ab-a3ba-d0eadb0b48e0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-830097-4-iscsi', False) {} {{(pid=103460) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 13:32:28.994150 dv-cinder-830097-4-iscsi neutron-server[103460]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-05991e3d-752e-4a47-9c87-891516332ec5 None None] The sync data for ids ['a794cd89-89ba-42ef-a58c-37aafc50af86'] in dv-cinder-830097-4-iscsi is: [{'id': 'a794cd89-89ba-42ef-a58c-37aafc50af86', 'name': 'tempest-AttachVolumeNegativeTest-1091455639-router', 'tenant_id': '0b44de7c9b4f45aa8f33bcf3b4639f3f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '26d0436d-8ae2-49bd-8cc6-3d2eac552c84', 'external_fixed_ips': [{'subnet_id': 'd93852d8-8f89-4b1c-bef4-0e05f499a8db', 'ip_address': '172.27.0.252'}], 'enable_snat': True}, 'gw_port_id': '0451fcc6-23a4-40eb-829a-704617e0c3b7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-12T13:28:54Z', 'updated_at': '2022-04-12T13:28:57Z', 'revision_number': 4, 'project_id': '0b44de7c9b4f45aa8f33bcf3b4639f3f', 'gw_port': {'id': '0451fcc6-23a4-40eb-829a-704617e0c3b7', 'name': '', 'network_id': '26d0436d-8ae2-49bd-8cc6-3d2eac552c84', 'tenant_id': '', 'mac_address': 'fa:16:3e:71:01:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a794cd89-89ba-42ef-a58c-37aafc50af86', 'device_owner': 'network:router_gateway', 'standard_attr_id': 661, 'fixed_ips': [{'subnet_id': 'd93852d8-8f89-4b1c-bef4-0e05f499a8db', 'ip_address': '172.27.0.252', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830097-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T13:28:55Z', 'updated_at': '2022-04-12T13:28:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd93852d8-8f89-4b1c-bef4-0e05f499a8db', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830097-4-iscsi', '_interfaces': [{'id': '2f2a340d-e57c-4a8c-9890-5422afa115af', 'name': '', 'network_id': 'd4adb74a-b0d3-4e8c-b297-c51fe03191f9', 'tenant_id': '0b44de7c9b4f45aa8f33bcf3b4639f3f', 'mac_address': 'fa:16:3e:54:78:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a794cd89-89ba-42ef-a58c-37aafc50af86', 'device_owner': 'network:router_interface', 'standard_attr_id': 662, 'fixed_ips': [{'subnet_id': 'f1176976-8b61-43ab-a3ba-d0eadb0b48e0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830097-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T13:28:57Z', 'updated_at': '2022-04-12T13:29:00Z', 'revision_number': 5, 'project_id': '0b44de7c9b4f45aa8f33bcf3b4639f3f', 'subnets': [{'id': 'f1176976-8b61-43ab-a3ba-d0eadb0b48e0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103460) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 12 13:32:29.159662 dv-cinder-830097-4-iscsi neutron-server[103457]: DEBUG neutron.wsgi [-] (103457) accepted ('10.222.0.18', 52344) {{(pid=103457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 13:32:29.218124 dv-cinder-830097-4-iscsi neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-8a9adf3f-111c-49d4-af64-60ce6091664c tempest-AttachVolumeNegativeTest-50432476 tempest-AttachVolumeNegativeTest-50432476-project] Publish callbacks [] for security_group (6450af5a-753d-4556-aec4-fab34b819f85), before_delete {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:32:29.229950 dv-cinder-830097-4-iscsi neutron-server[103459]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-102accba-6df0-4678-aa59-f57920a22640 None None] New status for floating IP 99dc54bb-a5fc-4e0f-b5e8-09dad41e2047: DOWN {{(pid=103459) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 12 13:32:29.243716 dv-cinder-830097-4-iscsi neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-8a9adf3f-111c-49d4-af64-60ce6091664c tempest-AttachVolumeNegativeTest-50432476 tempest-AttachVolumeNegativeTest-50432476-project] Publish callbacks [] for security_group (6450af5a-753d-4556-aec4-fab34b819f85), precommit_delete {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:32:29.297627 dv-cinder-830097-4-iscsi neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-8a9adf3f-111c-49d4-af64-60ce6091664c tempest-AttachVolumeNegativeTest-50432476 tempest-AttachVolumeNegativeTest-50432476-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3691807'] for security_group (6450af5a-753d-4556-aec4-fab34b819f85), after_delete {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:32:29.300197 dv-cinder-830097-4-iscsi neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-8a9adf3f-111c-49d4-af64-60ce6091664c tempest-AttachVolumeNegativeTest-50432476 tempest-AttachVolumeNegativeTest-50432476-project] Publish callbacks [] for security_group (None), before_response {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:32:29.301421 dv-cinder-830097-4-iscsi neutron-server[103457]: INFO neutron.wsgi [None req-8a9adf3f-111c-49d4-af64-60ce6091664c tempest-AttachVolumeNegativeTest-50432476 tempest-AttachVolumeNegativeTest-50432476-project] 10.222.0.18 "DELETE /v2.0/security-groups/6450af5a-753d-4556-aec4-fab34b819f85 HTTP/1.1" status: 204 len: 168 time: 0.1407804 Apr 12 13:32:29.305300 dv-cinder-830097-4-iscsi neutron-server[103458]: DEBUG neutron.wsgi [-] (103458) accepted ('10.222.0.18', 52346) {{(pid=103458) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 13:32:29.312479 dv-cinder-830097-4-iscsi neutron-server[103457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a9adf3f-111c-49d4-af64-60ce6091664c tempest-AttachVolumeNegativeTest-50432476 tempest-AttachVolumeNegativeTest-50432476-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=6450af5a-753d-4556-aec4-fab34b819f85,revision_number=None']} {{(pid=103457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 13:32:29.321343 dv-cinder-830097-4-iscsi neutron-server[103458]: INFO neutron.api.v2.resource [None req-7f7e27c3-904d-43a9-9458-6b03a66c31aa tempest-AttachVolumeNegativeTest-50432476 tempest-AttachVolumeNegativeTest-50432476-project] show failed (client error): The resource could not be found. Apr 12 13:32:29.322667 dv-cinder-830097-4-iscsi neutron-server[103458]: INFO neutron.wsgi [None req-7f7e27c3-904d-43a9-9458-6b03a66c31aa tempest-AttachVolumeNegativeTest-50432476 tempest-AttachVolumeNegativeTest-50432476-project] 10.222.0.18 "GET /v2.0/security-groups/6450af5a-753d-4556-aec4-fab34b819f85 HTTP/1.1" status: 404 len: 347 time: 0.0160868 Apr 12 13:32:29.325598 dv-cinder-830097-4-iscsi neutron-server[103458]: DEBUG neutron.wsgi [-] (103458) accepted ('10.222.0.18', 52348) {{(pid=103458) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 13:32:29.445069 dv-cinder-830097-4-iscsi neutron-server[103458]: DEBUG neutron.plugins.ml2.plugin [None req-226dde19-8c3a-4207-a880-bc03c9fe81f7 tempest-AttachVolumeNegativeTest-50432476 tempest-AttachVolumeNegativeTest-50432476-project] Deleting port d6c9d260-ffcb-447f-a50d-73b15bf66f01 {{(pid=103458) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 12 13:32:29.445619 dv-cinder-830097-4-iscsi neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-226dde19-8c3a-4207-a880-bc03c9fe81f7 tempest-AttachVolumeNegativeTest-50432476 tempest-AttachVolumeNegativeTest-50432476-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732727887391'] for port (d6c9d260-ffcb-447f-a50d-73b15bf66f01), before_delete {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:32:29.749808 dv-cinder-830097-4-iscsi neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-226dde19-8c3a-4207-a880-bc03c9fe81f7 tempest-AttachVolumeNegativeTest-50432476 tempest-AttachVolumeNegativeTest-50432476-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3742288'] for port (d6c9d260-ffcb-447f-a50d-73b15bf66f01), precommit_delete {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:32:29.750133 dv-cinder-830097-4-iscsi neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-226dde19-8c3a-4207-a880-bc03c9fe81f7 tempest-AttachVolumeNegativeTest-50432476 tempest-AttachVolumeNegativeTest-50432476-project] Publish callbacks [] for floatingip (d6c9d260-ffcb-447f-a50d-73b15bf66f01), precommit_delete {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:32:29.761838 dv-cinder-830097-4-iscsi neutron-server[103458]: DEBUG neutron.plugins.ml2.plugin [None req-226dde19-8c3a-4207-a880-bc03c9fe81f7 tempest-AttachVolumeNegativeTest-50432476 tempest-AttachVolumeNegativeTest-50432476-project] Calling delete_port for d6c9d260-ffcb-447f-a50d-73b15bf66f01 owned by network:floatingip {{(pid=103458) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 12 13:32:29.900186 dv-cinder-830097-4-iscsi neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-226dde19-8c3a-4207-a880-bc03c9fe81f7 tempest-AttachVolumeNegativeTest-50432476 tempest-AttachVolumeNegativeTest-50432476-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-915890', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3697887', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732727894797', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732727417923', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26097133'] for port (d6c9d260-ffcb-447f-a50d-73b15bf66f01), after_delete {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:32:29.927371 dv-cinder-830097-4-iscsi neutron-server[103458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-226dde19-8c3a-4207-a880-bc03c9fe81f7 tempest-AttachVolumeNegativeTest-50432476 tempest-AttachVolumeNegativeTest-50432476-project] Pushing event deleted for resources: {'Port': ['ID=d6c9d260-ffcb-447f-a50d-73b15bf66f01,revision_number=None']} {{(pid=103458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 13:32:29.939457 dv-cinder-830097-4-iscsi neutron-server[103458]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-226dde19-8c3a-4207-a880-bc03c9fe81f7 tempest-AttachVolumeNegativeTest-50432476 tempest-AttachVolumeNegativeTest-50432476-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830097-4-iscsi {{(pid=103458) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 13:32:29.939806 dv-cinder-830097-4-iscsi neutron-server[103458]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-226dde19-8c3a-4207-a880-bc03c9fe81f7 tempest-AttachVolumeNegativeTest-50432476 tempest-AttachVolumeNegativeTest-50432476-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830097-4-iscsi {{(pid=103458) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 13:32:29.940150 dv-cinder-830097-4-iscsi neutron-server[103458]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-226dde19-8c3a-4207-a880-bc03c9fe81f7 tempest-AttachVolumeNegativeTest-50432476 tempest-AttachVolumeNegativeTest-50432476-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830097-4-iscsi {{(pid=103458) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 13:32:29.940488 dv-cinder-830097-4-iscsi neutron-server[103458]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-226dde19-8c3a-4207-a880-bc03c9fe81f7 tempest-AttachVolumeNegativeTest-50432476 tempest-AttachVolumeNegativeTest-50432476-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830097-4-iscsi {{(pid=103458) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 13:32:29.941101 dv-cinder-830097-4-iscsi neutron-server[103458]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-226dde19-8c3a-4207-a880-bc03c9fe81f7 tempest-AttachVolumeNegativeTest-50432476 tempest-AttachVolumeNegativeTest-50432476-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830097-4-iscsi {{(pid=103458) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 13:32:29.941452 dv-cinder-830097-4-iscsi neutron-server[103458]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-226dde19-8c3a-4207-a880-bc03c9fe81f7 tempest-AttachVolumeNegativeTest-50432476 tempest-AttachVolumeNegativeTest-50432476-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830097-4-iscsi {{(pid=103458) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 13:32:29.941792 dv-cinder-830097-4-iscsi neutron-server[103458]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-226dde19-8c3a-4207-a880-bc03c9fe81f7 tempest-AttachVolumeNegativeTest-50432476 tempest-AttachVolumeNegativeTest-50432476-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830097-4-iscsi {{(pid=103458) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 13:32:29.942118 dv-cinder-830097-4-iscsi neutron-server[103458]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-226dde19-8c3a-4207-a880-bc03c9fe81f7 tempest-AttachVolumeNegativeTest-50432476 tempest-AttachVolumeNegativeTest-50432476-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-830097-4-iscsi {{(pid=103458) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 13:32:29.942441 dv-cinder-830097-4-iscsi neutron-server[103458]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-226dde19-8c3a-4207-a880-bc03c9fe81f7 tempest-AttachVolumeNegativeTest-50432476 tempest-AttachVolumeNegativeTest-50432476-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-830097-4-iscsi {{(pid=103458) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 13:32:29.942766 dv-cinder-830097-4-iscsi neutron-server[103458]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-226dde19-8c3a-4207-a880-bc03c9fe81f7 tempest-AttachVolumeNegativeTest-50432476 tempest-AttachVolumeNegativeTest-50432476-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-830097-4-iscsi {{(pid=103458) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 13:32:29.943096 dv-cinder-830097-4-iscsi neutron-server[103458]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-226dde19-8c3a-4207-a880-bc03c9fe81f7 tempest-AttachVolumeNegativeTest-50432476 tempest-AttachVolumeNegativeTest-50432476-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-830097-4-iscsi {{(pid=103458) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 13:32:29.943544 dv-cinder-830097-4-iscsi neutron-server[103458]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-226dde19-8c3a-4207-a880-bc03c9fe81f7 tempest-AttachVolumeNegativeTest-50432476 tempest-AttachVolumeNegativeTest-50432476-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830097-4-iscsi {{(pid=103458) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 13:32:29.943919 dv-cinder-830097-4-iscsi neutron-server[103458]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-226dde19-8c3a-4207-a880-bc03c9fe81f7 tempest-AttachVolumeNegativeTest-50432476 tempest-AttachVolumeNegativeTest-50432476-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830097-4-iscsi {{(pid=103458) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 13:32:29.944245 dv-cinder-830097-4-iscsi neutron-server[103458]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-226dde19-8c3a-4207-a880-bc03c9fe81f7 tempest-AttachVolumeNegativeTest-50432476 tempest-AttachVolumeNegativeTest-50432476-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830097-4-iscsi {{(pid=103458) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 13:32:29.944565 dv-cinder-830097-4-iscsi neutron-server[103458]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-226dde19-8c3a-4207-a880-bc03c9fe81f7 tempest-AttachVolumeNegativeTest-50432476 tempest-AttachVolumeNegativeTest-50432476-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830097-4-iscsi {{(pid=103458) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 13:32:29.994450 dv-cinder-830097-4-iscsi neutron-server[103459]: DEBUG neutron_lib.callbacks.manager [None req-3505bd68-a9fd-4823-92ea-1a6ded8ab071 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732727929501', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-657397'] for agent (ee5509cd-6dd7-49df-aa37-3740ebd1e34b), after_update {{(pid=103459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:32:30.011859 dv-cinder-830097-4-iscsi neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-226dde19-8c3a-4207-a880-bc03c9fe81f7 tempest-AttachVolumeNegativeTest-50432476 tempest-AttachVolumeNegativeTest-50432476-project] Publish callbacks [] for floatingip (99dc54bb-a5fc-4e0f-b5e8-09dad41e2047), after_delete {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:32:30.014358 dv-cinder-830097-4-iscsi neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-226dde19-8c3a-4207-a880-bc03c9fe81f7 tempest-AttachVolumeNegativeTest-50432476 tempest-AttachVolumeNegativeTest-50432476-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-500965'] for floatingip (None), before_response {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:32:30.015482 dv-cinder-830097-4-iscsi neutron-server[103458]: INFO neutron.wsgi [None req-226dde19-8c3a-4207-a880-bc03c9fe81f7 tempest-AttachVolumeNegativeTest-50432476 tempest-AttachVolumeNegativeTest-50432476-project] 10.222.0.18 "DELETE /v2.0/floatingips/99dc54bb-a5fc-4e0f-b5e8-09dad41e2047 HTTP/1.1" status: 204 len: 168 time: 0.6888418 Apr 12 13:32:30.314912 dv-cinder-830097-4-iscsi neutron-server[103458]: DEBUG neutron.wsgi [-] (103458) accepted ('10.222.0.18', 52352) {{(pid=103458) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 13:32:30.321852 dv-cinder-830097-4-iscsi neutron-server[103458]: DEBUG neutron.api.v2.base [None req-b9e5a9df-1b77-4fce-ba24-0793e3dc1d13 tempest-AttachVolumeNegativeTest-50432476 tempest-AttachVolumeNegativeTest-50432476-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1141032554', 'description': 'tempest-description--452832028'}} {{(pid=103458) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 12 13:32:30.344603 dv-cinder-830097-4-iscsi neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-b9e5a9df-1b77-4fce-ba24-0793e3dc1d13 tempest-AttachVolumeNegativeTest-50432476 tempest-AttachVolumeNegativeTest-50432476-project] Publish callbacks [] for security_group (None), before_create {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:32:30.420787 dv-cinder-830097-4-iscsi neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-b9e5a9df-1b77-4fce-ba24-0793e3dc1d13 tempest-AttachVolumeNegativeTest-50432476 tempest-AttachVolumeNegativeTest-50432476-project] Publish callbacks [] for security_group (d8850500-6794-4ca2-9f0f-9657b7806b96), precommit_create {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:32:30.424437 dv-cinder-830097-4-iscsi neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-b9e5a9df-1b77-4fce-ba24-0793e3dc1d13 tempest-AttachVolumeNegativeTest-50432476 tempest-AttachVolumeNegativeTest-50432476-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3691807'] for security_group (d8850500-6794-4ca2-9f0f-9657b7806b96), after_create {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:32:30.458859 dv-cinder-830097-4-iscsi neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-b9e5a9df-1b77-4fce-ba24-0793e3dc1d13 tempest-AttachVolumeNegativeTest-50432476 tempest-AttachVolumeNegativeTest-50432476-project] Publish callbacks [] for security_group (None), before_response {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:32:30.460623 dv-cinder-830097-4-iscsi neutron-server[103458]: INFO neutron.wsgi [None req-b9e5a9df-1b77-4fce-ba24-0793e3dc1d13 tempest-AttachVolumeNegativeTest-50432476 tempest-AttachVolumeNegativeTest-50432476-project] 10.222.0.18 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.1446965 Apr 12 13:32:30.461333 dv-cinder-830097-4-iscsi neutron-server[103458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9e5a9df-1b77-4fce-ba24-0793e3dc1d13 tempest-AttachVolumeNegativeTest-50432476 tempest-AttachVolumeNegativeTest-50432476-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d8850500-6794-4ca2-9f0f-9657b7806b96,revision_number=1']} {{(pid=103458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 13:32:30.463559 dv-cinder-830097-4-iscsi neutron-server[103457]: DEBUG neutron.wsgi [-] (103457) accepted ('10.222.0.18', 52354) {{(pid=103457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 13:32:30.468471 dv-cinder-830097-4-iscsi neutron-server[103457]: DEBUG neutron.api.v2.base [None req-283d2d76-d5c2-4bbf-9bbd-1ffeaffdb100 tempest-AttachVolumeNegativeTest-50432476 tempest-AttachVolumeNegativeTest-50432476-project] Request body: {'security_group_rule': {'security_group_id': 'd8850500-6794-4ca2-9f0f-9657b7806b96', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103457) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 12 13:32:30.496507 dv-cinder-830097-4-iscsi neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-283d2d76-d5c2-4bbf-9bbd-1ffeaffdb100 tempest-AttachVolumeNegativeTest-50432476 tempest-AttachVolumeNegativeTest-50432476-project] Publish callbacks [] for security_group_rule (17662573-73f4-41d7-9caf-b41cda20fb5b), before_create {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:32:30.551146 dv-cinder-830097-4-iscsi neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-283d2d76-d5c2-4bbf-9bbd-1ffeaffdb100 tempest-AttachVolumeNegativeTest-50432476 tempest-AttachVolumeNegativeTest-50432476-project] Publish callbacks [] for security_group_rule (17662573-73f4-41d7-9caf-b41cda20fb5b), precommit_create {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:32:30.554629 dv-cinder-830097-4-iscsi neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-283d2d76-d5c2-4bbf-9bbd-1ffeaffdb100 tempest-AttachVolumeNegativeTest-50432476 tempest-AttachVolumeNegativeTest-50432476-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3691881'] for security_group_rule (17662573-73f4-41d7-9caf-b41cda20fb5b), after_create {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:32:30.572287 dv-cinder-830097-4-iscsi neutron-server[103457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-283d2d76-d5c2-4bbf-9bbd-1ffeaffdb100 tempest-AttachVolumeNegativeTest-50432476 tempest-AttachVolumeNegativeTest-50432476-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=17662573-73f4-41d7-9caf-b41cda20fb5b,revision_number=0']} {{(pid=103457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 13:32:30.579507 dv-cinder-830097-4-iscsi neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-283d2d76-d5c2-4bbf-9bbd-1ffeaffdb100 tempest-AttachVolumeNegativeTest-50432476 tempest-AttachVolumeNegativeTest-50432476-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:32:30.580657 dv-cinder-830097-4-iscsi neutron-server[103457]: INFO neutron.wsgi [None req-283d2d76-d5c2-4bbf-9bbd-1ffeaffdb100 tempest-AttachVolumeNegativeTest-50432476 tempest-AttachVolumeNegativeTest-50432476-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1158705 Apr 12 13:32:30.583295 dv-cinder-830097-4-iscsi neutron-server[103457]: DEBUG neutron.wsgi [-] (103457) accepted ('10.222.0.18', 52356) {{(pid=103457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 13:32:30.588190 dv-cinder-830097-4-iscsi neutron-server[103457]: DEBUG neutron.api.v2.base [None req-4174d3be-949a-461c-befe-96e0068767a1 tempest-AttachVolumeNegativeTest-50432476 tempest-AttachVolumeNegativeTest-50432476-project] Request body: {'security_group_rule': {'security_group_id': 'd8850500-6794-4ca2-9f0f-9657b7806b96', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=103457) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 12 13:32:30.613073 dv-cinder-830097-4-iscsi neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-4174d3be-949a-461c-befe-96e0068767a1 tempest-AttachVolumeNegativeTest-50432476 tempest-AttachVolumeNegativeTest-50432476-project] Publish callbacks [] for security_group_rule (63911088-caf5-474e-b315-5e0a7a86693f), before_create {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:32:30.621992 dv-cinder-830097-4-iscsi neutron-server[103459]: DEBUG neutron.plugins.ml2.rpc [None req-3505bd68-a9fd-4823-92ea-1a6ded8ab071 None None] Device 5f92f8df-37e6-4bb6-be40-eafdc94153af no longer exists at agent hyperv_hv-cinder-83009 {{(pid=103459) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 12 13:32:30.641790 dv-cinder-830097-4-iscsi neutron-server[103459]: DEBUG neutron.plugins.ml2.plugin [None req-3505bd68-a9fd-4823-92ea-1a6ded8ab071 None None] No Port match for: 5f92f8df-37e6-4bb6-be40-eafdc94153af {{(pid=103459) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2341}} Apr 12 13:32:30.642132 dv-cinder-830097-4-iscsi neutron-server[103459]: DEBUG neutron.plugins.ml2.rpc [None req-3505bd68-a9fd-4823-92ea-1a6ded8ab071 None None] Device 5f92f8df-37e6-4bb6-be40-eafdc94153af not bound to the agent host hv-cinder-83009 {{(pid=103459) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 12 13:32:30.671584 dv-cinder-830097-4-iscsi neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-4174d3be-949a-461c-befe-96e0068767a1 tempest-AttachVolumeNegativeTest-50432476 tempest-AttachVolumeNegativeTest-50432476-project] Publish callbacks [] for security_group_rule (63911088-caf5-474e-b315-5e0a7a86693f), precommit_create {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:32:30.675216 dv-cinder-830097-4-iscsi neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-4174d3be-949a-461c-befe-96e0068767a1 tempest-AttachVolumeNegativeTest-50432476 tempest-AttachVolumeNegativeTest-50432476-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3691881'] for security_group_rule (63911088-caf5-474e-b315-5e0a7a86693f), after_create {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:32:30.695604 dv-cinder-830097-4-iscsi neutron-server[103457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4174d3be-949a-461c-befe-96e0068767a1 tempest-AttachVolumeNegativeTest-50432476 tempest-AttachVolumeNegativeTest-50432476-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=63911088-caf5-474e-b315-5e0a7a86693f,revision_number=0']} {{(pid=103457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 13:32:30.704093 dv-cinder-830097-4-iscsi neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-4174d3be-949a-461c-befe-96e0068767a1 tempest-AttachVolumeNegativeTest-50432476 tempest-AttachVolumeNegativeTest-50432476-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:32:30.705285 dv-cinder-830097-4-iscsi neutron-server[103457]: INFO neutron.wsgi [None req-4174d3be-949a-461c-befe-96e0068767a1 tempest-AttachVolumeNegativeTest-50432476 tempest-AttachVolumeNegativeTest-50432476-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1210921 Apr 12 13:32:30.708435 dv-cinder-830097-4-iscsi neutron-server[103457]: DEBUG neutron.wsgi [-] (103457) accepted ('10.222.0.18', 52358) {{(pid=103457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 13:32:30.712729 dv-cinder-830097-4-iscsi neutron-server[103457]: DEBUG neutron.api.v2.base [None req-4c3aa06e-256d-4a1c-ab64-8fd8635e285f tempest-AttachVolumeNegativeTest-50432476 tempest-AttachVolumeNegativeTest-50432476-project] Request body: {'floatingip': {'floating_network_id': '26d0436d-8ae2-49bd-8cc6-3d2eac552c84'}} {{(pid=103457) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 12 13:32:30.733138 dv-cinder-830097-4-iscsi neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-4c3aa06e-256d-4a1c-ab64-8fd8635e285f tempest-AttachVolumeNegativeTest-50432476 tempest-AttachVolumeNegativeTest-50432476-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:32:30.809125 dv-cinder-830097-4-iscsi neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-4c3aa06e-256d-4a1c-ab64-8fd8635e285f tempest-AttachVolumeNegativeTest-50432476 tempest-AttachVolumeNegativeTest-50432476-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-916304'] for port (None), before_create {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:32:30.907069 dv-cinder-830097-4-iscsi neutron-server[103457]: DEBUG neutron.db.db_base_plugin_common [None req-4c3aa06e-256d-4a1c-ab64-8fd8635e285f tempest-AttachVolumeNegativeTest-50432476 tempest-AttachVolumeNegativeTest-50432476-project] Allocated IP 172.27.0.162 (26d0436d-8ae2-49bd-8cc6-3d2eac552c84/d93852d8-8f89-4b1c-bef4-0e05f499a8db/4a8b119c-4993-43b9-926e-b674017b5684) {{(pid=103457) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 12 13:32:31.288977 dv-cinder-830097-4-iscsi neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-4c3aa06e-256d-4a1c-ab64-8fd8635e285f tempest-AttachVolumeNegativeTest-50432476 tempest-AttachVolumeNegativeTest-50432476-project] Publish callbacks [] for port (4a8b119c-4993-43b9-926e-b674017b5684), precommit_create {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:32:31.321254 dv-cinder-830097-4-iscsi neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-4c3aa06e-256d-4a1c-ab64-8fd8635e285f tempest-AttachVolumeNegativeTest-50432476 tempest-AttachVolumeNegativeTest-50432476-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-915890', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3697887', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732727417914', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25610742'] for port (4a8b119c-4993-43b9-926e-b674017b5684), after_create {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:32:31.359258 dv-cinder-830097-4-iscsi neutron-server[103457]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4c3aa06e-256d-4a1c-ab64-8fd8635e285f tempest-AttachVolumeNegativeTest-50432476 tempest-AttachVolumeNegativeTest-50432476-project] Network 26d0436d-8ae2-49bd-8cc6-3d2eac552c84 is already hosted by enough agents. {{(pid=103457) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 12 13:32:31.361985 dv-cinder-830097-4-iscsi neutron-server[103457]: DEBUG neutron.scheduler.base_scheduler [None req-4c3aa06e-256d-4a1c-ab64-8fd8635e285f tempest-AttachVolumeNegativeTest-50432476 tempest-AttachVolumeNegativeTest-50432476-project] Resources bound (agent type, host, resource id): {{(pid=103457) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 12 13:32:31.365248 dv-cinder-830097-4-iscsi neutron-server[103457]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4c3aa06e-256d-4a1c-ab64-8fd8635e285f tempest-AttachVolumeNegativeTest-50432476 tempest-AttachVolumeNegativeTest-50432476-project] Received port after_create {{(pid=103457) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 12 13:32:31.371126 dv-cinder-830097-4-iscsi neutron-server[103457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c3aa06e-256d-4a1c-ab64-8fd8635e285f tempest-AttachVolumeNegativeTest-50432476 tempest-AttachVolumeNegativeTest-50432476-project] Pushing event updated for resources: {'Port': ['ID=4a8b119c-4993-43b9-926e-b674017b5684,revision_number=1']} {{(pid=103457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 13:32:31.452499 dv-cinder-830097-4-iscsi neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-4c3aa06e-256d-4a1c-ab64-8fd8635e285f tempest-AttachVolumeNegativeTest-50432476 tempest-AttachVolumeNegativeTest-50432476-project] Publish callbacks [] for floatingip (54ac253d-980c-4ef2-a82f-37db00adb2f0), precommit_create {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:32:31.486009 dv-cinder-830097-4-iscsi neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-4c3aa06e-256d-4a1c-ab64-8fd8635e285f tempest-AttachVolumeNegativeTest-50432476 tempest-AttachVolumeNegativeTest-50432476-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-916304'] for port (4a8b119c-4993-43b9-926e-b674017b5684), before_update {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:32:31.629152 dv-cinder-830097-4-iscsi neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-4c3aa06e-256d-4a1c-ab64-8fd8635e285f tempest-AttachVolumeNegativeTest-50432476 tempest-AttachVolumeNegativeTest-50432476-project] Publish callbacks [] for port (4a8b119c-4993-43b9-926e-b674017b5684), precommit_update {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:32:31.634670 dv-cinder-830097-4-iscsi neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-4c3aa06e-256d-4a1c-ab64-8fd8635e285f tempest-AttachVolumeNegativeTest-50432476 tempest-AttachVolumeNegativeTest-50432476-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-915890', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3697887', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732727894815', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732727417932', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732727417950', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25610749'] for port (4a8b119c-4993-43b9-926e-b674017b5684), after_update {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:32:31.700260 dv-cinder-830097-4-iscsi neutron-server[103457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c3aa06e-256d-4a1c-ab64-8fd8635e285f tempest-AttachVolumeNegativeTest-50432476 tempest-AttachVolumeNegativeTest-50432476-project] Pushing event updated for resources: {'Port': ['ID=4a8b119c-4993-43b9-926e-b674017b5684,revision_number=2']} {{(pid=103457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 13:32:31.710014 dv-cinder-830097-4-iscsi neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-4c3aa06e-256d-4a1c-ab64-8fd8635e285f tempest-AttachVolumeNegativeTest-50432476 tempest-AttachVolumeNegativeTest-50432476-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3739086'] for floatingip (54ac253d-980c-4ef2-a82f-37db00adb2f0), after_create {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:32:31.724868 dv-cinder-830097-4-iscsi neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-4c3aa06e-256d-4a1c-ab64-8fd8635e285f tempest-AttachVolumeNegativeTest-50432476 tempest-AttachVolumeNegativeTest-50432476-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-500965'] for floatingip (None), before_response {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:32:31.726285 dv-cinder-830097-4-iscsi neutron-server[103457]: INFO neutron.wsgi [None req-4c3aa06e-256d-4a1c-ab64-8fd8635e285f tempest-AttachVolumeNegativeTest-50432476 tempest-AttachVolumeNegativeTest-50432476-project] 10.222.0.18 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.0169046 Apr 12 13:32:31.875398 dv-cinder-830097-4-iscsi neutron-server[103457]: INFO neutron.wsgi [req-10343ef9-273c-445a-bbe4-d52fc2a4966d req-3bc06a60-534c-4337-ad24-43926f54adcd tempest-AttachVolumeNegativeTest-50432476 tempest-AttachVolumeNegativeTest-50432476-project] 10.222.0.18 "GET /v2.0/security-groups?name=tempest-securitygroup--1141032554&fields=id&tenant_id=0b44de7c9b4f45aa8f33bcf3b4639f3f HTTP/1.1" status: 200 len: 267 time: 0.0463650 Apr 12 13:32:31.983583 dv-cinder-830097-4-iscsi neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10343ef9-273c-445a-bbe4-d52fc2a4966d req-87a451f7-7c94-4d23-bf0a-a310017db985 tempest-AttachVolumeNegativeTest-50432476 tempest-AttachVolumeNegativeTest-50432476-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 13:32:31.985163 dv-cinder-830097-4-iscsi neutron-server[103457]: INFO neutron.wsgi [req-10343ef9-273c-445a-bbe4-d52fc2a4966d req-87a451f7-7c94-4d23-bf0a-a310017db985 tempest-AttachVolumeNegativeTest-50432476 tempest-AttachVolumeNegativeTest-50432476-project] 10.222.0.18 "GET /v2.0/networks?id=d4adb74a-b0d3-4e8c-b297-c51fe03191f9 HTTP/1.1" status: 200 len: 815 time: 0.1033754 Apr 12 13:32:32.000187 dv-cinder-830097-4-iscsi neutron-server[103457]: INFO neutron.wsgi [req-10343ef9-273c-445a-bbe4-d52fc2a4966d req-baa51173-ef01-4f38-8972-6c24984a21b4 tempest-AttachVolumeNegativeTest-50432476 tempest-AttachVolumeNegativeTest-50432476-project] 10.222.0.18 "GET /v2.0/quotas/0b44de7c9b4f45aa8f33bcf3b4639f3f HTTP/1.1" status: 200 len: 375 time: 0.0096829 Apr 12 13:32:32.048763 dv-cinder-830097-4-iscsi neutron-server[103457]: INFO neutron.wsgi [req-10343ef9-273c-445a-bbe4-d52fc2a4966d req-19678314-e632-4a76-8ba8-6b5ac57c1a2b tempest-AttachVolumeNegativeTest-50432476 tempest-AttachVolumeNegativeTest-50432476-project] 10.222.0.18 "GET /v2.0/ports?tenant_id=0b44de7c9b4f45aa8f33bcf3b4639f3f&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0433698 Apr 12 13:32:32.148522 dv-cinder-830097-4-iscsi neutron-server[103457]: INFO neutron.wsgi [req-10343ef9-273c-445a-bbe4-d52fc2a4966d req-0149588d-0f6c-4fd5-9c10-8cbbfb52e4dd service neutron] 10.222.0.18 "GET /v2.0/networks/d4adb74a-b0d3-4e8c-b297-c51fe03191f9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0875590 Apr 12 13:32:32.239680 dv-cinder-830097-4-iscsi neutron-server[103457]: INFO neutron.wsgi [req-10343ef9-273c-445a-bbe4-d52fc2a4966d req-ab4cac8f-53ae-4196-8475-22aa4f70aa7b service neutron] 10.222.0.18 "GET /v2.0/networks/d4adb74a-b0d3-4e8c-b297-c51fe03191f9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0854490 Apr 12 13:32:32.401160 dv-cinder-830097-4-iscsi neutron-server[103458]: INFO neutron.wsgi [req-993d03c1-dc47-42ea-a79c-34bacd6cda9f req-8c9a813e-00c6-4bb7-b6e8-684cd055e839 tempest-AttachVolumeNegativeTest-50432476 tempest-AttachVolumeNegativeTest-50432476-project] 10.222.0.18 "GET /v2.0/ports?device_id=876fa328-ffc2-4eb7-8342-1655dab4fd9e HTTP/1.1" status: 200 len: 210 time: 0.0282743 Apr 12 13:32:33.501295 dv-cinder-830097-4-iscsi neutron-server[103457]: INFO neutron.wsgi [req-d49ca3ff-369b-493f-ae0e-a9df099177b2 req-5a5a31fe-262f-4f0c-bc5d-66bbf5b029b9 tempest-AttachVolumeNegativeTest-50432476 tempest-AttachVolumeNegativeTest-50432476-project] 10.222.0.18 "GET /v2.0/ports?device_id=876fa328-ffc2-4eb7-8342-1655dab4fd9e HTTP/1.1" status: 200 len: 210 time: 0.0295367 Apr 12 13:32:33.524592 dv-cinder-830097-4-iscsi neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10343ef9-273c-445a-bbe4-d52fc2a4966d req-2b75c0c4-c24e-49ff-a932-472043731a11 tempest-AttachVolumeNegativeTest-50432476 tempest-AttachVolumeNegativeTest-50432476-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 13:32:33.525696 dv-cinder-830097-4-iscsi neutron-server[103457]: INFO neutron.wsgi [req-10343ef9-273c-445a-bbe4-d52fc2a4966d req-2b75c0c4-c24e-49ff-a932-472043731a11 tempest-AttachVolumeNegativeTest-50432476 tempest-AttachVolumeNegativeTest-50432476-project] 10.222.0.55 "GET /v2.0/networks?id=d4adb74a-b0d3-4e8c-b297-c51fe03191f9 HTTP/1.1" status: 200 len: 815 time: 0.1348970 Apr 12 13:32:33.593962 dv-cinder-830097-4-iscsi neutron-server[103457]: INFO neutron.wsgi [req-10343ef9-273c-445a-bbe4-d52fc2a4966d req-a2b7a401-1a3b-4c7d-8e8a-85dd2555f11d tempest-AttachVolumeNegativeTest-50432476 tempest-AttachVolumeNegativeTest-50432476-project] 10.222.0.55 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=0b44de7c9b4f45aa8f33bcf3b4639f3f HTTP/1.1" status: 200 len: 380 time: 0.0523763 Apr 12 13:32:33.671321 dv-cinder-830097-4-iscsi neutron-server[103457]: DEBUG neutron.api.v2.base [req-10343ef9-273c-445a-bbe4-d52fc2a4966d req-80aa3f9a-ee1d-4cf5-90e5-6f56b9a99d43 tempest-AttachVolumeNegativeTest-50432476 tempest-AttachVolumeNegativeTest-50432476-project] Request body: {'port': {'device_id': '876fa328-ffc2-4eb7-8342-1655dab4fd9e', 'network_id': 'd4adb74a-b0d3-4e8c-b297-c51fe03191f9', 'admin_state_up': True, 'tenant_id': '0b44de7c9b4f45aa8f33bcf3b4639f3f', 'security_groups': ['d8850500-6794-4ca2-9f0f-9657b7806b96']}} {{(pid=103457) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 12 13:32:33.775882 dv-cinder-830097-4-iscsi neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-10343ef9-273c-445a-bbe4-d52fc2a4966d req-80aa3f9a-ee1d-4cf5-90e5-6f56b9a99d43 tempest-AttachVolumeNegativeTest-50432476 tempest-AttachVolumeNegativeTest-50432476-project] Made reservation on behalf of 0b44de7c9b4f45aa8f33bcf3b4639f3f for: {'port': 1} {{(pid=103457) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 12 13:32:33.779020 dv-cinder-830097-4-iscsi neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [req-10343ef9-273c-445a-bbe4-d52fc2a4966d req-80aa3f9a-ee1d-4cf5-90e5-6f56b9a99d43 tempest-AttachVolumeNegativeTest-50432476 tempest-AttachVolumeNegativeTest-50432476-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-916304'] for port (None), before_create {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:32:33.904762 dv-cinder-830097-4-iscsi neutron-server[103457]: DEBUG neutron.db.db_base_plugin_common [req-10343ef9-273c-445a-bbe4-d52fc2a4966d req-80aa3f9a-ee1d-4cf5-90e5-6f56b9a99d43 tempest-AttachVolumeNegativeTest-50432476 tempest-AttachVolumeNegativeTest-50432476-project] Allocated IP 172.20.0.10 (d4adb74a-b0d3-4e8c-b297-c51fe03191f9/f1176976-8b61-43ab-a3ba-d0eadb0b48e0/a9f2a754-ccfa-473e-b040-8cfe979430b5) {{(pid=103457) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 12 13:32:34.046438 dv-cinder-830097-4-iscsi neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [req-10343ef9-273c-445a-bbe4-d52fc2a4966d req-80aa3f9a-ee1d-4cf5-90e5-6f56b9a99d43 tempest-AttachVolumeNegativeTest-50432476 tempest-AttachVolumeNegativeTest-50432476-project] Publish callbacks [] for port (a9f2a754-ccfa-473e-b040-8cfe979430b5), precommit_create {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:32:34.090278 dv-cinder-830097-4-iscsi neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [req-10343ef9-273c-445a-bbe4-d52fc2a4966d req-80aa3f9a-ee1d-4cf5-90e5-6f56b9a99d43 tempest-AttachVolumeNegativeTest-50432476 tempest-AttachVolumeNegativeTest-50432476-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-915890', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3697887', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732727417914', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25610742'] for port (a9f2a754-ccfa-473e-b040-8cfe979430b5), after_create {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:32:34.143562 dv-cinder-830097-4-iscsi neutron-server[103457]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-10343ef9-273c-445a-bbe4-d52fc2a4966d req-80aa3f9a-ee1d-4cf5-90e5-6f56b9a99d43 tempest-AttachVolumeNegativeTest-50432476 tempest-AttachVolumeNegativeTest-50432476-project] Network d4adb74a-b0d3-4e8c-b297-c51fe03191f9 is already hosted by enough agents. {{(pid=103457) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 12 13:32:34.146585 dv-cinder-830097-4-iscsi neutron-server[103457]: DEBUG neutron.scheduler.base_scheduler [req-10343ef9-273c-445a-bbe4-d52fc2a4966d req-80aa3f9a-ee1d-4cf5-90e5-6f56b9a99d43 tempest-AttachVolumeNegativeTest-50432476 tempest-AttachVolumeNegativeTest-50432476-project] Resources bound (agent type, host, resource id): {{(pid=103457) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 12 13:32:34.149435 dv-cinder-830097-4-iscsi neutron-server[103457]: DEBUG neutron.db.l3_dvrscheduler_db [req-10343ef9-273c-445a-bbe4-d52fc2a4966d req-80aa3f9a-ee1d-4cf5-90e5-6f56b9a99d43 tempest-AttachVolumeNegativeTest-50432476 tempest-AttachVolumeNegativeTest-50432476-project] Received port after_create {{(pid=103457) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 12 13:32:34.182896 dv-cinder-830097-4-iscsi neutron-server[103457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80aa3f9a-ee1d-4cf5-90e5-6f56b9a99d43 tempest-AttachVolumeNegativeTest-50432476 tempest-AttachVolumeNegativeTest-50432476-project] Pushing event updated for resources: {'Port': ['ID=a9f2a754-ccfa-473e-b040-8cfe979430b5,revision_number=1']} {{(pid=103457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 13:32:34.204536 dv-cinder-830097-4-iscsi neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10343ef9-273c-445a-bbe4-d52fc2a4966d req-80aa3f9a-ee1d-4cf5-90e5-6f56b9a99d43 tempest-AttachVolumeNegativeTest-50432476 tempest-AttachVolumeNegativeTest-50432476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 13:32:34.205161 dv-cinder-830097-4-iscsi neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [req-10343ef9-273c-445a-bbe4-d52fc2a4966d req-80aa3f9a-ee1d-4cf5-90e5-6f56b9a99d43 tempest-AttachVolumeNegativeTest-50432476 tempest-AttachVolumeNegativeTest-50432476-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-500965'] for port (None), before_response {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:32:34.221484 dv-cinder-830097-4-iscsi neutron-server[103457]: INFO neutron.wsgi [req-10343ef9-273c-445a-bbe4-d52fc2a4966d req-80aa3f9a-ee1d-4cf5-90e5-6f56b9a99d43 tempest-AttachVolumeNegativeTest-50432476 tempest-AttachVolumeNegativeTest-50432476-project] 10.222.0.55 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5537167 Apr 12 13:32:34.238396 dv-cinder-830097-4-iscsi neutron-server[103457]: DEBUG neutron.api.v2.base [req-10343ef9-273c-445a-bbe4-d52fc2a4966d req-12c7b479-f216-4595-8e85-26a444cd886e service neutron] Request body: {'port': {'device_id': '876fa328-ffc2-4eb7-8342-1655dab4fd9e', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83009'}} {{(pid=103457) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 12 13:32:34.299102 dv-cinder-830097-4-iscsi neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [req-10343ef9-273c-445a-bbe4-d52fc2a4966d req-12c7b479-f216-4595-8e85-26a444cd886e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-916304'] for port (a9f2a754-ccfa-473e-b040-8cfe979430b5), before_update {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:32:34.362179 dv-cinder-830097-4-iscsi neutron-server[103459]: DEBUG neutron.db.provisioning_blocks [None req-d55aa69a-2bb0-4ac4-9db5-460b2c1a60d6 None None] Provisioning complete for port a9f2a754-ccfa-473e-b040-8cfe979430b5 triggered by entity DHCP. {{(pid=103459) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 12 13:32:34.362774 dv-cinder-830097-4-iscsi neutron-server[103459]: DEBUG neutron_lib.callbacks.manager [None req-d55aa69a-2bb0-4ac4-9db5-460b2c1a60d6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-657243'] for port (a9f2a754-ccfa-473e-b040-8cfe979430b5), provisioning_complete {{(pid=103459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:32:34.396643 dv-cinder-830097-4-iscsi neutron-server[103459]: DEBUG neutron.plugins.ml2.plugin [None req-d55aa69a-2bb0-4ac4-9db5-460b2c1a60d6 None None] Port a9f2a754-ccfa-473e-b040-8cfe979430b5 cannot update to ACTIVE because it is not bound. {{(pid=103459) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 12 13:32:34.565290 dv-cinder-830097-4-iscsi neutron-server[103457]: DEBUG neutron.notifiers.nova [req-10343ef9-273c-445a-bbe4-d52fc2a4966d req-12c7b479-f216-4595-8e85-26a444cd886e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a9f2a754-ccfa-473e-b040-8cfe979430b5 {{(pid=103457) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 12 13:32:34.573447 dv-cinder-830097-4-iscsi neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [req-10343ef9-273c-445a-bbe4-d52fc2a4966d req-12c7b479-f216-4595-8e85-26a444cd886e service neutron] Publish callbacks [] for port (a9f2a754-ccfa-473e-b040-8cfe979430b5), precommit_update {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:32:34.586302 dv-cinder-830097-4-iscsi neutron-server[103457]: DEBUG neutron.db.provisioning_blocks [req-10343ef9-273c-445a-bbe4-d52fc2a4966d req-12c7b479-f216-4595-8e85-26a444cd886e service neutron] Transition to ACTIVE for port object a9f2a754-ccfa-473e-b040-8cfe979430b5 will not be triggered until provisioned by entity L2. {{(pid=103457) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 12 13:32:34.589864 dv-cinder-830097-4-iscsi neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [req-10343ef9-273c-445a-bbe4-d52fc2a4966d req-12c7b479-f216-4595-8e85-26a444cd886e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-915890', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3697887', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732727894815', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732727417932', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732727417950', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25610749'] for port (a9f2a754-ccfa-473e-b040-8cfe979430b5), after_update {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:32:34.614656 dv-cinder-830097-4-iscsi neutron-server[103458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d12553d-421d-4c5c-be09-43efd7bea977 req-07d5f116-49fe-4d56-9603-28e51f6779f6 tempest-AttachVolumeNegativeTest-50432476 tempest-AttachVolumeNegativeTest-50432476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 13:32:34.616411 dv-cinder-830097-4-iscsi neutron-server[103458]: INFO neutron.wsgi [req-3d12553d-421d-4c5c-be09-43efd7bea977 req-07d5f116-49fe-4d56-9603-28e51f6779f6 tempest-AttachVolumeNegativeTest-50432476 tempest-AttachVolumeNegativeTest-50432476-project] 10.222.0.18 "GET /v2.0/ports?device_id=876fa328-ffc2-4eb7-8342-1655dab4fd9e HTTP/1.1" status: 200 len: 932 time: 0.0465603 Apr 12 13:32:34.638394 dv-cinder-830097-4-iscsi neutron-server[103457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12c7b479-f216-4595-8e85-26a444cd886e service neutron] Pushing event updated for resources: {'Port': ['ID=a9f2a754-ccfa-473e-b040-8cfe979430b5,revision_number=2']} {{(pid=103457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 13:32:34.670599 dv-cinder-830097-4-iscsi neutron-server[103458]: INFO neutron.wsgi [req-3d12553d-421d-4c5c-be09-43efd7bea977 req-47779c54-444c-4f95-8941-4fb1dbfe970b tempest-AttachVolumeNegativeTest-50432476 tempest-AttachVolumeNegativeTest-50432476-project] 10.222.0.18 "GET /v2.0/security-groups?id=d8850500-6794-4ca2-9f0f-9657b7806b96&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0478389 Apr 12 13:32:34.716414 dv-cinder-830097-4-iscsi neutron-server[103457]: DEBUG neutron.plugins.ml2.managers [req-10343ef9-273c-445a-bbe4-d52fc2a4966d req-12c7b479-f216-4595-8e85-26a444cd886e service neutron] Attempting to bind port a9f2a754-ccfa-473e-b040-8cfe979430b5 on host hv-cinder-83009 for vnic_type normal with profile {{(pid=103457) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 12 13:32:34.716738 dv-cinder-830097-4-iscsi neutron-server[103457]: DEBUG neutron.plugins.ml2.managers [req-10343ef9-273c-445a-bbe4-d52fc2a4966d req-12c7b479-f216-4595-8e85-26a444cd886e service neutron] Attempting to bind port a9f2a754-ccfa-473e-b040-8cfe979430b5 by drivers openvswitch,hyperv on host hv-cinder-83009 at level 0 using segments [{'id': '00b10ebc-0cf5-44a9-a829-ac84c99db0c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 237, 'network_id': 'd4adb74a-b0d3-4e8c-b297-c51fe03191f9'}] {{(pid=103457) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 12 13:32:34.717105 dv-cinder-830097-4-iscsi neutron-server[103457]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-10343ef9-273c-445a-bbe4-d52fc2a4966d req-12c7b479-f216-4595-8e85-26a444cd886e service neutron] Attempting to bind port a9f2a754-ccfa-473e-b040-8cfe979430b5 on network d4adb74a-b0d3-4e8c-b297-c51fe03191f9 {{(pid=103457) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 12 13:32:34.721677 dv-cinder-830097-4-iscsi neutron-server[103457]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-10343ef9-273c-445a-bbe4-d52fc2a4966d req-12c7b479-f216-4595-8e85-26a444cd886e service neutron] Port a9f2a754-ccfa-473e-b040-8cfe979430b5 on network d4adb74a-b0d3-4e8c-b297-c51fe03191f9 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83009 {{(pid=103457) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 12 13:32:34.721998 dv-cinder-830097-4-iscsi neutron-server[103457]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-10343ef9-273c-445a-bbe4-d52fc2a4966d req-12c7b479-f216-4595-8e85-26a444cd886e service neutron] Attempting to bind port a9f2a754-ccfa-473e-b040-8cfe979430b5 on network d4adb74a-b0d3-4e8c-b297-c51fe03191f9 {{(pid=103457) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 12 13:32:34.728160 dv-cinder-830097-4-iscsi neutron-server[103457]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-10343ef9-273c-445a-bbe4-d52fc2a4966d req-12c7b479-f216-4595-8e85-26a444cd886e service neutron] Checking agent: {'id': 'ee5509cd-6dd7-49df-aa37-3740ebd1e34b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83009', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 12, 13, 13, 59), 'started_at': datetime.datetime(2022, 4, 12, 13, 13, 59), 'heartbeat_timestamp': datetime.datetime(2022, 4, 12, 13, 32, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103457) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 12 13:32:34.728496 dv-cinder-830097-4-iscsi neutron-server[103457]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-10343ef9-273c-445a-bbe4-d52fc2a4966d req-12c7b479-f216-4595-8e85-26a444cd886e service neutron] Checking segment: {'id': '00b10ebc-0cf5-44a9-a829-ac84c99db0c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 237, 'network_id': 'd4adb74a-b0d3-4e8c-b297-c51fe03191f9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103457) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 12 13:32:34.728917 dv-cinder-830097-4-iscsi neutron-server[103457]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-10343ef9-273c-445a-bbe4-d52fc2a4966d req-12c7b479-f216-4595-8e85-26a444cd886e service neutron] Bound using segment: {'id': '00b10ebc-0cf5-44a9-a829-ac84c99db0c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 237, 'network_id': 'd4adb74a-b0d3-4e8c-b297-c51fe03191f9'} {{(pid=103457) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 12 13:32:34.729344 dv-cinder-830097-4-iscsi neutron-server[103457]: DEBUG neutron.plugins.ml2.managers [req-10343ef9-273c-445a-bbe4-d52fc2a4966d req-12c7b479-f216-4595-8e85-26a444cd886e service neutron] Bound port: a9f2a754-ccfa-473e-b040-8cfe979430b5, host: hv-cinder-83009, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '00b10ebc-0cf5-44a9-a829-ac84c99db0c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 237, 'network_id': 'd4adb74a-b0d3-4e8c-b297-c51fe03191f9'}}] {{(pid=103457) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 12 13:32:34.729701 dv-cinder-830097-4-iscsi neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [req-10343ef9-273c-445a-bbe4-d52fc2a4966d req-12c7b479-f216-4595-8e85-26a444cd886e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-916304'] for port (a9f2a754-ccfa-473e-b040-8cfe979430b5), before_update {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:32:34.795701 dv-cinder-830097-4-iscsi neutron-server[103457]: DEBUG neutron.plugins.ml2.db [req-10343ef9-273c-445a-bbe4-d52fc2a4966d req-12c7b479-f216-4595-8e85-26a444cd886e service neutron] For port a9f2a754-ccfa-473e-b040-8cfe979430b5, host hv-cinder-83009, cleared binding levels {{(pid=103457) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 12 13:32:34.798861 dv-cinder-830097-4-iscsi neutron-server[103457]: DEBUG neutron.plugins.ml2.db [req-10343ef9-273c-445a-bbe4-d52fc2a4966d req-12c7b479-f216-4595-8e85-26a444cd886e service neutron] For port a9f2a754-ccfa-473e-b040-8cfe979430b5, host hv-cinder-83009, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83009',level=0,port_id=a9f2a754-ccfa-473e-b040-8cfe979430b5,segment=NetworkSegment(00b10ebc-0cf5-44a9-a829-ac84c99db0c8),segment_id=00b10ebc-0cf5-44a9-a829-ac84c99db0c8)] {{(pid=103457) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 12 13:32:34.806187 dv-cinder-830097-4-iscsi neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [req-10343ef9-273c-445a-bbe4-d52fc2a4966d req-12c7b479-f216-4595-8e85-26a444cd886e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-915890', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3697887', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732727894815', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732727417932', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732727417950', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25610749'] for port (a9f2a754-ccfa-473e-b040-8cfe979430b5), after_update {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:32:34.844473 dv-cinder-830097-4-iscsi neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10343ef9-273c-445a-bbe4-d52fc2a4966d req-12c7b479-f216-4595-8e85-26a444cd886e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 13:32:34.845134 dv-cinder-830097-4-iscsi neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [req-10343ef9-273c-445a-bbe4-d52fc2a4966d req-12c7b479-f216-4595-8e85-26a444cd886e service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-500965'] for port (None), before_response {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:32:34.846557 dv-cinder-830097-4-iscsi neutron-server[103457]: INFO neutron.wsgi [req-10343ef9-273c-445a-bbe4-d52fc2a4966d req-12c7b479-f216-4595-8e85-26a444cd886e service neutron] 10.222.0.55 "PUT /v2.0/ports/a9f2a754-ccfa-473e-b040-8cfe979430b5 HTTP/1.1" status: 200 len: 1094 time: 0.6124701 Apr 12 13:32:34.847009 dv-cinder-830097-4-iscsi neutron-server[103457]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '876fa328-ffc2-4eb7-8342-1655dab4fd9e', 'tag': 'a9f2a754-ccfa-473e-b040-8cfe979430b5'}] {{(pid=103457) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 12 13:32:34.849264 dv-cinder-830097-4-iscsi neutron-server[103457]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}086c7d3de3560e72b9669b0aa2f8f0aa3a7dc6896401f4467231a6605ceb6cb3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9f41c004-db95-421c-bee8-acaff51b4317" -d '{"events": [{"name": "network-changed", "server_uuid": "876fa328-ffc2-4eb7-8342-1655dab4fd9e", "tag": "a9f2a754-ccfa-473e-b040-8cfe979430b5"}]}' {{(pid=103457) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 12 13:32:34.872139 dv-cinder-830097-4-iscsi neutron-server[103457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12c7b479-f216-4595-8e85-26a444cd886e service neutron] Pushing event updated for resources: {'Port': ['ID=a9f2a754-ccfa-473e-b040-8cfe979430b5,revision_number=3']} {{(pid=103457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 13:32:34.898064 dv-cinder-830097-4-iscsi neutron-server[103457]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 12 Apr 2022 13:32:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-62784524-309e-4e3e-a050-050ea2414c89 x-openstack-request-id: req-62784524-309e-4e3e-a050-050ea2414c89 {{(pid=103457) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 12 13:32:34.898302 dv-cinder-830097-4-iscsi neutron-server[103457]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "876fa328-ffc2-4eb7-8342-1655dab4fd9e", "tag": "a9f2a754-ccfa-473e-b040-8cfe979430b5", "status": "completed", "code": 200}]} {{(pid=103457) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 12 13:32:34.898558 dv-cinder-830097-4-iscsi neutron-server[103457]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-62784524-309e-4e3e-a050-050ea2414c89 {{(pid=103457) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 12 13:32:34.898986 dv-cinder-830097-4-iscsi neutron-server[103457]: INFO neutron.notifiers.nova [-] Nova event matching ['req-62784524-309e-4e3e-a050-050ea2414c89'] response: {'name': 'network-changed', 'server_uuid': '876fa328-ffc2-4eb7-8342-1655dab4fd9e', 'tag': 'a9f2a754-ccfa-473e-b040-8cfe979430b5', 'status': 'completed', 'code': 200} Apr 12 13:32:34.958154 dv-cinder-830097-4-iscsi neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10343ef9-273c-445a-bbe4-d52fc2a4966d req-49792001-6e6d-4d66-8628-49140ebcc62a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 13:32:34.961008 dv-cinder-830097-4-iscsi neutron-server[103457]: INFO neutron.wsgi [req-10343ef9-273c-445a-bbe4-d52fc2a4966d req-49792001-6e6d-4d66-8628-49140ebcc62a service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=0b44de7c9b4f45aa8f33bcf3b4639f3f&device_id=876fa328-ffc2-4eb7-8342-1655dab4fd9e HTTP/1.1" status: 200 len: 1128 time: 0.0441422 Apr 12 13:32:35.011912 dv-cinder-830097-4-iscsi neutron-server[103457]: INFO neutron.wsgi [req-10343ef9-273c-445a-bbe4-d52fc2a4966d req-6446a6af-2a1b-4f71-8c12-51e3aae52405 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=a9f2a754-ccfa-473e-b040-8cfe979430b5 HTTP/1.1" status: 200 len: 217 time: 0.0398037 Apr 12 13:32:35.060315 dv-cinder-830097-4-iscsi neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10343ef9-273c-445a-bbe4-d52fc2a4966d req-ee4b435b-d117-40e6-90f9-ec5e88c2f465 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 13:32:35.061875 dv-cinder-830097-4-iscsi neutron-server[103457]: INFO neutron.wsgi [req-10343ef9-273c-445a-bbe4-d52fc2a4966d req-ee4b435b-d117-40e6-90f9-ec5e88c2f465 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=f1176976-8b61-43ab-a3ba-d0eadb0b48e0 HTTP/1.1" status: 200 len: 854 time: 0.0441782 Apr 12 13:32:35.105199 dv-cinder-830097-4-iscsi neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10343ef9-273c-445a-bbe4-d52fc2a4966d req-f061c52b-43b0-42bd-b69c-9e38cfcdb723 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 13:32:35.106550 dv-cinder-830097-4-iscsi neutron-server[103457]: INFO neutron.wsgi [req-10343ef9-273c-445a-bbe4-d52fc2a4966d req-f061c52b-43b0-42bd-b69c-9e38cfcdb723 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=d4adb74a-b0d3-4e8c-b297-c51fe03191f9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0387201 Apr 12 13:32:35.198644 dv-cinder-830097-4-iscsi neutron-server[103457]: INFO neutron.wsgi [req-10343ef9-273c-445a-bbe4-d52fc2a4966d req-abb82865-9534-4313-b53f-b8cdd7f63fdd service neutron] 10.222.0.55 "GET /v2.0/networks/d4adb74a-b0d3-4e8c-b297-c51fe03191f9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0855644 Apr 12 13:32:35.283289 dv-cinder-830097-4-iscsi neutron-server[103457]: INFO neutron.wsgi [req-10343ef9-273c-445a-bbe4-d52fc2a4966d req-20bf2788-48ab-44dd-98a9-c7e42aac129f service neutron] 10.222.0.55 "GET /v2.0/networks/d4adb74a-b0d3-4e8c-b297-c51fe03191f9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0787725 Apr 12 13:32:35.781927 dv-cinder-830097-4-iscsi neutron-server[103458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-552aa33b-5b5e-4381-adfe-052861ef9652 req-c0406488-2e49-4ced-9d79-491b51aaa511 tempest-AttachVolumeNegativeTest-50432476 tempest-AttachVolumeNegativeTest-50432476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 13:32:35.783341 dv-cinder-830097-4-iscsi neutron-server[103458]: INFO neutron.wsgi [req-552aa33b-5b5e-4381-adfe-052861ef9652 req-c0406488-2e49-4ced-9d79-491b51aaa511 tempest-AttachVolumeNegativeTest-50432476 tempest-AttachVolumeNegativeTest-50432476-project] 10.222.0.18 "GET /v2.0/ports?device_id=876fa328-ffc2-4eb7-8342-1655dab4fd9e HTTP/1.1" status: 200 len: 944 time: 0.0451376 Apr 12 13:32:35.832384 dv-cinder-830097-4-iscsi neutron-server[103458]: INFO neutron.wsgi [req-552aa33b-5b5e-4381-adfe-052861ef9652 req-dc6e1931-f366-478a-ac56-ce6ff08b1b01 tempest-AttachVolumeNegativeTest-50432476 tempest-AttachVolumeNegativeTest-50432476-project] 10.222.0.18 "GET /v2.0/security-groups?id=d8850500-6794-4ca2-9f0f-9657b7806b96&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0428455 Apr 12 13:32:36.951129 dv-cinder-830097-4-iscsi neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58bed349-5615-47ca-af22-01ae5cf9239c req-04e6c639-d86f-4c27-9bf8-2f4f8f497987 tempest-AttachVolumeNegativeTest-50432476 tempest-AttachVolumeNegativeTest-50432476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 13:32:36.952591 dv-cinder-830097-4-iscsi neutron-server[103457]: INFO neutron.wsgi [req-58bed349-5615-47ca-af22-01ae5cf9239c req-04e6c639-d86f-4c27-9bf8-2f4f8f497987 tempest-AttachVolumeNegativeTest-50432476 tempest-AttachVolumeNegativeTest-50432476-project] 10.222.0.18 "GET /v2.0/ports?device_id=876fa328-ffc2-4eb7-8342-1655dab4fd9e HTTP/1.1" status: 200 len: 944 time: 0.0510173 Apr 12 13:32:36.997781 dv-cinder-830097-4-iscsi neutron-server[103457]: INFO neutron.wsgi [req-58bed349-5615-47ca-af22-01ae5cf9239c req-6b8f36de-9620-4cd0-986c-a9679d1f1cd7 tempest-AttachVolumeNegativeTest-50432476 tempest-AttachVolumeNegativeTest-50432476-project] 10.222.0.18 "GET /v2.0/security-groups?id=d8850500-6794-4ca2-9f0f-9657b7806b96&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0395560 Apr 12 13:32:37.300990 dv-cinder-830097-4-iscsi neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f41c004-db95-421c-bee8-acaff51b4317 req-bf544c1a-0645-4ecb-a082-890c6fe4bdbb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 13:32:37.302437 dv-cinder-830097-4-iscsi neutron-server[103457]: INFO neutron.wsgi [req-9f41c004-db95-421c-bee8-acaff51b4317 req-bf544c1a-0645-4ecb-a082-890c6fe4bdbb service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=0b44de7c9b4f45aa8f33bcf3b4639f3f&device_id=876fa328-ffc2-4eb7-8342-1655dab4fd9e HTTP/1.1" status: 200 len: 1128 time: 0.0376842 Apr 12 13:32:37.393354 dv-cinder-830097-4-iscsi neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f41c004-db95-421c-bee8-acaff51b4317 req-d78c7452-fcde-4af7-a281-93f0debdc427 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 13:32:37.394781 dv-cinder-830097-4-iscsi neutron-server[103457]: INFO neutron.wsgi [req-9f41c004-db95-421c-bee8-acaff51b4317 req-d78c7452-fcde-4af7-a281-93f0debdc427 service neutron] 10.222.0.55 "GET /v2.0/networks?id=d4adb74a-b0d3-4e8c-b297-c51fe03191f9 HTTP/1.1" status: 200 len: 916 time: 0.0850046 Apr 12 13:32:37.433090 dv-cinder-830097-4-iscsi neutron-server[103457]: INFO neutron.wsgi [req-9f41c004-db95-421c-bee8-acaff51b4317 req-ff07a7ef-c8e0-47c7-b36a-2e41524b90b8 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=a9f2a754-ccfa-473e-b040-8cfe979430b5 HTTP/1.1" status: 200 len: 217 time: 0.0327604 Apr 12 13:32:37.478176 dv-cinder-830097-4-iscsi neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f41c004-db95-421c-bee8-acaff51b4317 req-8d1fad11-d23d-4be1-89b0-80601576f81d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 13:32:37.479454 dv-cinder-830097-4-iscsi neutron-server[103457]: INFO neutron.wsgi [req-9f41c004-db95-421c-bee8-acaff51b4317 req-8d1fad11-d23d-4be1-89b0-80601576f81d service neutron] 10.222.0.55 "GET /v2.0/subnets?id=f1176976-8b61-43ab-a3ba-d0eadb0b48e0 HTTP/1.1" status: 200 len: 854 time: 0.0414557 Apr 12 13:32:37.523675 dv-cinder-830097-4-iscsi neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f41c004-db95-421c-bee8-acaff51b4317 req-0dbc0989-f652-4c77-8a92-b8958e26d68a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 13:32:37.525154 dv-cinder-830097-4-iscsi neutron-server[103457]: INFO neutron.wsgi [req-9f41c004-db95-421c-bee8-acaff51b4317 req-0dbc0989-f652-4c77-8a92-b8958e26d68a service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=d4adb74a-b0d3-4e8c-b297-c51fe03191f9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0402095 Apr 12 13:32:37.610039 dv-cinder-830097-4-iscsi neutron-server[103457]: INFO neutron.wsgi [req-9f41c004-db95-421c-bee8-acaff51b4317 req-738d1dc9-4d77-426f-8bd6-d6e0bdaad700 service neutron] 10.222.0.55 "GET /v2.0/networks/d4adb74a-b0d3-4e8c-b297-c51fe03191f9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0790536 Apr 12 13:32:37.697494 dv-cinder-830097-4-iscsi neutron-server[103457]: INFO neutron.wsgi [req-9f41c004-db95-421c-bee8-acaff51b4317 req-0af44a0d-cdf9-4ed4-9b05-60a016065e67 service neutron] 10.222.0.55 "GET /v2.0/networks/d4adb74a-b0d3-4e8c-b297-c51fe03191f9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0821915 Apr 12 13:32:38.114268 dv-cinder-830097-4-iscsi neutron-server[103458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a33a02f-990a-46c6-8497-c0c9f3e7ef72 req-36f016a5-e778-4ed2-940e-06fe5fce2c5f tempest-AttachVolumeNegativeTest-50432476 tempest-AttachVolumeNegativeTest-50432476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 13:32:38.116390 dv-cinder-830097-4-iscsi neutron-server[103458]: INFO neutron.wsgi [req-1a33a02f-990a-46c6-8497-c0c9f3e7ef72 req-36f016a5-e778-4ed2-940e-06fe5fce2c5f tempest-AttachVolumeNegativeTest-50432476 tempest-AttachVolumeNegativeTest-50432476-project] 10.222.0.18 "GET /v2.0/ports?device_id=876fa328-ffc2-4eb7-8342-1655dab4fd9e HTTP/1.1" status: 200 len: 944 time: 0.0474858 Apr 12 13:32:38.162177 dv-cinder-830097-4-iscsi neutron-server[103458]: INFO neutron.wsgi [req-1a33a02f-990a-46c6-8497-c0c9f3e7ef72 req-35e3320b-a9ff-4433-8671-c9dcef3e2a2c tempest-AttachVolumeNegativeTest-50432476 tempest-AttachVolumeNegativeTest-50432476-project] 10.222.0.18 "GET /v2.0/security-groups?id=d8850500-6794-4ca2-9f0f-9657b7806b96&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0402980 Apr 12 13:32:38.653711 dv-cinder-830097-4-iscsi neutron-server[103459]: DEBUG neutron.plugins.ml2.rpc [None req-3505bd68-a9fd-4823-92ea-1a6ded8ab071 None None] Device a9f2a754-ccfa-473e-b040-8cfe979430b5 details requested by agent hyperv_hv-cinder-83009 with host hv-cinder-83009 {{(pid=103459) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 12 13:32:38.778679 dv-cinder-830097-4-iscsi neutron-server[103459]: DEBUG neutron.plugins.ml2.db [None req-3505bd68-a9fd-4823-92ea-1a6ded8ab071 None None] For port a9f2a754-ccfa-473e-b040-8cfe979430b5, host hv-cinder-83009, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83009',level=0,port_id=a9f2a754-ccfa-473e-b040-8cfe979430b5,segment=NetworkSegment(00b10ebc-0cf5-44a9-a829-ac84c99db0c8),segment_id=00b10ebc-0cf5-44a9-a829-ac84c99db0c8)] {{(pid=103459) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 12 13:32:38.791744 dv-cinder-830097-4-iscsi neutron-server[103459]: DEBUG neutron.plugins.ml2.rpc [None req-3505bd68-a9fd-4823-92ea-1a6ded8ab071 None None] Returning: {'device': 'a9f2a754-ccfa-473e-b040-8cfe979430b5', 'network_id': 'd4adb74a-b0d3-4e8c-b297-c51fe03191f9', 'port_id': 'a9f2a754-ccfa-473e-b040-8cfe979430b5', 'mac_address': 'fa:16:3e:78:1c:79', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 237, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f1176976-8b61-43ab-a3ba-d0eadb0b48e0', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103459) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 12 13:32:38.847975 dv-cinder-830097-4-iscsi neutron-server[103459]: DEBUG neutron.plugins.ml2.plugin [None req-3505bd68-a9fd-4823-92ea-1a6ded8ab071 None None] Current status of the port a9f2a754-ccfa-473e-b040-8cfe979430b5 is: DOWN; New status is: BUILD {{(pid=103459) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 12 13:32:38.848360 dv-cinder-830097-4-iscsi neutron-server[103459]: DEBUG neutron_lib.callbacks.manager [None req-3505bd68-a9fd-4823-92ea-1a6ded8ab071 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-916304'] for port (a9f2a754-ccfa-473e-b040-8cfe979430b5), before_update {{(pid=103459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:32:38.861164 dv-cinder-830097-4-iscsi neutron-server[103459]: DEBUG neutron.notifiers.nova [None req-3505bd68-a9fd-4823-92ea-1a6ded8ab071 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a9f2a754-ccfa-473e-b040-8cfe979430b5 {{(pid=103459) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 12 13:32:38.880477 dv-cinder-830097-4-iscsi neutron-server[103459]: DEBUG neutron.plugins.ml2.db [None req-3505bd68-a9fd-4823-92ea-1a6ded8ab071 None None] For port a9f2a754-ccfa-473e-b040-8cfe979430b5, host hv-cinder-83009, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83009',level=0,port_id=a9f2a754-ccfa-473e-b040-8cfe979430b5,segment=NetworkSegment(00b10ebc-0cf5-44a9-a829-ac84c99db0c8),segment_id=00b10ebc-0cf5-44a9-a829-ac84c99db0c8)] {{(pid=103459) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 12 13:32:38.884512 dv-cinder-830097-4-iscsi neutron-server[103459]: DEBUG neutron_lib.callbacks.manager [None req-3505bd68-a9fd-4823-92ea-1a6ded8ab071 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-915890', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3697887', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732727894815', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732727417932', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732727417950'] for port (a9f2a754-ccfa-473e-b040-8cfe979430b5), after_update {{(pid=103459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:32:38.933298 dv-cinder-830097-4-iscsi neutron-server[103459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3505bd68-a9fd-4823-92ea-1a6ded8ab071 None None] Pushing event updated for resources: {'Port': ['ID=a9f2a754-ccfa-473e-b040-8cfe979430b5,revision_number=4']} {{(pid=103459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 13:32:38.940296 dv-cinder-830097-4-iscsi neutron-server[103459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3505bd68-a9fd-4823-92ea-1a6ded8ab071 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830097-4-iscsi {{(pid=103459) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 13:32:38.940912 dv-cinder-830097-4-iscsi neutron-server[103459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3505bd68-a9fd-4823-92ea-1a6ded8ab071 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830097-4-iscsi {{(pid=103459) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 13:32:38.941270 dv-cinder-830097-4-iscsi neutron-server[103459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3505bd68-a9fd-4823-92ea-1a6ded8ab071 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830097-4-iscsi {{(pid=103459) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 13:32:38.941611 dv-cinder-830097-4-iscsi neutron-server[103459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3505bd68-a9fd-4823-92ea-1a6ded8ab071 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830097-4-iscsi {{(pid=103459) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 13:32:38.941946 dv-cinder-830097-4-iscsi neutron-server[103459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3505bd68-a9fd-4823-92ea-1a6ded8ab071 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830097-4-iscsi {{(pid=103459) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 13:32:38.942277 dv-cinder-830097-4-iscsi neutron-server[103459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3505bd68-a9fd-4823-92ea-1a6ded8ab071 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830097-4-iscsi {{(pid=103459) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 13:32:38.942605 dv-cinder-830097-4-iscsi neutron-server[103459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3505bd68-a9fd-4823-92ea-1a6ded8ab071 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830097-4-iscsi {{(pid=103459) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 13:32:38.942932 dv-cinder-830097-4-iscsi neutron-server[103459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3505bd68-a9fd-4823-92ea-1a6ded8ab071 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-830097-4-iscsi {{(pid=103459) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 13:32:38.943259 dv-cinder-830097-4-iscsi neutron-server[103459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3505bd68-a9fd-4823-92ea-1a6ded8ab071 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-830097-4-iscsi {{(pid=103459) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 13:32:38.943587 dv-cinder-830097-4-iscsi neutron-server[103459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3505bd68-a9fd-4823-92ea-1a6ded8ab071 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-830097-4-iscsi {{(pid=103459) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 13:32:38.943910 dv-cinder-830097-4-iscsi neutron-server[103459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3505bd68-a9fd-4823-92ea-1a6ded8ab071 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-830097-4-iscsi {{(pid=103459) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 13:32:38.944237 dv-cinder-830097-4-iscsi neutron-server[103459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3505bd68-a9fd-4823-92ea-1a6ded8ab071 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830097-4-iscsi {{(pid=103459) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 13:32:38.944559 dv-cinder-830097-4-iscsi neutron-server[103459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3505bd68-a9fd-4823-92ea-1a6ded8ab071 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830097-4-iscsi {{(pid=103459) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 13:32:38.944918 dv-cinder-830097-4-iscsi neutron-server[103459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3505bd68-a9fd-4823-92ea-1a6ded8ab071 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830097-4-iscsi {{(pid=103459) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 13:32:38.945242 dv-cinder-830097-4-iscsi neutron-server[103459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3505bd68-a9fd-4823-92ea-1a6ded8ab071 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830097-4-iscsi {{(pid=103459) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 13:32:39.274612 dv-cinder-830097-4-iscsi neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20a5cdef-cc3e-4eb3-bb03-abf6ecaa25df req-5091ab91-ac38-4053-a7a3-1549691c973b tempest-AttachVolumeNegativeTest-50432476 tempest-AttachVolumeNegativeTest-50432476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 13:32:39.276095 dv-cinder-830097-4-iscsi neutron-server[103457]: INFO neutron.wsgi [req-20a5cdef-cc3e-4eb3-bb03-abf6ecaa25df req-5091ab91-ac38-4053-a7a3-1549691c973b tempest-AttachVolumeNegativeTest-50432476 tempest-AttachVolumeNegativeTest-50432476-project] 10.222.0.18 "GET /v2.0/ports?device_id=876fa328-ffc2-4eb7-8342-1655dab4fd9e HTTP/1.1" status: 200 len: 945 time: 0.0477722 Apr 12 13:32:39.306384 dv-cinder-830097-4-iscsi neutron-server[103459]: DEBUG neutron.plugins.ml2.db [None req-3505bd68-a9fd-4823-92ea-1a6ded8ab071 None None] get_ports_and_sgs() called for port_ids ['a9f2a754-ccfa-473e-b040-8cfe979430b5'] {{(pid=103459) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 12 13:32:39.322868 dv-cinder-830097-4-iscsi neutron-server[103457]: INFO neutron.wsgi [req-20a5cdef-cc3e-4eb3-bb03-abf6ecaa25df req-a8f4ef11-fc6b-40f9-b7af-09df5727a46c tempest-AttachVolumeNegativeTest-50432476 tempest-AttachVolumeNegativeTest-50432476-project] 10.222.0.18 "GET /v2.0/security-groups?id=d8850500-6794-4ca2-9f0f-9657b7806b96&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0413489 Apr 12 13:32:40.227103 dv-cinder-830097-4-iscsi neutron-server[103460]: DEBUG neutron.db.agents_db [None req-38c2972b-b018-47ca-95cb-8760adc1e78b None None] Agent healthcheck: found 6 active agents {{(pid=103460) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 12 13:32:40.433518 dv-cinder-830097-4-iscsi neutron-server[103458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f118b60-e23e-4762-a182-3aa29a55f5e0 req-5ff5860c-0bd3-4415-be75-f628bd4f3ce8 tempest-AttachVolumeNegativeTest-50432476 tempest-AttachVolumeNegativeTest-50432476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 13:32:40.434969 dv-cinder-830097-4-iscsi neutron-server[103458]: INFO neutron.wsgi [req-3f118b60-e23e-4762-a182-3aa29a55f5e0 req-5ff5860c-0bd3-4415-be75-f628bd4f3ce8 tempest-AttachVolumeNegativeTest-50432476 tempest-AttachVolumeNegativeTest-50432476-project] 10.222.0.18 "GET /v2.0/ports?device_id=876fa328-ffc2-4eb7-8342-1655dab4fd9e HTTP/1.1" status: 200 len: 945 time: 0.0462520 Apr 12 13:32:40.480800 dv-cinder-830097-4-iscsi neutron-server[103458]: INFO neutron.wsgi [req-3f118b60-e23e-4762-a182-3aa29a55f5e0 req-4449e34a-c8b1-4730-acbf-63fcd72e071d tempest-AttachVolumeNegativeTest-50432476 tempest-AttachVolumeNegativeTest-50432476-project] 10.222.0.18 "GET /v2.0/security-groups?id=d8850500-6794-4ca2-9f0f-9657b7806b96&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0402308 Apr 12 13:32:40.669865 dv-cinder-830097-4-iscsi neutron-server[103459]: DEBUG neutron.plugins.ml2.rpc [None req-3505bd68-a9fd-4823-92ea-1a6ded8ab071 None None] Device a9f2a754-ccfa-473e-b040-8cfe979430b5 up at agent hyperv_hv-cinder-83009 {{(pid=103459) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 12 13:32:40.712567 dv-cinder-830097-4-iscsi neutron-server[103459]: DEBUG neutron.db.provisioning_blocks [None req-3505bd68-a9fd-4823-92ea-1a6ded8ab071 None None] Provisioning for port a9f2a754-ccfa-473e-b040-8cfe979430b5 completed by entity L2. {{(pid=103459) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Apr 12 13:32:40.719198 dv-cinder-830097-4-iscsi neutron-server[103459]: DEBUG neutron.db.provisioning_blocks [None req-3505bd68-a9fd-4823-92ea-1a6ded8ab071 None None] Provisioning complete for port a9f2a754-ccfa-473e-b040-8cfe979430b5 triggered by entity L2. {{(pid=103459) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 12 13:32:40.719706 dv-cinder-830097-4-iscsi neutron-server[103459]: DEBUG neutron_lib.callbacks.manager [None req-3505bd68-a9fd-4823-92ea-1a6ded8ab071 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-657243'] for port (a9f2a754-ccfa-473e-b040-8cfe979430b5), provisioning_complete {{(pid=103459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:32:40.796871 dv-cinder-830097-4-iscsi neutron-server[103459]: DEBUG neutron.plugins.ml2.plugin [None req-3505bd68-a9fd-4823-92ea-1a6ded8ab071 None None] Current status of the port a9f2a754-ccfa-473e-b040-8cfe979430b5 is: BUILD; New status is: ACTIVE {{(pid=103459) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 12 13:32:40.797170 dv-cinder-830097-4-iscsi neutron-server[103459]: DEBUG neutron_lib.callbacks.manager [None req-3505bd68-a9fd-4823-92ea-1a6ded8ab071 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-916304'] for port (a9f2a754-ccfa-473e-b040-8cfe979430b5), before_update {{(pid=103459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:32:40.818801 dv-cinder-830097-4-iscsi neutron-server[103459]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '876fa328-ffc2-4eb7-8342-1655dab4fd9e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a9f2a754-ccfa-473e-b040-8cfe979430b5'}] {{(pid=103459) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 12 13:32:40.822090 dv-cinder-830097-4-iscsi neutron-server[103459]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}95104bc0dd48ad9143548caf8a5bdec643107760c32fce8433ea43eac3fbdd81" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5e78d945-c53e-465b-bd93-20eb4cc708f1" -d '{"events": [{"server_uuid": "876fa328-ffc2-4eb7-8342-1655dab4fd9e", "name": "network-vif-plugged", "status": "completed", "tag": "a9f2a754-ccfa-473e-b040-8cfe979430b5"}]}' {{(pid=103459) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 12 13:32:40.835750 dv-cinder-830097-4-iscsi neutron-server[103459]: DEBUG neutron.plugins.ml2.db [None req-3505bd68-a9fd-4823-92ea-1a6ded8ab071 None None] For port a9f2a754-ccfa-473e-b040-8cfe979430b5, host hv-cinder-83009, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83009',level=0,port_id=a9f2a754-ccfa-473e-b040-8cfe979430b5,segment=NetworkSegment(00b10ebc-0cf5-44a9-a829-ac84c99db0c8),segment_id=00b10ebc-0cf5-44a9-a829-ac84c99db0c8)] {{(pid=103459) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 12 13:32:40.839710 dv-cinder-830097-4-iscsi neutron-server[103459]: DEBUG neutron_lib.callbacks.manager [None req-3505bd68-a9fd-4823-92ea-1a6ded8ab071 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-915890', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3697887', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732727894815', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732727417932', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732727417950'] for port (a9f2a754-ccfa-473e-b040-8cfe979430b5), after_update {{(pid=103459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:32:40.887172 dv-cinder-830097-4-iscsi neutron-server[103459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3505bd68-a9fd-4823-92ea-1a6ded8ab071 None None] Pushing event updated for resources: {'Port': ['ID=a9f2a754-ccfa-473e-b040-8cfe979430b5,revision_number=5']} {{(pid=103459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 13:32:40.917644 dv-cinder-830097-4-iscsi neutron-server[103459]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 12 Apr 2022 13:32:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d2dc6c76-70e0-4f00-a1b8-1392681b900a x-openstack-request-id: req-d2dc6c76-70e0-4f00-a1b8-1392681b900a {{(pid=103459) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 12 13:32:40.917942 dv-cinder-830097-4-iscsi neutron-server[103459]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "876fa328-ffc2-4eb7-8342-1655dab4fd9e", "name": "network-vif-plugged", "status": "completed", "tag": "a9f2a754-ccfa-473e-b040-8cfe979430b5", "code": 200}]} {{(pid=103459) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 12 13:32:40.918199 dv-cinder-830097-4-iscsi neutron-server[103459]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-d2dc6c76-70e0-4f00-a1b8-1392681b900a {{(pid=103459) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 12 13:32:40.918595 dv-cinder-830097-4-iscsi neutron-server[103459]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d2dc6c76-70e0-4f00-a1b8-1392681b900a'] response: {'server_uuid': '876fa328-ffc2-4eb7-8342-1655dab4fd9e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a9f2a754-ccfa-473e-b040-8cfe979430b5', 'code': 200} Apr 12 13:32:41.106678 dv-cinder-830097-4-iscsi neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5704fca-d852-4dd4-ab09-89d225aa70c8 req-825ce367-a8b1-476c-846f-0a7cc9b20850 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 13:32:41.108834 dv-cinder-830097-4-iscsi neutron-server[103457]: INFO neutron.wsgi [req-e5704fca-d852-4dd4-ab09-89d225aa70c8 req-825ce367-a8b1-476c-846f-0a7cc9b20850 service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=876fa328-ffc2-4eb7-8342-1655dab4fd9e HTTP/1.1" status: 200 len: 1130 time: 0.0371740 Apr 12 13:32:41.155176 dv-cinder-830097-4-iscsi neutron-server[103457]: INFO neutron.wsgi [req-e5704fca-d852-4dd4-ab09-89d225aa70c8 req-5e31296a-76f6-4e91-a55a-9e734168d97a service neutron] 10.222.0.55 "GET /v2.0/security-groups?id=d8850500-6794-4ca2-9f0f-9657b7806b96&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0403707 Apr 12 13:32:41.592674 dv-cinder-830097-4-iscsi neutron-server[103458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29d9a15e-0ac4-4d99-af50-fc238c570836 req-08a13df4-ae88-4592-8b30-e683d9170c94 tempest-AttachVolumeNegativeTest-50432476 tempest-AttachVolumeNegativeTest-50432476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 13:32:41.594129 dv-cinder-830097-4-iscsi neutron-server[103458]: INFO neutron.wsgi [req-29d9a15e-0ac4-4d99-af50-fc238c570836 req-08a13df4-ae88-4592-8b30-e683d9170c94 tempest-AttachVolumeNegativeTest-50432476 tempest-AttachVolumeNegativeTest-50432476-project] 10.222.0.18 "GET /v2.0/ports?device_id=876fa328-ffc2-4eb7-8342-1655dab4fd9e HTTP/1.1" status: 200 len: 946 time: 0.0487671 Apr 12 13:32:41.638964 dv-cinder-830097-4-iscsi neutron-server[103458]: INFO neutron.wsgi [req-29d9a15e-0ac4-4d99-af50-fc238c570836 req-81b35bb3-2971-4862-bb91-2009fa16e91f tempest-AttachVolumeNegativeTest-50432476 tempest-AttachVolumeNegativeTest-50432476-project] 10.222.0.18 "GET /v2.0/security-groups?id=d8850500-6794-4ca2-9f0f-9657b7806b96&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0392747 Apr 12 13:32:42.750656 dv-cinder-830097-4-iscsi neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d36da49d-49c2-450a-8358-c5f75450627e req-86b29e0a-e353-468b-a1c1-0bcaf13bf870 tempest-AttachVolumeNegativeTest-50432476 tempest-AttachVolumeNegativeTest-50432476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 13:32:42.752076 dv-cinder-830097-4-iscsi neutron-server[103457]: INFO neutron.wsgi [req-d36da49d-49c2-450a-8358-c5f75450627e req-86b29e0a-e353-468b-a1c1-0bcaf13bf870 tempest-AttachVolumeNegativeTest-50432476 tempest-AttachVolumeNegativeTest-50432476-project] 10.222.0.18 "GET /v2.0/ports?device_id=876fa328-ffc2-4eb7-8342-1655dab4fd9e HTTP/1.1" status: 200 len: 946 time: 0.0455084 Apr 12 13:32:42.801626 dv-cinder-830097-4-iscsi neutron-server[103457]: INFO neutron.wsgi [req-d36da49d-49c2-450a-8358-c5f75450627e req-d40a82d8-5014-4802-8c19-8accce969a4c tempest-AttachVolumeNegativeTest-50432476 tempest-AttachVolumeNegativeTest-50432476-project] 10.222.0.18 "GET /v2.0/security-groups?id=d8850500-6794-4ca2-9f0f-9657b7806b96&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0432563 Apr 12 13:32:42.909659 dv-cinder-830097-4-iscsi neutron-server[103458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c70555a9-16cf-447e-bbf6-7054c39403b8 req-1ac096cc-3184-4b0f-93ba-7b49c3f306a0 tempest-AttachVolumeNegativeTest-50432476 tempest-AttachVolumeNegativeTest-50432476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 13:32:42.911096 dv-cinder-830097-4-iscsi neutron-server[103458]: INFO neutron.wsgi [req-c70555a9-16cf-447e-bbf6-7054c39403b8 req-1ac096cc-3184-4b0f-93ba-7b49c3f306a0 tempest-AttachVolumeNegativeTest-50432476 tempest-AttachVolumeNegativeTest-50432476-project] 10.222.0.18 "GET /v2.0/ports?device_id=876fa328-ffc2-4eb7-8342-1655dab4fd9e HTTP/1.1" status: 200 len: 946 time: 0.0456464 Apr 12 13:32:42.919620 dv-cinder-830097-4-iscsi neutron-server[103458]: DEBUG neutron.wsgi [-] (103458) accepted ('10.222.0.18', 52418) {{(pid=103458) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 13:32:42.923813 dv-cinder-830097-4-iscsi neutron-server[103458]: DEBUG neutron.api.v2.base [None req-e462b3d2-4fb6-4b4f-a910-31b302e2967f tempest-AttachVolumeNegativeTest-50432476 tempest-AttachVolumeNegativeTest-50432476-project] Request body: {'floatingip': {'port_id': 'a9f2a754-ccfa-473e-b040-8cfe979430b5'}} {{(pid=103458) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 12 13:32:42.967840 dv-cinder-830097-4-iscsi neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-e462b3d2-4fb6-4b4f-a910-31b302e2967f tempest-AttachVolumeNegativeTest-50432476 tempest-AttachVolumeNegativeTest-50432476-project] Publish callbacks [] for floatingip (54ac253d-980c-4ef2-a82f-37db00adb2f0), before_update {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:32:43.417833 dv-cinder-830097-4-iscsi neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-e462b3d2-4fb6-4b4f-a910-31b302e2967f tempest-AttachVolumeNegativeTest-50432476 tempest-AttachVolumeNegativeTest-50432476-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:32:43.421377 dv-cinder-830097-4-iscsi neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-e462b3d2-4fb6-4b4f-a910-31b302e2967f tempest-AttachVolumeNegativeTest-50432476 tempest-AttachVolumeNegativeTest-50432476-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3739086'] for floatingip (54ac253d-980c-4ef2-a82f-37db00adb2f0), after_update {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:32:43.519615 dv-cinder-830097-4-iscsi neutron-server[103458]: INFO neutron.db.l3_db [None req-e462b3d2-4fb6-4b4f-a910-31b302e2967f tempest-AttachVolumeNegativeTest-50432476 tempest-AttachVolumeNegativeTest-50432476-project] Floating IP 54ac253d-980c-4ef2-a82f-37db00adb2f0 associated. External IP: 172.27.0.162, port: a9f2a754-ccfa-473e-b040-8cfe979430b5. Apr 12 13:32:43.724997 dv-cinder-830097-4-iscsi neutron-server[103458]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e462b3d2-4fb6-4b4f-a910-31b302e2967f tempest-AttachVolumeNegativeTest-50432476 tempest-AttachVolumeNegativeTest-50432476-project] Router a794cd89-89ba-42ef-a58c-37aafc50af86 has already been hosted by L3 agent b7e11a8b-aeed-493f-9763-461016dddc93 {{(pid=103458) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 12 13:32:43.831542 dv-cinder-830097-4-iscsi neutron-server[103458]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e462b3d2-4fb6-4b4f-a910-31b302e2967f tempest-AttachVolumeNegativeTest-50432476 tempest-AttachVolumeNegativeTest-50432476-project] Notify agent at l3_agent.dv-cinder-830097-4-iscsi the message routers_updated {{(pid=103458) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 12 13:32:43.836379 dv-cinder-830097-4-iscsi neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-e462b3d2-4fb6-4b4f-a910-31b302e2967f tempest-AttachVolumeNegativeTest-50432476 tempest-AttachVolumeNegativeTest-50432476-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-500965'] for floatingip (None), before_response {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:32:43.841502 dv-cinder-830097-4-iscsi neutron-server[103460]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d945dddf-8990-4ee2-9cbd-c88652a42ea0 None None] Sync routers for ids ['a794cd89-89ba-42ef-a58c-37aafc50af86'] in dv-cinder-830097-4-iscsi {{(pid=103460) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 12 13:32:43.851649 dv-cinder-830097-4-iscsi neutron-server[103460]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d945dddf-8990-4ee2-9cbd-c88652a42ea0 None None] Routers {'a794cd89-89ba-42ef-a58c-37aafc50af86'} bound to L3 agent in host dv-cinder-830097-4-iscsi {{(pid=103460) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 12 13:32:43.852355 dv-cinder-830097-4-iscsi neutron-server[103460]: DEBUG neutron.db.l3_hamode_db [None req-d945dddf-8990-4ee2-9cbd-c88652a42ea0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830097-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-12T13:07:19Z,description=,heartbeat_timestamp=2022-04-12T13:32:19Z,host='dv-cinder-830097-4-iscsi',id=b7e11a8b-aeed-493f-9763-461016dddc93,load=0,resource_versions=,resources_synced=,started_at=2022-04-12T13:07:19Z,topic='l3_agent')) {'router_ids': ['a794cd89-89ba-42ef-a58c-37aafc50af86'], 'active': True} {{(pid=103460) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 13:32:43.865265 dv-cinder-830097-4-iscsi neutron-server[103458]: INFO neutron.wsgi [None req-e462b3d2-4fb6-4b4f-a910-31b302e2967f tempest-AttachVolumeNegativeTest-50432476 tempest-AttachVolumeNegativeTest-50432476-project] 10.222.0.18 "PUT /v2.0/floatingips/54ac253d-980c-4ef2-a82f-37db00adb2f0 HTTP/1.1" status: 200 len: 992 time: 0.9446735 Apr 12 13:32:43.865918 dv-cinder-830097-4-iscsi neutron-server[103458]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '876fa328-ffc2-4eb7-8342-1655dab4fd9e', 'tag': 'a9f2a754-ccfa-473e-b040-8cfe979430b5'}] {{(pid=103458) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 12 13:32:43.869157 dv-cinder-830097-4-iscsi neutron-server[103458]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c94cb96f70f67f51233d4af7d4702c9d455fb3abb34896310c9f043c18b7c2b4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c7eda528-5eb3-4d04-b3a5-de9642709785" -d '{"events": [{"name": "network-changed", "server_uuid": "876fa328-ffc2-4eb7-8342-1655dab4fd9e", "tag": "a9f2a754-ccfa-473e-b040-8cfe979430b5"}]}' {{(pid=103458) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 12 13:32:43.903541 dv-cinder-830097-4-iscsi neutron-server[103458]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 12 Apr 2022 13:32:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3bbc6582-2f13-4b71-adc1-bba15cff3bd8 x-openstack-request-id: req-3bbc6582-2f13-4b71-adc1-bba15cff3bd8 {{(pid=103458) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 12 13:32:43.903833 dv-cinder-830097-4-iscsi neutron-server[103458]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "876fa328-ffc2-4eb7-8342-1655dab4fd9e", "tag": "a9f2a754-ccfa-473e-b040-8cfe979430b5", "status": "completed", "code": 200}]} {{(pid=103458) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 12 13:32:43.904087 dv-cinder-830097-4-iscsi neutron-server[103458]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-3bbc6582-2f13-4b71-adc1-bba15cff3bd8 {{(pid=103458) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 12 13:32:43.904493 dv-cinder-830097-4-iscsi neutron-server[103458]: INFO neutron.notifiers.nova [-] Nova event matching ['req-3bbc6582-2f13-4b71-adc1-bba15cff3bd8'] response: {'name': 'network-changed', 'server_uuid': '876fa328-ffc2-4eb7-8342-1655dab4fd9e', 'tag': 'a9f2a754-ccfa-473e-b040-8cfe979430b5', 'status': 'completed', 'code': 200} Apr 12 13:32:43.985441 dv-cinder-830097-4-iscsi neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7eda528-5eb3-4d04-b3a5-de9642709785 req-83a5bd0b-9183-4ff6-a9ea-7dbf74e45fbe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 13:32:43.986931 dv-cinder-830097-4-iscsi neutron-server[103457]: INFO neutron.wsgi [req-c7eda528-5eb3-4d04-b3a5-de9642709785 req-83a5bd0b-9183-4ff6-a9ea-7dbf74e45fbe service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=0b44de7c9b4f45aa8f33bcf3b4639f3f&device_id=876fa328-ffc2-4eb7-8342-1655dab4fd9e HTTP/1.1" status: 200 len: 1130 time: 0.0404160 Apr 12 13:32:44.049831 dv-cinder-830097-4-iscsi neutron-server[103460]: DEBUG neutron.db.l3_dvr_db [None req-d945dddf-8990-4ee2-9cbd-c88652a42ea0 None None] Set router a794cd89-89ba-42ef-a58c-37aafc50af86 gateway port host: dv-cinder-830097-4-iscsi {{(pid=103460) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 12 13:32:44.079043 dv-cinder-830097-4-iscsi neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7eda528-5eb3-4d04-b3a5-de9642709785 req-c3e68c9f-b15f-4f3f-896b-efac732da4a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 13:32:44.080478 dv-cinder-830097-4-iscsi neutron-server[103457]: INFO neutron.wsgi [req-c7eda528-5eb3-4d04-b3a5-de9642709785 req-c3e68c9f-b15f-4f3f-896b-efac732da4a4 service neutron] 10.222.0.55 "GET /v2.0/networks?id=d4adb74a-b0d3-4e8c-b297-c51fe03191f9 HTTP/1.1" status: 200 len: 916 time: 0.0878525 Apr 12 13:32:44.142418 dv-cinder-830097-4-iscsi neutron-server[103457]: INFO neutron.wsgi [req-c7eda528-5eb3-4d04-b3a5-de9642709785 req-3328cd04-1b8f-4998-9484-f1eec4cc785c service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=a9f2a754-ccfa-473e-b040-8cfe979430b5 HTTP/1.1" status: 200 len: 1000 time: 0.0555947 Apr 12 13:32:44.192083 dv-cinder-830097-4-iscsi neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7eda528-5eb3-4d04-b3a5-de9642709785 req-9dd69a2d-a9fe-4bc0-867a-a0ecce4eb0be service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 13:32:44.193528 dv-cinder-830097-4-iscsi neutron-server[103457]: INFO neutron.wsgi [req-c7eda528-5eb3-4d04-b3a5-de9642709785 req-9dd69a2d-a9fe-4bc0-867a-a0ecce4eb0be service neutron] 10.222.0.55 "GET /v2.0/subnets?id=f1176976-8b61-43ab-a3ba-d0eadb0b48e0 HTTP/1.1" status: 200 len: 854 time: 0.0452240 Apr 12 13:32:44.235341 dv-cinder-830097-4-iscsi neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7eda528-5eb3-4d04-b3a5-de9642709785 req-712b9d22-431e-46b7-b418-5ee015e6352e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 13:32:44.236844 dv-cinder-830097-4-iscsi neutron-server[103457]: INFO neutron.wsgi [req-c7eda528-5eb3-4d04-b3a5-de9642709785 req-712b9d22-431e-46b7-b418-5ee015e6352e service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=d4adb74a-b0d3-4e8c-b297-c51fe03191f9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0376599 Apr 12 13:32:44.261918 dv-cinder-830097-4-iscsi neutron-server[103460]: DEBUG neutron.db.l3_hamode_db [None req-d945dddf-8990-4ee2-9cbd-c88652a42ea0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a794cd89-89ba-42ef-a58c-37aafc50af86', 'name': 'tempest-AttachVolumeNegativeTest-1091455639-router', 'tenant_id': '0b44de7c9b4f45aa8f33bcf3b4639f3f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '26d0436d-8ae2-49bd-8cc6-3d2eac552c84', 'external_fixed_ips': [{'subnet_id': 'd93852d8-8f89-4b1c-bef4-0e05f499a8db', 'ip_address': '172.27.0.252'}], 'enable_snat': True}, 'gw_port_id': '0451fcc6-23a4-40eb-829a-704617e0c3b7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-12T13:28:54Z', 'updated_at': '2022-04-12T13:28:57Z', 'revision_number': 4, 'project_id': '0b44de7c9b4f45aa8f33bcf3b4639f3f', 'gw_port': {'id': '0451fcc6-23a4-40eb-829a-704617e0c3b7', 'name': '', 'network_id': '26d0436d-8ae2-49bd-8cc6-3d2eac552c84', 'tenant_id': '', 'mac_address': 'fa:16:3e:71:01:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a794cd89-89ba-42ef-a58c-37aafc50af86', 'device_owner': 'network:router_gateway', 'standard_attr_id': 661, 'fixed_ips': [{'subnet_id': 'd93852d8-8f89-4b1c-bef4-0e05f499a8db', 'ip_address': '172.27.0.252', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830097-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T13:28:55Z', 'updated_at': '2022-04-12T13:28:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd93852d8-8f89-4b1c-bef4-0e05f499a8db', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830097-4-iscsi', '_floatingips': [{'id': '54ac253d-980c-4ef2-a82f-37db00adb2f0', 'tenant_id': '0b44de7c9b4f45aa8f33bcf3b4639f3f', 'floating_ip_address': '172.27.0.162', 'floating_network_id': '26d0436d-8ae2-49bd-8cc6-3d2eac552c84', 'router_id': 'a794cd89-89ba-42ef-a58c-37aafc50af86', 'port_id': 'a9f2a754-ccfa-473e-b040-8cfe979430b5', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 685, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'd4adb74a-b0d3-4e8c-b297-c51fe03191f9', 'mac_address': 'fa:16:3e:78:1c:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '876fa328-ffc2-4eb7-8342-1655dab4fd9e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-12T13:32:31Z', 'updated_at': '2022-04-12T13:32:43Z', 'revision_number': 1, 'project_id': '0b44de7c9b4f45aa8f33bcf3b4639f3f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2f2a340d-e57c-4a8c-9890-5422afa115af', 'name': '', 'network_id': 'd4adb74a-b0d3-4e8c-b297-c51fe03191f9', 'tenant_id': '0b44de7c9b4f45aa8f33bcf3b4639f3f', 'mac_address': 'fa:16:3e:54:78:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a794cd89-89ba-42ef-a58c-37aafc50af86', 'device_owner': 'network:router_interface', 'standard_attr_id': 662, 'fixed_ips': [{'subnet_id': 'f1176976-8b61-43ab-a3ba-d0eadb0b48e0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830097-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T13:28:57Z', 'updated_at': '2022-04-12T13:29:00Z', 'revision_number': 5, 'project_id': '0b44de7c9b4f45aa8f33bcf3b4639f3f', 'subnets': [{'id': 'f1176976-8b61-43ab-a3ba-d0eadb0b48e0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-830097-4-iscsi', False) {} {{(pid=103460) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 13:32:44.291100 dv-cinder-830097-4-iscsi neutron-server[103460]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d945dddf-8990-4ee2-9cbd-c88652a42ea0 None None] Checking router: a794cd89-89ba-42ef-a58c-37aafc50af86 for host: dv-cinder-830097-4-iscsi {{(pid=103460) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 12 13:32:44.299511 dv-cinder-830097-4-iscsi neutron-server[103460]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d945dddf-8990-4ee2-9cbd-c88652a42ea0 None None] Routers {'a794cd89-89ba-42ef-a58c-37aafc50af86'} bound to L3 agent in host dv-cinder-830097-4-iscsi {{(pid=103460) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 12 13:32:44.300111 dv-cinder-830097-4-iscsi neutron-server[103460]: DEBUG neutron.db.l3_hamode_db [None req-d945dddf-8990-4ee2-9cbd-c88652a42ea0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830097-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-12T13:07:19Z,description=,heartbeat_timestamp=2022-04-12T13:32:19Z,host='dv-cinder-830097-4-iscsi',id=b7e11a8b-aeed-493f-9763-461016dddc93,load=0,resource_versions=,resources_synced=,started_at=2022-04-12T13:07:19Z,topic='l3_agent')) {'router_ids': ['a794cd89-89ba-42ef-a58c-37aafc50af86'], 'active': True} {{(pid=103460) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 13:32:44.326039 dv-cinder-830097-4-iscsi neutron-server[103457]: INFO neutron.wsgi [req-c7eda528-5eb3-4d04-b3a5-de9642709785 req-c4b64c13-cd4b-425f-994d-da8ba03e7805 service neutron] 10.222.0.55 "GET /v2.0/networks/d4adb74a-b0d3-4e8c-b297-c51fe03191f9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0834315 Apr 12 13:32:44.408040 dv-cinder-830097-4-iscsi neutron-server[103460]: DEBUG neutron.db.l3_dvr_db [None req-d945dddf-8990-4ee2-9cbd-c88652a42ea0 None None] Set router a794cd89-89ba-42ef-a58c-37aafc50af86 gateway port host: dv-cinder-830097-4-iscsi {{(pid=103460) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 12 13:32:44.419195 dv-cinder-830097-4-iscsi neutron-server[103457]: INFO neutron.wsgi [req-c7eda528-5eb3-4d04-b3a5-de9642709785 req-bdc84e42-2ef1-4225-9564-3ba3fc58665b service neutron] 10.222.0.55 "GET /v2.0/networks/d4adb74a-b0d3-4e8c-b297-c51fe03191f9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0871902 Apr 12 13:32:44.622334 dv-cinder-830097-4-iscsi neutron-server[103460]: DEBUG neutron.db.l3_hamode_db [None req-d945dddf-8990-4ee2-9cbd-c88652a42ea0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a794cd89-89ba-42ef-a58c-37aafc50af86', 'name': 'tempest-AttachVolumeNegativeTest-1091455639-router', 'tenant_id': '0b44de7c9b4f45aa8f33bcf3b4639f3f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '26d0436d-8ae2-49bd-8cc6-3d2eac552c84', 'external_fixed_ips': [{'subnet_id': 'd93852d8-8f89-4b1c-bef4-0e05f499a8db', 'ip_address': '172.27.0.252'}], 'enable_snat': True}, 'gw_port_id': '0451fcc6-23a4-40eb-829a-704617e0c3b7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-12T13:28:54Z', 'updated_at': '2022-04-12T13:28:57Z', 'revision_number': 4, 'project_id': '0b44de7c9b4f45aa8f33bcf3b4639f3f', 'gw_port': {'id': '0451fcc6-23a4-40eb-829a-704617e0c3b7', 'name': '', 'network_id': '26d0436d-8ae2-49bd-8cc6-3d2eac552c84', 'tenant_id': '', 'mac_address': 'fa:16:3e:71:01:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a794cd89-89ba-42ef-a58c-37aafc50af86', 'device_owner': 'network:router_gateway', 'standard_attr_id': 661, 'fixed_ips': [{'subnet_id': 'd93852d8-8f89-4b1c-bef4-0e05f499a8db', 'ip_address': '172.27.0.252', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830097-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T13:28:55Z', 'updated_at': '2022-04-12T13:28:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd93852d8-8f89-4b1c-bef4-0e05f499a8db', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830097-4-iscsi', '_floatingips': [{'id': '54ac253d-980c-4ef2-a82f-37db00adb2f0', 'tenant_id': '0b44de7c9b4f45aa8f33bcf3b4639f3f', 'floating_ip_address': '172.27.0.162', 'floating_network_id': '26d0436d-8ae2-49bd-8cc6-3d2eac552c84', 'router_id': 'a794cd89-89ba-42ef-a58c-37aafc50af86', 'port_id': 'a9f2a754-ccfa-473e-b040-8cfe979430b5', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 685, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'd4adb74a-b0d3-4e8c-b297-c51fe03191f9', 'mac_address': 'fa:16:3e:78:1c:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '876fa328-ffc2-4eb7-8342-1655dab4fd9e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-12T13:32:31Z', 'updated_at': '2022-04-12T13:32:43Z', 'revision_number': 1, 'project_id': '0b44de7c9b4f45aa8f33bcf3b4639f3f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2f2a340d-e57c-4a8c-9890-5422afa115af', 'name': '', 'network_id': 'd4adb74a-b0d3-4e8c-b297-c51fe03191f9', 'tenant_id': '0b44de7c9b4f45aa8f33bcf3b4639f3f', 'mac_address': 'fa:16:3e:54:78:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a794cd89-89ba-42ef-a58c-37aafc50af86', 'device_owner': 'network:router_interface', 'standard_attr_id': 662, 'fixed_ips': [{'subnet_id': 'f1176976-8b61-43ab-a3ba-d0eadb0b48e0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830097-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T13:28:57Z', 'updated_at': '2022-04-12T13:29:00Z', 'revision_number': 5, 'project_id': '0b44de7c9b4f45aa8f33bcf3b4639f3f', 'subnets': [{'id': 'f1176976-8b61-43ab-a3ba-d0eadb0b48e0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-830097-4-iscsi', False) {} {{(pid=103460) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 13:32:44.648482 dv-cinder-830097-4-iscsi neutron-server[103460]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d945dddf-8990-4ee2-9cbd-c88652a42ea0 None None] The sync data for ids ['a794cd89-89ba-42ef-a58c-37aafc50af86'] in dv-cinder-830097-4-iscsi is: [{'id': 'a794cd89-89ba-42ef-a58c-37aafc50af86', 'name': 'tempest-AttachVolumeNegativeTest-1091455639-router', 'tenant_id': '0b44de7c9b4f45aa8f33bcf3b4639f3f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '26d0436d-8ae2-49bd-8cc6-3d2eac552c84', 'external_fixed_ips': [{'subnet_id': 'd93852d8-8f89-4b1c-bef4-0e05f499a8db', 'ip_address': '172.27.0.252'}], 'enable_snat': True}, 'gw_port_id': '0451fcc6-23a4-40eb-829a-704617e0c3b7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-12T13:28:54Z', 'updated_at': '2022-04-12T13:28:57Z', 'revision_number': 4, 'project_id': '0b44de7c9b4f45aa8f33bcf3b4639f3f', 'gw_port': {'id': '0451fcc6-23a4-40eb-829a-704617e0c3b7', 'name': '', 'network_id': '26d0436d-8ae2-49bd-8cc6-3d2eac552c84', 'tenant_id': '', 'mac_address': 'fa:16:3e:71:01:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a794cd89-89ba-42ef-a58c-37aafc50af86', 'device_owner': 'network:router_gateway', 'standard_attr_id': 661, 'fixed_ips': [{'subnet_id': 'd93852d8-8f89-4b1c-bef4-0e05f499a8db', 'ip_address': '172.27.0.252', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830097-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T13:28:55Z', 'updated_at': '2022-04-12T13:28:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd93852d8-8f89-4b1c-bef4-0e05f499a8db', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830097-4-iscsi', '_floatingips': [{'id': '54ac253d-980c-4ef2-a82f-37db00adb2f0', 'tenant_id': '0b44de7c9b4f45aa8f33bcf3b4639f3f', 'floating_ip_address': '172.27.0.162', 'floating_network_id': '26d0436d-8ae2-49bd-8cc6-3d2eac552c84', 'router_id': 'a794cd89-89ba-42ef-a58c-37aafc50af86', 'port_id': 'a9f2a754-ccfa-473e-b040-8cfe979430b5', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 685, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'd4adb74a-b0d3-4e8c-b297-c51fe03191f9', 'mac_address': 'fa:16:3e:78:1c:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '876fa328-ffc2-4eb7-8342-1655dab4fd9e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-12T13:32:31Z', 'updated_at': '2022-04-12T13:32:43Z', 'revision_number': 1, 'project_id': '0b44de7c9b4f45aa8f33bcf3b4639f3f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2f2a340d-e57c-4a8c-9890-5422afa115af', 'name': '', 'network_id': 'd4adb74a-b0d3-4e8c-b297-c51fe03191f9', 'tenant_id': '0b44de7c9b4f45aa8f33bcf3b4639f3f', 'mac_address': 'fa:16:3e:54:78:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a794cd89-89ba-42ef-a58c-37aafc50af86', 'device_owner': 'network:router_interface', 'standard_attr_id': 662, 'fixed_ips': [{'subnet_id': 'f1176976-8b61-43ab-a3ba-d0eadb0b48e0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830097-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T13:28:57Z', 'updated_at': '2022-04-12T13:29:00Z', 'revision_number': 5, 'project_id': '0b44de7c9b4f45aa8f33bcf3b4639f3f', 'subnets': [{'id': 'f1176976-8b61-43ab-a3ba-d0eadb0b48e0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103460) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 12 13:32:44.829558 dv-cinder-830097-4-iscsi neutron-server[103459]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4b3d4b10-8875-4746-94f9-63c80347dca1 None None] New status for floating IP 54ac253d-980c-4ef2-a82f-37db00adb2f0: ACTIVE {{(pid=103459) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 12 13:32:46.798266 dv-cinder-830097-4-iscsi neutron-server[103459]: DEBUG neutron_lib.callbacks.manager [None req-ed4bc6dd-cbd4-4edf-a67b-4cf1798be085 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732727929501', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-657397'] for agent (246ca497-e2ee-4e0b-b432-b4153c207e5f), after_update {{(pid=103459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:32:49.394727 dv-cinder-830097-4-iscsi neutron-server[103459]: DEBUG neutron_lib.callbacks.manager [None req-804c9492-ca25-4b5f-9cdc-a7335fafae82 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732727929501', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-657397'] for agent (b7e11a8b-aeed-493f-9763-461016dddc93), after_update {{(pid=103459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:32:50.331539 dv-cinder-830097-4-iscsi neutron-server[103459]: DEBUG neutron_lib.callbacks.manager [None req-f20c20fe-5767-407a-9f30-b36f01c50254 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732727929501', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-657397'] for agent (1e8a91c7-94d1-4b17-9536-32bc01f44a9b), after_update {{(pid=103459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:32:51.460429 dv-cinder-830097-4-iscsi neutron-server[103459]: DEBUG neutron_lib.callbacks.manager [None req-09c91955-1169-4ba5-b480-d25faf385fa1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732727929501', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-657397'] for agent (6571c785-b050-42b7-b6d0-d71237f75507), after_update {{(pid=103459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:32:53.246518 dv-cinder-830097-4-iscsi neutron-server[103459]: DEBUG neutron_lib.callbacks.manager [None req-53781792-8650-4c78-93a6-1c4d328d874c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732727929501', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-657397'] for agent (3f2daa45-5e56-452b-8a21-b519edfce99e), after_update {{(pid=103459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:32:59.993093 dv-cinder-830097-4-iscsi neutron-server[103459]: DEBUG neutron_lib.callbacks.manager [None req-3505bd68-a9fd-4823-92ea-1a6ded8ab071 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732727929501', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-657397'] for agent (ee5509cd-6dd7-49df-aa37-3740ebd1e34b), after_update {{(pid=103459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:33:14.579597 dv-cinder-830097-4-iscsi neutron-server[103457]: INFO neutron.wsgi [req-48c4163b-24a3-4d1c-82d7-24d89820812d req-c41387fd-2b5f-4980-92ff-fcb2fe0005d0 service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=876fa328-ffc2-4eb7-8342-1655dab4fd9e&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0381868 Apr 12 13:33:14.679735 dv-cinder-830097-4-iscsi neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48c4163b-24a3-4d1c-82d7-24d89820812d req-265106f4-9abf-4c7b-8f6c-f016bdabb25f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 13:33:14.681188 dv-cinder-830097-4-iscsi neutron-server[103457]: INFO neutron.wsgi [req-48c4163b-24a3-4d1c-82d7-24d89820812d req-265106f4-9abf-4c7b-8f6c-f016bdabb25f service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=0b44de7c9b4f45aa8f33bcf3b4639f3f&device_id=876fa328-ffc2-4eb7-8342-1655dab4fd9e HTTP/1.1" status: 200 len: 1130 time: 0.0398178 Apr 12 13:33:14.780987 dv-cinder-830097-4-iscsi neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48c4163b-24a3-4d1c-82d7-24d89820812d req-a8e0e854-2caf-416a-86cc-dc7dbb7297cf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 13:33:14.782391 dv-cinder-830097-4-iscsi neutron-server[103457]: INFO neutron.wsgi [req-48c4163b-24a3-4d1c-82d7-24d89820812d req-a8e0e854-2caf-416a-86cc-dc7dbb7297cf service neutron] 10.222.0.55 "GET /v2.0/networks?id=d4adb74a-b0d3-4e8c-b297-c51fe03191f9 HTTP/1.1" status: 200 len: 916 time: 0.0831685 Apr 12 13:33:14.844426 dv-cinder-830097-4-iscsi neutron-server[103457]: INFO neutron.wsgi [req-48c4163b-24a3-4d1c-82d7-24d89820812d req-46f1dfc4-c438-4cc0-bd18-8d83d3eeb467 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=a9f2a754-ccfa-473e-b040-8cfe979430b5 HTTP/1.1" status: 200 len: 1002 time: 0.0556092 Apr 12 13:33:14.892493 dv-cinder-830097-4-iscsi neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48c4163b-24a3-4d1c-82d7-24d89820812d req-9e5984d6-78c5-4b59-8eeb-e747d82990ad service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 13:33:14.893915 dv-cinder-830097-4-iscsi neutron-server[103457]: INFO neutron.wsgi [req-48c4163b-24a3-4d1c-82d7-24d89820812d req-9e5984d6-78c5-4b59-8eeb-e747d82990ad service neutron] 10.222.0.55 "GET /v2.0/subnets?id=f1176976-8b61-43ab-a3ba-d0eadb0b48e0 HTTP/1.1" status: 200 len: 854 time: 0.0444522 Apr 12 13:33:14.937519 dv-cinder-830097-4-iscsi neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48c4163b-24a3-4d1c-82d7-24d89820812d req-8249e460-7bd1-49ed-882c-3b8d78b0a3de service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 13:33:14.938996 dv-cinder-830097-4-iscsi neutron-server[103457]: INFO neutron.wsgi [req-48c4163b-24a3-4d1c-82d7-24d89820812d req-8249e460-7bd1-49ed-882c-3b8d78b0a3de service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=d4adb74a-b0d3-4e8c-b297-c51fe03191f9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0391302 Apr 12 13:33:15.024446 dv-cinder-830097-4-iscsi neutron-server[103457]: INFO neutron.wsgi [req-48c4163b-24a3-4d1c-82d7-24d89820812d req-76cb7689-be68-4ca2-8edf-545d97855516 service neutron] 10.222.0.55 "GET /v2.0/networks/d4adb74a-b0d3-4e8c-b297-c51fe03191f9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0793238 Apr 12 13:33:15.112200 dv-cinder-830097-4-iscsi neutron-server[103457]: INFO neutron.wsgi [req-48c4163b-24a3-4d1c-82d7-24d89820812d req-0754b954-6962-4f58-905b-8de349f827b3 service neutron] 10.222.0.55 "GET /v2.0/networks/d4adb74a-b0d3-4e8c-b297-c51fe03191f9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0822978 Apr 12 13:33:16.800254 dv-cinder-830097-4-iscsi neutron-server[103459]: DEBUG neutron_lib.callbacks.manager [None req-b5cad12d-f44a-4c72-bc11-e4299bad810e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732727929501', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-657397'] for agent (246ca497-e2ee-4e0b-b432-b4153c207e5f), after_update {{(pid=103459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:33:17.225979 dv-cinder-830097-4-iscsi neutron-server[103460]: DEBUG neutron.db.agents_db [None req-38c2972b-b018-47ca-95cb-8760adc1e78b None None] Agent healthcheck: found 6 active agents {{(pid=103460) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 12 13:33:19.395917 dv-cinder-830097-4-iscsi neutron-server[103459]: DEBUG neutron_lib.callbacks.manager [None req-cfa3851d-50ef-4e58-92f6-295374d44c70 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732727929501', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-657397'] for agent (b7e11a8b-aeed-493f-9763-461016dddc93), after_update {{(pid=103459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:33:20.334884 dv-cinder-830097-4-iscsi neutron-server[103459]: DEBUG neutron_lib.callbacks.manager [None req-f20c20fe-5767-407a-9f30-b36f01c50254 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732727929501', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-657397'] for agent (1e8a91c7-94d1-4b17-9536-32bc01f44a9b), after_update {{(pid=103459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:33:21.462951 dv-cinder-830097-4-iscsi neutron-server[103459]: DEBUG neutron_lib.callbacks.manager [None req-09c91955-1169-4ba5-b480-d25faf385fa1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732727929501', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-657397'] for agent (6571c785-b050-42b7-b6d0-d71237f75507), after_update {{(pid=103459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:33:23.247804 dv-cinder-830097-4-iscsi neutron-server[103459]: DEBUG neutron_lib.callbacks.manager [None req-53781792-8650-4c78-93a6-1c4d328d874c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732727929501', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-657397'] for agent (3f2daa45-5e56-452b-8a21-b519edfce99e), after_update {{(pid=103459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:33:29.993860 dv-cinder-830097-4-iscsi neutron-server[103459]: DEBUG neutron_lib.callbacks.manager [None req-3505bd68-a9fd-4823-92ea-1a6ded8ab071 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732727929501', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-657397'] for agent (ee5509cd-6dd7-49df-aa37-3740ebd1e34b), after_update {{(pid=103459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:33:46.803982 dv-cinder-830097-4-iscsi neutron-server[103459]: DEBUG neutron_lib.callbacks.manager [None req-5d9d3a21-b150-4ef3-a903-0d5179cab82e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732727929501', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-657397'] for agent (246ca497-e2ee-4e0b-b432-b4153c207e5f), after_update {{(pid=103459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:33:49.397547 dv-cinder-830097-4-iscsi neutron-server[103459]: DEBUG neutron_lib.callbacks.manager [None req-7a610236-8be2-44d5-b3e4-084345dbacac None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732727929501', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-657397'] for agent (b7e11a8b-aeed-493f-9763-461016dddc93), after_update {{(pid=103459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:33:50.336389 dv-cinder-830097-4-iscsi neutron-server[103459]: DEBUG neutron_lib.callbacks.manager [None req-f20c20fe-5767-407a-9f30-b36f01c50254 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732727929501', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-657397'] for agent (1e8a91c7-94d1-4b17-9536-32bc01f44a9b), after_update {{(pid=103459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:33:51.465270 dv-cinder-830097-4-iscsi neutron-server[103459]: DEBUG neutron_lib.callbacks.manager [None req-09c91955-1169-4ba5-b480-d25faf385fa1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732727929501', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-657397'] for agent (6571c785-b050-42b7-b6d0-d71237f75507), after_update {{(pid=103459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:33:53.249992 dv-cinder-830097-4-iscsi neutron-server[103459]: DEBUG neutron_lib.callbacks.manager [None req-53781792-8650-4c78-93a6-1c4d328d874c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732727929501', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-657397'] for agent (3f2daa45-5e56-452b-8a21-b519edfce99e), after_update {{(pid=103459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:33:54.225006 dv-cinder-830097-4-iscsi neutron-server[103460]: DEBUG neutron.db.agents_db [None req-38c2972b-b018-47ca-95cb-8760adc1e78b None None] Agent healthcheck: found 6 active agents {{(pid=103460) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 12 13:33:59.354601 dv-cinder-830097-4-iscsi neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a600390-4cc7-4fa5-bb0f-2f0df951789d req-9123516f-0117-4e07-b184-95a6cb066a70 tempest-AttachVolumeNegativeTest-50432476 tempest-AttachVolumeNegativeTest-50432476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 13:33:59.356053 dv-cinder-830097-4-iscsi neutron-server[103457]: INFO neutron.wsgi [req-5a600390-4cc7-4fa5-bb0f-2f0df951789d req-9123516f-0117-4e07-b184-95a6cb066a70 tempest-AttachVolumeNegativeTest-50432476 tempest-AttachVolumeNegativeTest-50432476-project] 10.222.0.18 "GET /v2.0/ports?device_id=876fa328-ffc2-4eb7-8342-1655dab4fd9e HTTP/1.1" status: 200 len: 946 time: 0.0452974 Apr 12 13:33:59.401243 dv-cinder-830097-4-iscsi neutron-server[103457]: INFO neutron.wsgi [req-5a600390-4cc7-4fa5-bb0f-2f0df951789d req-1cd36d43-3a2c-42d8-93da-d3bf8b2026b1 tempest-AttachVolumeNegativeTest-50432476 tempest-AttachVolumeNegativeTest-50432476-project] 10.222.0.18 "GET /v2.0/security-groups?id=d8850500-6794-4ca2-9f0f-9657b7806b96&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0396810 Apr 12 13:33:59.999907 dv-cinder-830097-4-iscsi neutron-server[103459]: DEBUG neutron_lib.callbacks.manager [None req-3505bd68-a9fd-4823-92ea-1a6ded8ab071 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732727929501', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-657397'] for agent (ee5509cd-6dd7-49df-aa37-3740ebd1e34b), after_update {{(pid=103459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:34:00.516751 dv-cinder-830097-4-iscsi neutron-server[103458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb9136f8-5e41-4f11-82d3-0facfbb3bb3b req-bdbcc291-9e68-451a-8409-34655677bbaf tempest-AttachVolumeNegativeTest-50432476 tempest-AttachVolumeNegativeTest-50432476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 13:34:00.518261 dv-cinder-830097-4-iscsi neutron-server[103458]: INFO neutron.wsgi [req-fb9136f8-5e41-4f11-82d3-0facfbb3bb3b req-bdbcc291-9e68-451a-8409-34655677bbaf tempest-AttachVolumeNegativeTest-50432476 tempest-AttachVolumeNegativeTest-50432476-project] 10.222.0.18 "GET /v2.0/ports?device_id=876fa328-ffc2-4eb7-8342-1655dab4fd9e HTTP/1.1" status: 200 len: 946 time: 0.0477259 Apr 12 13:34:00.569531 dv-cinder-830097-4-iscsi neutron-server[103458]: INFO neutron.wsgi [req-fb9136f8-5e41-4f11-82d3-0facfbb3bb3b req-029b0676-f146-43be-a18b-653b2077abcc tempest-AttachVolumeNegativeTest-50432476 tempest-AttachVolumeNegativeTest-50432476-project] 10.222.0.18 "GET /v2.0/security-groups?id=d8850500-6794-4ca2-9f0f-9657b7806b96&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0445576 Apr 12 13:34:01.313703 dv-cinder-830097-4-iscsi neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cae7c268-8759-4da4-9e12-e3976778c655 req-afe0f573-18d6-4a65-9826-770a2b8df10d tempest-AttachVolumeNegativeTest-50432476 tempest-AttachVolumeNegativeTest-50432476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 13:34:01.315377 dv-cinder-830097-4-iscsi neutron-server[103457]: INFO neutron.wsgi [req-cae7c268-8759-4da4-9e12-e3976778c655 req-afe0f573-18d6-4a65-9826-770a2b8df10d tempest-AttachVolumeNegativeTest-50432476 tempest-AttachVolumeNegativeTest-50432476-project] 10.222.0.55 "GET /v2.0/ports?device_id=876fa328-ffc2-4eb7-8342-1655dab4fd9e HTTP/1.1" status: 200 len: 946 time: 0.0513778 Apr 12 13:34:01.393544 dv-cinder-830097-4-iscsi neutron-server[103457]: DEBUG neutron.plugins.ml2.plugin [req-cae7c268-8759-4da4-9e12-e3976778c655 req-bf690e75-1a3f-4c8e-8c12-6a9d6fa1f472 tempest-AttachVolumeNegativeTest-50432476 tempest-AttachVolumeNegativeTest-50432476-project] Deleting port a9f2a754-ccfa-473e-b040-8cfe979430b5 {{(pid=103457) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 12 13:34:01.393894 dv-cinder-830097-4-iscsi neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [req-cae7c268-8759-4da4-9e12-e3976778c655 req-bf690e75-1a3f-4c8e-8c12-6a9d6fa1f472 tempest-AttachVolumeNegativeTest-50432476 tempest-AttachVolumeNegativeTest-50432476-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732727887391'] for port (a9f2a754-ccfa-473e-b040-8cfe979430b5), before_delete {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:34:01.482489 dv-cinder-830097-4-iscsi neutron-server[103457]: DEBUG neutron.plugins.ml2.db [req-cae7c268-8759-4da4-9e12-e3976778c655 req-bf690e75-1a3f-4c8e-8c12-6a9d6fa1f472 tempest-AttachVolumeNegativeTest-50432476 tempest-AttachVolumeNegativeTest-50432476-project] For port a9f2a754-ccfa-473e-b040-8cfe979430b5, host hv-cinder-83009, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83009',level=0,port_id=a9f2a754-ccfa-473e-b040-8cfe979430b5,segment=NetworkSegment(00b10ebc-0cf5-44a9-a829-ac84c99db0c8),segment_id=00b10ebc-0cf5-44a9-a829-ac84c99db0c8)] {{(pid=103457) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 12 13:34:01.482841 dv-cinder-830097-4-iscsi neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [req-cae7c268-8759-4da4-9e12-e3976778c655 req-bf690e75-1a3f-4c8e-8c12-6a9d6fa1f472 tempest-AttachVolumeNegativeTest-50432476 tempest-AttachVolumeNegativeTest-50432476-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3742288'] for port (a9f2a754-ccfa-473e-b040-8cfe979430b5), precommit_delete {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:34:01.655681 dv-cinder-830097-4-iscsi neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [req-cae7c268-8759-4da4-9e12-e3976778c655 req-bf690e75-1a3f-4c8e-8c12-6a9d6fa1f472 tempest-AttachVolumeNegativeTest-50432476 tempest-AttachVolumeNegativeTest-50432476-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:34:01.656036 dv-cinder-830097-4-iscsi neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [req-cae7c268-8759-4da4-9e12-e3976778c655 req-bf690e75-1a3f-4c8e-8c12-6a9d6fa1f472 tempest-AttachVolumeNegativeTest-50432476 tempest-AttachVolumeNegativeTest-50432476-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3739086'] for floatingip (54ac253d-980c-4ef2-a82f-37db00adb2f0), after_update {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:34:01.656343 dv-cinder-830097-4-iscsi neutron-server[103457]: INFO neutron.db.l3_db [req-cae7c268-8759-4da4-9e12-e3976778c655 req-bf690e75-1a3f-4c8e-8c12-6a9d6fa1f472 tempest-AttachVolumeNegativeTest-50432476 tempest-AttachVolumeNegativeTest-50432476-project] Floating IP 54ac253d-980c-4ef2-a82f-37db00adb2f0 disassociated. External IP: 172.27.0.162, port: a9f2a754-ccfa-473e-b040-8cfe979430b5. Apr 12 13:34:01.656672 dv-cinder-830097-4-iscsi neutron-server[103457]: DEBUG neutron.plugins.ml2.plugin [req-cae7c268-8759-4da4-9e12-e3976778c655 req-bf690e75-1a3f-4c8e-8c12-6a9d6fa1f472 tempest-AttachVolumeNegativeTest-50432476 tempest-AttachVolumeNegativeTest-50432476-project] Calling delete_port for a9f2a754-ccfa-473e-b040-8cfe979430b5 owned by compute:nova {{(pid=103457) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 12 13:34:01.696896 dv-cinder-830097-4-iscsi neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d34b1062-790d-40a8-8826-f74989f15ddb req-f40c485a-cfa8-4e76-9023-15eca50ed0c3 tempest-AttachVolumeNegativeTest-50432476 tempest-AttachVolumeNegativeTest-50432476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 13:34:01.698331 dv-cinder-830097-4-iscsi neutron-server[103457]: INFO neutron.wsgi [req-d34b1062-790d-40a8-8826-f74989f15ddb req-f40c485a-cfa8-4e76-9023-15eca50ed0c3 tempest-AttachVolumeNegativeTest-50432476 tempest-AttachVolumeNegativeTest-50432476-project] 10.222.0.18 "GET /v2.0/ports?device_id=876fa328-ffc2-4eb7-8342-1655dab4fd9e HTTP/1.1" status: 200 len: 946 time: 0.0609872 Apr 12 13:34:01.785825 dv-cinder-830097-4-iscsi neutron-server[103457]: INFO neutron.wsgi [req-d34b1062-790d-40a8-8826-f74989f15ddb req-94fe2642-ea4a-4496-a712-4d693664b4b0 tempest-AttachVolumeNegativeTest-50432476 tempest-AttachVolumeNegativeTest-50432476-project] 10.222.0.18 "GET /v2.0/security-groups?id=d8850500-6794-4ca2-9f0f-9657b7806b96&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0575626 Apr 12 13:34:01.848241 dv-cinder-830097-4-iscsi neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [req-cae7c268-8759-4da4-9e12-e3976778c655 req-bf690e75-1a3f-4c8e-8c12-6a9d6fa1f472 tempest-AttachVolumeNegativeTest-50432476 tempest-AttachVolumeNegativeTest-50432476-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-915890', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3697887', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732727894797', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732727417923', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25610742'] for port (a9f2a754-ccfa-473e-b040-8cfe979430b5), after_delete {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:34:01.874955 dv-cinder-830097-4-iscsi neutron-server[103457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf690e75-1a3f-4c8e-8c12-6a9d6fa1f472 tempest-AttachVolumeNegativeTest-50432476 tempest-AttachVolumeNegativeTest-50432476-project] Pushing event deleted for resources: {'Port': ['ID=a9f2a754-ccfa-473e-b040-8cfe979430b5,revision_number=None']} {{(pid=103457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 13:34:01.886952 dv-cinder-830097-4-iscsi neutron-server[103457]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf690e75-1a3f-4c8e-8c12-6a9d6fa1f472 tempest-AttachVolumeNegativeTest-50432476 tempest-AttachVolumeNegativeTest-50432476-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830097-4-iscsi {{(pid=103457) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 13:34:01.887289 dv-cinder-830097-4-iscsi neutron-server[103457]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf690e75-1a3f-4c8e-8c12-6a9d6fa1f472 tempest-AttachVolumeNegativeTest-50432476 tempest-AttachVolumeNegativeTest-50432476-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830097-4-iscsi {{(pid=103457) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 13:34:01.887631 dv-cinder-830097-4-iscsi neutron-server[103457]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf690e75-1a3f-4c8e-8c12-6a9d6fa1f472 tempest-AttachVolumeNegativeTest-50432476 tempest-AttachVolumeNegativeTest-50432476-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830097-4-iscsi {{(pid=103457) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 13:34:01.887970 dv-cinder-830097-4-iscsi neutron-server[103457]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf690e75-1a3f-4c8e-8c12-6a9d6fa1f472 tempest-AttachVolumeNegativeTest-50432476 tempest-AttachVolumeNegativeTest-50432476-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830097-4-iscsi {{(pid=103457) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 13:34:01.888299 dv-cinder-830097-4-iscsi neutron-server[103457]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf690e75-1a3f-4c8e-8c12-6a9d6fa1f472 tempest-AttachVolumeNegativeTest-50432476 tempest-AttachVolumeNegativeTest-50432476-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830097-4-iscsi {{(pid=103457) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 13:34:01.892512 dv-cinder-830097-4-iscsi neutron-server[103457]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf690e75-1a3f-4c8e-8c12-6a9d6fa1f472 tempest-AttachVolumeNegativeTest-50432476 tempest-AttachVolumeNegativeTest-50432476-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830097-4-iscsi {{(pid=103457) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 13:34:01.892512 dv-cinder-830097-4-iscsi neutron-server[103457]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf690e75-1a3f-4c8e-8c12-6a9d6fa1f472 tempest-AttachVolumeNegativeTest-50432476 tempest-AttachVolumeNegativeTest-50432476-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830097-4-iscsi {{(pid=103457) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 13:34:01.892512 dv-cinder-830097-4-iscsi neutron-server[103457]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf690e75-1a3f-4c8e-8c12-6a9d6fa1f472 tempest-AttachVolumeNegativeTest-50432476 tempest-AttachVolumeNegativeTest-50432476-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-830097-4-iscsi {{(pid=103457) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 13:34:01.892512 dv-cinder-830097-4-iscsi neutron-server[103457]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf690e75-1a3f-4c8e-8c12-6a9d6fa1f472 tempest-AttachVolumeNegativeTest-50432476 tempest-AttachVolumeNegativeTest-50432476-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-830097-4-iscsi {{(pid=103457) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 13:34:01.892512 dv-cinder-830097-4-iscsi neutron-server[103457]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf690e75-1a3f-4c8e-8c12-6a9d6fa1f472 tempest-AttachVolumeNegativeTest-50432476 tempest-AttachVolumeNegativeTest-50432476-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-830097-4-iscsi {{(pid=103457) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 13:34:01.892512 dv-cinder-830097-4-iscsi neutron-server[103457]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf690e75-1a3f-4c8e-8c12-6a9d6fa1f472 tempest-AttachVolumeNegativeTest-50432476 tempest-AttachVolumeNegativeTest-50432476-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-830097-4-iscsi {{(pid=103457) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 13:34:01.892512 dv-cinder-830097-4-iscsi neutron-server[103457]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf690e75-1a3f-4c8e-8c12-6a9d6fa1f472 tempest-AttachVolumeNegativeTest-50432476 tempest-AttachVolumeNegativeTest-50432476-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830097-4-iscsi {{(pid=103457) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 13:34:01.892512 dv-cinder-830097-4-iscsi neutron-server[103457]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf690e75-1a3f-4c8e-8c12-6a9d6fa1f472 tempest-AttachVolumeNegativeTest-50432476 tempest-AttachVolumeNegativeTest-50432476-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830097-4-iscsi {{(pid=103457) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 13:34:01.892512 dv-cinder-830097-4-iscsi neutron-server[103457]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf690e75-1a3f-4c8e-8c12-6a9d6fa1f472 tempest-AttachVolumeNegativeTest-50432476 tempest-AttachVolumeNegativeTest-50432476-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830097-4-iscsi {{(pid=103457) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 13:34:01.892512 dv-cinder-830097-4-iscsi neutron-server[103457]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf690e75-1a3f-4c8e-8c12-6a9d6fa1f472 tempest-AttachVolumeNegativeTest-50432476 tempest-AttachVolumeNegativeTest-50432476-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830097-4-iscsi {{(pid=103457) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 13:34:02.002463 dv-cinder-830097-4-iscsi neutron-server[103457]: DEBUG neutron.scheduler.l3_agent_scheduler [req-cae7c268-8759-4da4-9e12-e3976778c655 req-bf690e75-1a3f-4c8e-8c12-6a9d6fa1f472 tempest-AttachVolumeNegativeTest-50432476 tempest-AttachVolumeNegativeTest-50432476-project] Router a794cd89-89ba-42ef-a58c-37aafc50af86 has already been hosted by L3 agent b7e11a8b-aeed-493f-9763-461016dddc93 {{(pid=103457) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 12 13:34:02.108590 dv-cinder-830097-4-iscsi neutron-server[103457]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-cae7c268-8759-4da4-9e12-e3976778c655 req-bf690e75-1a3f-4c8e-8c12-6a9d6fa1f472 tempest-AttachVolumeNegativeTest-50432476 tempest-AttachVolumeNegativeTest-50432476-project] Notify agent at l3_agent.dv-cinder-830097-4-iscsi the message routers_updated {{(pid=103457) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 12 13:34:02.118469 dv-cinder-830097-4-iscsi neutron-server[103460]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c9f02480-7677-4b7f-baae-7871a48596fd None None] Sync routers for ids ['a794cd89-89ba-42ef-a58c-37aafc50af86'] in dv-cinder-830097-4-iscsi {{(pid=103460) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 12 13:34:02.129606 dv-cinder-830097-4-iscsi neutron-server[103460]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c9f02480-7677-4b7f-baae-7871a48596fd None None] Routers {'a794cd89-89ba-42ef-a58c-37aafc50af86'} bound to L3 agent in host dv-cinder-830097-4-iscsi {{(pid=103460) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 12 13:34:02.130427 dv-cinder-830097-4-iscsi neutron-server[103460]: DEBUG neutron.db.l3_hamode_db [None req-c9f02480-7677-4b7f-baae-7871a48596fd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830097-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-12T13:07:19Z,description=,heartbeat_timestamp=2022-04-12T13:33:49Z,host='dv-cinder-830097-4-iscsi',id=b7e11a8b-aeed-493f-9763-461016dddc93,load=0,resource_versions=,resources_synced=,started_at=2022-04-12T13:07:19Z,topic='l3_agent')) {'router_ids': ['a794cd89-89ba-42ef-a58c-37aafc50af86'], 'active': True} {{(pid=103460) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 13:34:02.153427 dv-cinder-830097-4-iscsi neutron-server[103457]: DEBUG neutron.db.l3_dvrscheduler_db [req-cae7c268-8759-4da4-9e12-e3976778c655 req-bf690e75-1a3f-4c8e-8c12-6a9d6fa1f472 tempest-AttachVolumeNegativeTest-50432476 tempest-AttachVolumeNegativeTest-50432476-project] No DVR routers for this DVR port a9f2a754-ccfa-473e-b040-8cfe979430b5 on host hv-cinder-83009 {{(pid=103457) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 12 13:34:02.155946 dv-cinder-830097-4-iscsi neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [req-cae7c268-8759-4da4-9e12-e3976778c655 req-bf690e75-1a3f-4c8e-8c12-6a9d6fa1f472 tempest-AttachVolumeNegativeTest-50432476 tempest-AttachVolumeNegativeTest-50432476-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-500965'] for port (None), before_response {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:34:02.159637 dv-cinder-830097-4-iscsi neutron-server[103457]: INFO neutron.wsgi [req-cae7c268-8759-4da4-9e12-e3976778c655 req-bf690e75-1a3f-4c8e-8c12-6a9d6fa1f472 tempest-AttachVolumeNegativeTest-50432476 tempest-AttachVolumeNegativeTest-50432476-project] 10.222.0.55 "DELETE /v2.0/ports/a9f2a754-ccfa-473e-b040-8cfe979430b5 HTTP/1.1" status: 204 len: 173 time: 0.8394694 Apr 12 13:34:02.160220 dv-cinder-830097-4-iscsi neutron-server[103457]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '876fa328-ffc2-4eb7-8342-1655dab4fd9e', 'name': 'network-vif-deleted', 'tag': 'a9f2a754-ccfa-473e-b040-8cfe979430b5'}] {{(pid=103457) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 12 13:34:02.162554 dv-cinder-830097-4-iscsi neutron-server[103457]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}086c7d3de3560e72b9669b0aa2f8f0aa3a7dc6896401f4467231a6605ceb6cb3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d00953ad-3717-4b1f-9fb8-eadf46aaec72" -d '{"events": [{"server_uuid": "876fa328-ffc2-4eb7-8342-1655dab4fd9e", "name": "network-vif-deleted", "tag": "a9f2a754-ccfa-473e-b040-8cfe979430b5"}]}' {{(pid=103457) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 12 13:34:02.245240 dv-cinder-830097-4-iscsi neutron-server[103460]: DEBUG neutron.db.l3_dvr_db [None req-c9f02480-7677-4b7f-baae-7871a48596fd None None] Set router a794cd89-89ba-42ef-a58c-37aafc50af86 gateway port host: dv-cinder-830097-4-iscsi {{(pid=103460) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 12 13:34:02.276674 dv-cinder-830097-4-iscsi neutron-server[103457]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 12 Apr 2022 13:34:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0d701161-6e5c-4570-b738-a084a071c3f7 x-openstack-request-id: req-0d701161-6e5c-4570-b738-a084a071c3f7 {{(pid=103457) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 12 13:34:02.276997 dv-cinder-830097-4-iscsi neutron-server[103457]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "876fa328-ffc2-4eb7-8342-1655dab4fd9e", "name": "network-vif-deleted", "tag": "a9f2a754-ccfa-473e-b040-8cfe979430b5", "status": "completed", "code": 200}]} {{(pid=103457) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 12 13:34:02.277249 dv-cinder-830097-4-iscsi neutron-server[103457]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-0d701161-6e5c-4570-b738-a084a071c3f7 {{(pid=103457) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 12 13:34:02.277841 dv-cinder-830097-4-iscsi neutron-server[103457]: INFO neutron.notifiers.nova [-] Nova event matching ['req-0d701161-6e5c-4570-b738-a084a071c3f7'] response: {'server_uuid': '876fa328-ffc2-4eb7-8342-1655dab4fd9e', 'name': 'network-vif-deleted', 'tag': 'a9f2a754-ccfa-473e-b040-8cfe979430b5', 'status': 'completed', 'code': 200} Apr 12 13:34:02.528452 dv-cinder-830097-4-iscsi neutron-server[103460]: DEBUG neutron.db.l3_hamode_db [None req-c9f02480-7677-4b7f-baae-7871a48596fd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a794cd89-89ba-42ef-a58c-37aafc50af86', 'name': 'tempest-AttachVolumeNegativeTest-1091455639-router', 'tenant_id': '0b44de7c9b4f45aa8f33bcf3b4639f3f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '26d0436d-8ae2-49bd-8cc6-3d2eac552c84', 'external_fixed_ips': [{'subnet_id': 'd93852d8-8f89-4b1c-bef4-0e05f499a8db', 'ip_address': '172.27.0.252'}], 'enable_snat': True}, 'gw_port_id': '0451fcc6-23a4-40eb-829a-704617e0c3b7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-12T13:28:54Z', 'updated_at': '2022-04-12T13:28:57Z', 'revision_number': 4, 'project_id': '0b44de7c9b4f45aa8f33bcf3b4639f3f', 'gw_port': {'id': '0451fcc6-23a4-40eb-829a-704617e0c3b7', 'name': '', 'network_id': '26d0436d-8ae2-49bd-8cc6-3d2eac552c84', 'tenant_id': '', 'mac_address': 'fa:16:3e:71:01:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a794cd89-89ba-42ef-a58c-37aafc50af86', 'device_owner': 'network:router_gateway', 'standard_attr_id': 661, 'fixed_ips': [{'subnet_id': 'd93852d8-8f89-4b1c-bef4-0e05f499a8db', 'ip_address': '172.27.0.252', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830097-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T13:28:55Z', 'updated_at': '2022-04-12T13:28:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd93852d8-8f89-4b1c-bef4-0e05f499a8db', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830097-4-iscsi', '_interfaces': [{'id': '2f2a340d-e57c-4a8c-9890-5422afa115af', 'name': '', 'network_id': 'd4adb74a-b0d3-4e8c-b297-c51fe03191f9', 'tenant_id': '0b44de7c9b4f45aa8f33bcf3b4639f3f', 'mac_address': 'fa:16:3e:54:78:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a794cd89-89ba-42ef-a58c-37aafc50af86', 'device_owner': 'network:router_interface', 'standard_attr_id': 662, 'fixed_ips': [{'subnet_id': 'f1176976-8b61-43ab-a3ba-d0eadb0b48e0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830097-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T13:28:57Z', 'updated_at': '2022-04-12T13:29:00Z', 'revision_number': 5, 'project_id': '0b44de7c9b4f45aa8f33bcf3b4639f3f', 'subnets': [{'id': 'f1176976-8b61-43ab-a3ba-d0eadb0b48e0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-830097-4-iscsi', False) {} {{(pid=103460) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 13:34:02.556424 dv-cinder-830097-4-iscsi neutron-server[103460]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c9f02480-7677-4b7f-baae-7871a48596fd None None] Checking router: a794cd89-89ba-42ef-a58c-37aafc50af86 for host: dv-cinder-830097-4-iscsi {{(pid=103460) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 12 13:34:02.578251 dv-cinder-830097-4-iscsi neutron-server[103460]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c9f02480-7677-4b7f-baae-7871a48596fd None None] Routers {'a794cd89-89ba-42ef-a58c-37aafc50af86'} bound to L3 agent in host dv-cinder-830097-4-iscsi {{(pid=103460) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 12 13:34:02.578869 dv-cinder-830097-4-iscsi neutron-server[103460]: DEBUG neutron.db.l3_hamode_db [None req-c9f02480-7677-4b7f-baae-7871a48596fd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830097-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-12T13:07:19Z,description=,heartbeat_timestamp=2022-04-12T13:33:49Z,host='dv-cinder-830097-4-iscsi',id=b7e11a8b-aeed-493f-9763-461016dddc93,load=0,resource_versions=,resources_synced=,started_at=2022-04-12T13:07:19Z,topic='l3_agent')) {'router_ids': ['a794cd89-89ba-42ef-a58c-37aafc50af86'], 'active': True} {{(pid=103460) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 13:34:02.705002 dv-cinder-830097-4-iscsi neutron-server[103460]: DEBUG neutron.db.l3_dvr_db [None req-c9f02480-7677-4b7f-baae-7871a48596fd None None] Set router a794cd89-89ba-42ef-a58c-37aafc50af86 gateway port host: dv-cinder-830097-4-iscsi {{(pid=103460) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 12 13:34:02.869663 dv-cinder-830097-4-iscsi neutron-server[103458]: DEBUG neutron.wsgi [-] (103458) accepted ('10.222.0.18', 52524) {{(pid=103458) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 13:34:02.900102 dv-cinder-830097-4-iscsi neutron-server[103460]: DEBUG neutron.db.l3_hamode_db [None req-c9f02480-7677-4b7f-baae-7871a48596fd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a794cd89-89ba-42ef-a58c-37aafc50af86', 'name': 'tempest-AttachVolumeNegativeTest-1091455639-router', 'tenant_id': '0b44de7c9b4f45aa8f33bcf3b4639f3f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '26d0436d-8ae2-49bd-8cc6-3d2eac552c84', 'external_fixed_ips': [{'subnet_id': 'd93852d8-8f89-4b1c-bef4-0e05f499a8db', 'ip_address': '172.27.0.252'}], 'enable_snat': True}, 'gw_port_id': '0451fcc6-23a4-40eb-829a-704617e0c3b7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-12T13:28:54Z', 'updated_at': '2022-04-12T13:28:57Z', 'revision_number': 4, 'project_id': '0b44de7c9b4f45aa8f33bcf3b4639f3f', 'gw_port': {'id': '0451fcc6-23a4-40eb-829a-704617e0c3b7', 'name': '', 'network_id': '26d0436d-8ae2-49bd-8cc6-3d2eac552c84', 'tenant_id': '', 'mac_address': 'fa:16:3e:71:01:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a794cd89-89ba-42ef-a58c-37aafc50af86', 'device_owner': 'network:router_gateway', 'standard_attr_id': 661, 'fixed_ips': [{'subnet_id': 'd93852d8-8f89-4b1c-bef4-0e05f499a8db', 'ip_address': '172.27.0.252', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830097-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T13:28:55Z', 'updated_at': '2022-04-12T13:28:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd93852d8-8f89-4b1c-bef4-0e05f499a8db', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830097-4-iscsi', '_interfaces': [{'id': '2f2a340d-e57c-4a8c-9890-5422afa115af', 'name': '', 'network_id': 'd4adb74a-b0d3-4e8c-b297-c51fe03191f9', 'tenant_id': '0b44de7c9b4f45aa8f33bcf3b4639f3f', 'mac_address': 'fa:16:3e:54:78:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a794cd89-89ba-42ef-a58c-37aafc50af86', 'device_owner': 'network:router_interface', 'standard_attr_id': 662, 'fixed_ips': [{'subnet_id': 'f1176976-8b61-43ab-a3ba-d0eadb0b48e0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830097-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T13:28:57Z', 'updated_at': '2022-04-12T13:29:00Z', 'revision_number': 5, 'project_id': '0b44de7c9b4f45aa8f33bcf3b4639f3f', 'subnets': [{'id': 'f1176976-8b61-43ab-a3ba-d0eadb0b48e0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-830097-4-iscsi', False) {} {{(pid=103460) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 13:34:02.924736 dv-cinder-830097-4-iscsi neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-59f7a12e-2a4c-4649-b82d-d6fa0a98b64c tempest-AttachVolumeNegativeTest-50432476 tempest-AttachVolumeNegativeTest-50432476-project] Publish callbacks [] for security_group (d8850500-6794-4ca2-9f0f-9657b7806b96), before_delete {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:34:02.927542 dv-cinder-830097-4-iscsi neutron-server[103460]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c9f02480-7677-4b7f-baae-7871a48596fd None None] The sync data for ids ['a794cd89-89ba-42ef-a58c-37aafc50af86'] in dv-cinder-830097-4-iscsi is: [{'id': 'a794cd89-89ba-42ef-a58c-37aafc50af86', 'name': 'tempest-AttachVolumeNegativeTest-1091455639-router', 'tenant_id': '0b44de7c9b4f45aa8f33bcf3b4639f3f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '26d0436d-8ae2-49bd-8cc6-3d2eac552c84', 'external_fixed_ips': [{'subnet_id': 'd93852d8-8f89-4b1c-bef4-0e05f499a8db', 'ip_address': '172.27.0.252'}], 'enable_snat': True}, 'gw_port_id': '0451fcc6-23a4-40eb-829a-704617e0c3b7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-12T13:28:54Z', 'updated_at': '2022-04-12T13:28:57Z', 'revision_number': 4, 'project_id': '0b44de7c9b4f45aa8f33bcf3b4639f3f', 'gw_port': {'id': '0451fcc6-23a4-40eb-829a-704617e0c3b7', 'name': '', 'network_id': '26d0436d-8ae2-49bd-8cc6-3d2eac552c84', 'tenant_id': '', 'mac_address': 'fa:16:3e:71:01:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a794cd89-89ba-42ef-a58c-37aafc50af86', 'device_owner': 'network:router_gateway', 'standard_attr_id': 661, 'fixed_ips': [{'subnet_id': 'd93852d8-8f89-4b1c-bef4-0e05f499a8db', 'ip_address': '172.27.0.252', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830097-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T13:28:55Z', 'updated_at': '2022-04-12T13:28:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd93852d8-8f89-4b1c-bef4-0e05f499a8db', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830097-4-iscsi', '_interfaces': [{'id': '2f2a340d-e57c-4a8c-9890-5422afa115af', 'name': '', 'network_id': 'd4adb74a-b0d3-4e8c-b297-c51fe03191f9', 'tenant_id': '0b44de7c9b4f45aa8f33bcf3b4639f3f', 'mac_address': 'fa:16:3e:54:78:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a794cd89-89ba-42ef-a58c-37aafc50af86', 'device_owner': 'network:router_interface', 'standard_attr_id': 662, 'fixed_ips': [{'subnet_id': 'f1176976-8b61-43ab-a3ba-d0eadb0b48e0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830097-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T13:28:57Z', 'updated_at': '2022-04-12T13:29:00Z', 'revision_number': 5, 'project_id': '0b44de7c9b4f45aa8f33bcf3b4639f3f', 'subnets': [{'id': 'f1176976-8b61-43ab-a3ba-d0eadb0b48e0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103460) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 12 13:34:02.950334 dv-cinder-830097-4-iscsi neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-59f7a12e-2a4c-4649-b82d-d6fa0a98b64c tempest-AttachVolumeNegativeTest-50432476 tempest-AttachVolumeNegativeTest-50432476-project] Publish callbacks [] for security_group (d8850500-6794-4ca2-9f0f-9657b7806b96), precommit_delete {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:34:03.000629 dv-cinder-830097-4-iscsi neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-59f7a12e-2a4c-4649-b82d-d6fa0a98b64c tempest-AttachVolumeNegativeTest-50432476 tempest-AttachVolumeNegativeTest-50432476-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3691807'] for security_group (d8850500-6794-4ca2-9f0f-9657b7806b96), after_delete {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:34:03.003418 dv-cinder-830097-4-iscsi neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-59f7a12e-2a4c-4649-b82d-d6fa0a98b64c tempest-AttachVolumeNegativeTest-50432476 tempest-AttachVolumeNegativeTest-50432476-project] Publish callbacks [] for security_group (None), before_response {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:34:03.005157 dv-cinder-830097-4-iscsi neutron-server[103458]: INFO neutron.wsgi [None req-59f7a12e-2a4c-4649-b82d-d6fa0a98b64c tempest-AttachVolumeNegativeTest-50432476 tempest-AttachVolumeNegativeTest-50432476-project] 10.222.0.18 "DELETE /v2.0/security-groups/d8850500-6794-4ca2-9f0f-9657b7806b96 HTTP/1.1" status: 204 len: 168 time: 0.1343374 Apr 12 13:34:03.007909 dv-cinder-830097-4-iscsi neutron-server[103457]: DEBUG neutron.wsgi [-] (103457) accepted ('10.222.0.18', 52526) {{(pid=103457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 13:34:03.014445 dv-cinder-830097-4-iscsi neutron-server[103458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59f7a12e-2a4c-4649-b82d-d6fa0a98b64c tempest-AttachVolumeNegativeTest-50432476 tempest-AttachVolumeNegativeTest-50432476-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=d8850500-6794-4ca2-9f0f-9657b7806b96,revision_number=None']} {{(pid=103458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 13:34:03.021714 dv-cinder-830097-4-iscsi neutron-server[103457]: INFO neutron.api.v2.resource [None req-f617a417-e384-4808-b943-a2df05261aec tempest-AttachVolumeNegativeTest-50432476 tempest-AttachVolumeNegativeTest-50432476-project] show failed (client error): The resource could not be found. Apr 12 13:34:03.021905 dv-cinder-830097-4-iscsi neutron-server[103458]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59f7a12e-2a4c-4649-b82d-d6fa0a98b64c tempest-AttachVolumeNegativeTest-50432476 tempest-AttachVolumeNegativeTest-50432476-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830097-4-iscsi {{(pid=103458) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 13:34:03.022133 dv-cinder-830097-4-iscsi neutron-server[103458]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59f7a12e-2a4c-4649-b82d-d6fa0a98b64c tempest-AttachVolumeNegativeTest-50432476 tempest-AttachVolumeNegativeTest-50432476-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830097-4-iscsi {{(pid=103458) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 13:34:03.025552 dv-cinder-830097-4-iscsi neutron-server[103458]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59f7a12e-2a4c-4649-b82d-d6fa0a98b64c tempest-AttachVolumeNegativeTest-50432476 tempest-AttachVolumeNegativeTest-50432476-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830097-4-iscsi {{(pid=103458) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 13:34:03.025705 dv-cinder-830097-4-iscsi neutron-server[103457]: INFO neutron.wsgi [None req-f617a417-e384-4808-b943-a2df05261aec tempest-AttachVolumeNegativeTest-50432476 tempest-AttachVolumeNegativeTest-50432476-project] 10.222.0.18 "GET /v2.0/security-groups/d8850500-6794-4ca2-9f0f-9657b7806b96 HTTP/1.1" status: 404 len: 347 time: 0.0138412 Apr 12 13:34:03.025805 dv-cinder-830097-4-iscsi neutron-server[103458]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59f7a12e-2a4c-4649-b82d-d6fa0a98b64c tempest-AttachVolumeNegativeTest-50432476 tempest-AttachVolumeNegativeTest-50432476-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830097-4-iscsi {{(pid=103458) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 13:34:03.025805 dv-cinder-830097-4-iscsi neutron-server[103458]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59f7a12e-2a4c-4649-b82d-d6fa0a98b64c tempest-AttachVolumeNegativeTest-50432476 tempest-AttachVolumeNegativeTest-50432476-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830097-4-iscsi {{(pid=103458) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 13:34:03.025805 dv-cinder-830097-4-iscsi neutron-server[103458]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59f7a12e-2a4c-4649-b82d-d6fa0a98b64c tempest-AttachVolumeNegativeTest-50432476 tempest-AttachVolumeNegativeTest-50432476-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830097-4-iscsi {{(pid=103458) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 13:34:03.025805 dv-cinder-830097-4-iscsi neutron-server[103458]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59f7a12e-2a4c-4649-b82d-d6fa0a98b64c tempest-AttachVolumeNegativeTest-50432476 tempest-AttachVolumeNegativeTest-50432476-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830097-4-iscsi {{(pid=103458) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 13:34:03.025805 dv-cinder-830097-4-iscsi neutron-server[103458]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59f7a12e-2a4c-4649-b82d-d6fa0a98b64c tempest-AttachVolumeNegativeTest-50432476 tempest-AttachVolumeNegativeTest-50432476-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-830097-4-iscsi {{(pid=103458) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 13:34:03.025805 dv-cinder-830097-4-iscsi neutron-server[103458]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59f7a12e-2a4c-4649-b82d-d6fa0a98b64c tempest-AttachVolumeNegativeTest-50432476 tempest-AttachVolumeNegativeTest-50432476-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-830097-4-iscsi {{(pid=103458) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 13:34:03.025805 dv-cinder-830097-4-iscsi neutron-server[103458]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59f7a12e-2a4c-4649-b82d-d6fa0a98b64c tempest-AttachVolumeNegativeTest-50432476 tempest-AttachVolumeNegativeTest-50432476-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-830097-4-iscsi {{(pid=103458) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 13:34:03.025805 dv-cinder-830097-4-iscsi neutron-server[103458]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59f7a12e-2a4c-4649-b82d-d6fa0a98b64c tempest-AttachVolumeNegativeTest-50432476 tempest-AttachVolumeNegativeTest-50432476-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-830097-4-iscsi {{(pid=103458) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 13:34:03.025805 dv-cinder-830097-4-iscsi neutron-server[103458]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59f7a12e-2a4c-4649-b82d-d6fa0a98b64c tempest-AttachVolumeNegativeTest-50432476 tempest-AttachVolumeNegativeTest-50432476-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830097-4-iscsi {{(pid=103458) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 13:34:03.025805 dv-cinder-830097-4-iscsi neutron-server[103458]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59f7a12e-2a4c-4649-b82d-d6fa0a98b64c tempest-AttachVolumeNegativeTest-50432476 tempest-AttachVolumeNegativeTest-50432476-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830097-4-iscsi {{(pid=103458) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 13:34:03.026595 dv-cinder-830097-4-iscsi neutron-server[103458]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59f7a12e-2a4c-4649-b82d-d6fa0a98b64c tempest-AttachVolumeNegativeTest-50432476 tempest-AttachVolumeNegativeTest-50432476-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830097-4-iscsi {{(pid=103458) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 13:34:03.026683 dv-cinder-830097-4-iscsi neutron-server[103457]: DEBUG neutron.wsgi [-] (103457) accepted ('10.222.0.18', 52528) {{(pid=103457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 13:34:03.026778 dv-cinder-830097-4-iscsi neutron-server[103458]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59f7a12e-2a4c-4649-b82d-d6fa0a98b64c tempest-AttachVolumeNegativeTest-50432476 tempest-AttachVolumeNegativeTest-50432476-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830097-4-iscsi {{(pid=103458) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 13:34:03.145100 dv-cinder-830097-4-iscsi neutron-server[103457]: DEBUG neutron.plugins.ml2.plugin [None req-df459d83-3804-4a9f-aaa0-bcc9102ef9c8 tempest-AttachVolumeNegativeTest-50432476 tempest-AttachVolumeNegativeTest-50432476-project] Deleting port 4a8b119c-4993-43b9-926e-b674017b5684 {{(pid=103457) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 12 13:34:03.145585 dv-cinder-830097-4-iscsi neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-df459d83-3804-4a9f-aaa0-bcc9102ef9c8 tempest-AttachVolumeNegativeTest-50432476 tempest-AttachVolumeNegativeTest-50432476-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732727887391'] for port (4a8b119c-4993-43b9-926e-b674017b5684), before_delete {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:34:03.175052 dv-cinder-830097-4-iscsi neutron-server[103459]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-318ddef7-8cc9-4d1d-a11b-c1008a65602d None None] New status for floating IP 54ac253d-980c-4ef2-a82f-37db00adb2f0: DOWN {{(pid=103459) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 12 13:34:03.219662 dv-cinder-830097-4-iscsi neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-df459d83-3804-4a9f-aaa0-bcc9102ef9c8 tempest-AttachVolumeNegativeTest-50432476 tempest-AttachVolumeNegativeTest-50432476-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3742288'] for port (4a8b119c-4993-43b9-926e-b674017b5684), precommit_delete {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:34:03.219878 dv-cinder-830097-4-iscsi neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-df459d83-3804-4a9f-aaa0-bcc9102ef9c8 tempest-AttachVolumeNegativeTest-50432476 tempest-AttachVolumeNegativeTest-50432476-project] Publish callbacks [] for floatingip (4a8b119c-4993-43b9-926e-b674017b5684), precommit_delete {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:34:03.232093 dv-cinder-830097-4-iscsi neutron-server[103457]: DEBUG neutron.plugins.ml2.plugin [None req-df459d83-3804-4a9f-aaa0-bcc9102ef9c8 tempest-AttachVolumeNegativeTest-50432476 tempest-AttachVolumeNegativeTest-50432476-project] Calling delete_port for 4a8b119c-4993-43b9-926e-b674017b5684 owned by network:floatingip {{(pid=103457) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 12 13:34:03.366412 dv-cinder-830097-4-iscsi neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-df459d83-3804-4a9f-aaa0-bcc9102ef9c8 tempest-AttachVolumeNegativeTest-50432476 tempest-AttachVolumeNegativeTest-50432476-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-915890', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3697887', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732727894797', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732727417923', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25610742'] for port (4a8b119c-4993-43b9-926e-b674017b5684), after_delete {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:34:03.390531 dv-cinder-830097-4-iscsi neutron-server[103457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df459d83-3804-4a9f-aaa0-bcc9102ef9c8 tempest-AttachVolumeNegativeTest-50432476 tempest-AttachVolumeNegativeTest-50432476-project] Pushing event deleted for resources: {'Port': ['ID=4a8b119c-4993-43b9-926e-b674017b5684,revision_number=None']} {{(pid=103457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 13:34:03.455237 dv-cinder-830097-4-iscsi neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-df459d83-3804-4a9f-aaa0-bcc9102ef9c8 tempest-AttachVolumeNegativeTest-50432476 tempest-AttachVolumeNegativeTest-50432476-project] Publish callbacks [] for floatingip (54ac253d-980c-4ef2-a82f-37db00adb2f0), after_delete {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:34:03.458093 dv-cinder-830097-4-iscsi neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-df459d83-3804-4a9f-aaa0-bcc9102ef9c8 tempest-AttachVolumeNegativeTest-50432476 tempest-AttachVolumeNegativeTest-50432476-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-500965'] for floatingip (None), before_response {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:34:03.459230 dv-cinder-830097-4-iscsi neutron-server[103457]: INFO neutron.wsgi [None req-df459d83-3804-4a9f-aaa0-bcc9102ef9c8 tempest-AttachVolumeNegativeTest-50432476 tempest-AttachVolumeNegativeTest-50432476-project] 10.222.0.18 "DELETE /v2.0/floatingips/54ac253d-980c-4ef2-a82f-37db00adb2f0 HTTP/1.1" status: 204 len: 168 time: 0.4322736 Apr 12 13:34:03.704914 dv-cinder-830097-4-iscsi neutron-server[103457]: DEBUG neutron.wsgi [-] (103457) accepted ('10.222.0.18', 52532) {{(pid=103457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 13:34:03.709656 dv-cinder-830097-4-iscsi neutron-server[103457]: DEBUG neutron.api.v2.base [None req-b63f4bb3-4893-4a59-aaf4-17b3d41d62f9 tempest-AttachVolumeNegativeTest-50432476 tempest-AttachVolumeNegativeTest-50432476-project] Request body: {'security_group': {'name': 'tempest-securitygroup--2072940786', 'description': 'tempest-description--1437971949'}} {{(pid=103457) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 12 13:34:03.729731 dv-cinder-830097-4-iscsi neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-b63f4bb3-4893-4a59-aaf4-17b3d41d62f9 tempest-AttachVolumeNegativeTest-50432476 tempest-AttachVolumeNegativeTest-50432476-project] Publish callbacks [] for security_group (None), before_create {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:34:03.793103 dv-cinder-830097-4-iscsi neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-b63f4bb3-4893-4a59-aaf4-17b3d41d62f9 tempest-AttachVolumeNegativeTest-50432476 tempest-AttachVolumeNegativeTest-50432476-project] Publish callbacks [] for security_group (f55add8c-ba4e-4f75-8f8f-36fc45ff1516), precommit_create {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:34:03.797439 dv-cinder-830097-4-iscsi neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-b63f4bb3-4893-4a59-aaf4-17b3d41d62f9 tempest-AttachVolumeNegativeTest-50432476 tempest-AttachVolumeNegativeTest-50432476-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3691807'] for security_group (f55add8c-ba4e-4f75-8f8f-36fc45ff1516), after_create {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:34:03.824576 dv-cinder-830097-4-iscsi neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-b63f4bb3-4893-4a59-aaf4-17b3d41d62f9 tempest-AttachVolumeNegativeTest-50432476 tempest-AttachVolumeNegativeTest-50432476-project] Publish callbacks [] for security_group (None), before_response {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:34:03.825793 dv-cinder-830097-4-iscsi neutron-server[103457]: INFO neutron.wsgi [None req-b63f4bb3-4893-4a59-aaf4-17b3d41d62f9 tempest-AttachVolumeNegativeTest-50432476 tempest-AttachVolumeNegativeTest-50432476-project] 10.222.0.18 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1797 time: 0.1196973 Apr 12 13:34:03.828730 dv-cinder-830097-4-iscsi neutron-server[103458]: DEBUG neutron.wsgi [-] (103458) accepted ('10.222.0.18', 52534) {{(pid=103458) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 13:34:03.829671 dv-cinder-830097-4-iscsi neutron-server[103457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b63f4bb3-4893-4a59-aaf4-17b3d41d62f9 tempest-AttachVolumeNegativeTest-50432476 tempest-AttachVolumeNegativeTest-50432476-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f55add8c-ba4e-4f75-8f8f-36fc45ff1516,revision_number=1']} {{(pid=103457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 13:34:03.834460 dv-cinder-830097-4-iscsi neutron-server[103458]: DEBUG neutron.api.v2.base [None req-380fc1de-5288-457f-8a3f-8eaa53efc03d tempest-AttachVolumeNegativeTest-50432476 tempest-AttachVolumeNegativeTest-50432476-project] Request body: {'security_group_rule': {'security_group_id': 'f55add8c-ba4e-4f75-8f8f-36fc45ff1516', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103458) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 12 13:34:03.860311 dv-cinder-830097-4-iscsi neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-380fc1de-5288-457f-8a3f-8eaa53efc03d tempest-AttachVolumeNegativeTest-50432476 tempest-AttachVolumeNegativeTest-50432476-project] Publish callbacks [] for security_group_rule (dd71b5b4-c269-4ca9-a585-105f718f4da5), before_create {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:34:03.913976 dv-cinder-830097-4-iscsi neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-380fc1de-5288-457f-8a3f-8eaa53efc03d tempest-AttachVolumeNegativeTest-50432476 tempest-AttachVolumeNegativeTest-50432476-project] Publish callbacks [] for security_group_rule (dd71b5b4-c269-4ca9-a585-105f718f4da5), precommit_create {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:34:03.917511 dv-cinder-830097-4-iscsi neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-380fc1de-5288-457f-8a3f-8eaa53efc03d tempest-AttachVolumeNegativeTest-50432476 tempest-AttachVolumeNegativeTest-50432476-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3691881'] for security_group_rule (dd71b5b4-c269-4ca9-a585-105f718f4da5), after_create {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:34:03.935454 dv-cinder-830097-4-iscsi neutron-server[103458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-380fc1de-5288-457f-8a3f-8eaa53efc03d tempest-AttachVolumeNegativeTest-50432476 tempest-AttachVolumeNegativeTest-50432476-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=dd71b5b4-c269-4ca9-a585-105f718f4da5,revision_number=0']} {{(pid=103458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 13:34:03.943467 dv-cinder-830097-4-iscsi neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-380fc1de-5288-457f-8a3f-8eaa53efc03d tempest-AttachVolumeNegativeTest-50432476 tempest-AttachVolumeNegativeTest-50432476-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:34:03.944643 dv-cinder-830097-4-iscsi neutron-server[103458]: INFO neutron.wsgi [None req-380fc1de-5288-457f-8a3f-8eaa53efc03d tempest-AttachVolumeNegativeTest-50432476 tempest-AttachVolumeNegativeTest-50432476-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1146812 Apr 12 13:34:03.947318 dv-cinder-830097-4-iscsi neutron-server[103458]: DEBUG neutron.wsgi [-] (103458) accepted ('10.222.0.18', 52536) {{(pid=103458) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 13:34:03.951500 dv-cinder-830097-4-iscsi neutron-server[103458]: DEBUG neutron.api.v2.base [None req-8671ced3-c48e-47da-b68b-ff5b7b7520bf tempest-AttachVolumeNegativeTest-50432476 tempest-AttachVolumeNegativeTest-50432476-project] Request body: {'security_group_rule': {'security_group_id': 'f55add8c-ba4e-4f75-8f8f-36fc45ff1516', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=103458) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 12 13:34:03.976455 dv-cinder-830097-4-iscsi neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-8671ced3-c48e-47da-b68b-ff5b7b7520bf tempest-AttachVolumeNegativeTest-50432476 tempest-AttachVolumeNegativeTest-50432476-project] Publish callbacks [] for security_group_rule (c50c0ba1-0cf5-4498-88d8-3922f420f430), before_create {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:34:04.033327 dv-cinder-830097-4-iscsi neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-8671ced3-c48e-47da-b68b-ff5b7b7520bf tempest-AttachVolumeNegativeTest-50432476 tempest-AttachVolumeNegativeTest-50432476-project] Publish callbacks [] for security_group_rule (c50c0ba1-0cf5-4498-88d8-3922f420f430), precommit_create {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:34:04.037344 dv-cinder-830097-4-iscsi neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-8671ced3-c48e-47da-b68b-ff5b7b7520bf tempest-AttachVolumeNegativeTest-50432476 tempest-AttachVolumeNegativeTest-50432476-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3691881'] for security_group_rule (c50c0ba1-0cf5-4498-88d8-3922f420f430), after_create {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:34:04.053683 dv-cinder-830097-4-iscsi neutron-server[103458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8671ced3-c48e-47da-b68b-ff5b7b7520bf tempest-AttachVolumeNegativeTest-50432476 tempest-AttachVolumeNegativeTest-50432476-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c50c0ba1-0cf5-4498-88d8-3922f420f430,revision_number=0']} {{(pid=103458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 13:34:04.061945 dv-cinder-830097-4-iscsi neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-8671ced3-c48e-47da-b68b-ff5b7b7520bf tempest-AttachVolumeNegativeTest-50432476 tempest-AttachVolumeNegativeTest-50432476-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:34:04.063111 dv-cinder-830097-4-iscsi neutron-server[103458]: INFO neutron.wsgi [None req-8671ced3-c48e-47da-b68b-ff5b7b7520bf tempest-AttachVolumeNegativeTest-50432476 tempest-AttachVolumeNegativeTest-50432476-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1148934 Apr 12 13:34:04.066666 dv-cinder-830097-4-iscsi neutron-server[103458]: DEBUG neutron.wsgi [-] (103458) accepted ('10.222.0.18', 52538) {{(pid=103458) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 13:34:04.070878 dv-cinder-830097-4-iscsi neutron-server[103458]: DEBUG neutron.api.v2.base [None req-1466fc4a-a47b-440b-9291-2f37f9c357a0 tempest-AttachVolumeNegativeTest-50432476 tempest-AttachVolumeNegativeTest-50432476-project] Request body: {'floatingip': {'floating_network_id': '26d0436d-8ae2-49bd-8cc6-3d2eac552c84'}} {{(pid=103458) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 12 13:34:04.090305 dv-cinder-830097-4-iscsi neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-1466fc4a-a47b-440b-9291-2f37f9c357a0 tempest-AttachVolumeNegativeTest-50432476 tempest-AttachVolumeNegativeTest-50432476-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:34:04.168437 dv-cinder-830097-4-iscsi neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-1466fc4a-a47b-440b-9291-2f37f9c357a0 tempest-AttachVolumeNegativeTest-50432476 tempest-AttachVolumeNegativeTest-50432476-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-916304'] for port (None), before_create {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:34:04.271943 dv-cinder-830097-4-iscsi neutron-server[103458]: DEBUG neutron.db.db_base_plugin_common [None req-1466fc4a-a47b-440b-9291-2f37f9c357a0 tempest-AttachVolumeNegativeTest-50432476 tempest-AttachVolumeNegativeTest-50432476-project] Allocated IP 172.27.0.73 (26d0436d-8ae2-49bd-8cc6-3d2eac552c84/d93852d8-8f89-4b1c-bef4-0e05f499a8db/2e22bb39-a4fa-4ad1-bc70-4d3b53fc16a3) {{(pid=103458) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 12 13:34:04.373928 dv-cinder-830097-4-iscsi neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-1466fc4a-a47b-440b-9291-2f37f9c357a0 tempest-AttachVolumeNegativeTest-50432476 tempest-AttachVolumeNegativeTest-50432476-project] Publish callbacks [] for port (2e22bb39-a4fa-4ad1-bc70-4d3b53fc16a3), precommit_create {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:34:04.407126 dv-cinder-830097-4-iscsi neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-1466fc4a-a47b-440b-9291-2f37f9c357a0 tempest-AttachVolumeNegativeTest-50432476 tempest-AttachVolumeNegativeTest-50432476-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-915890', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3697887', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732727417914', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26097133'] for port (2e22bb39-a4fa-4ad1-bc70-4d3b53fc16a3), after_create {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:34:04.448204 dv-cinder-830097-4-iscsi neutron-server[103458]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1466fc4a-a47b-440b-9291-2f37f9c357a0 tempest-AttachVolumeNegativeTest-50432476 tempest-AttachVolumeNegativeTest-50432476-project] Network 26d0436d-8ae2-49bd-8cc6-3d2eac552c84 is already hosted by enough agents. {{(pid=103458) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 12 13:34:04.450933 dv-cinder-830097-4-iscsi neutron-server[103458]: DEBUG neutron.scheduler.base_scheduler [None req-1466fc4a-a47b-440b-9291-2f37f9c357a0 tempest-AttachVolumeNegativeTest-50432476 tempest-AttachVolumeNegativeTest-50432476-project] Resources bound (agent type, host, resource id): {{(pid=103458) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 12 13:34:04.454246 dv-cinder-830097-4-iscsi neutron-server[103458]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1466fc4a-a47b-440b-9291-2f37f9c357a0 tempest-AttachVolumeNegativeTest-50432476 tempest-AttachVolumeNegativeTest-50432476-project] Received port after_create {{(pid=103458) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 12 13:34:04.479890 dv-cinder-830097-4-iscsi neutron-server[103458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1466fc4a-a47b-440b-9291-2f37f9c357a0 tempest-AttachVolumeNegativeTest-50432476 tempest-AttachVolumeNegativeTest-50432476-project] Pushing event updated for resources: {'Port': ['ID=2e22bb39-a4fa-4ad1-bc70-4d3b53fc16a3,revision_number=1']} {{(pid=103458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 13:34:04.539058 dv-cinder-830097-4-iscsi neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-1466fc4a-a47b-440b-9291-2f37f9c357a0 tempest-AttachVolumeNegativeTest-50432476 tempest-AttachVolumeNegativeTest-50432476-project] Publish callbacks [] for floatingip (fbda2b06-48a2-4f70-a3df-6356ffd7c62e), precommit_create {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:34:04.573983 dv-cinder-830097-4-iscsi neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-1466fc4a-a47b-440b-9291-2f37f9c357a0 tempest-AttachVolumeNegativeTest-50432476 tempest-AttachVolumeNegativeTest-50432476-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-916304'] for port (2e22bb39-a4fa-4ad1-bc70-4d3b53fc16a3), before_update {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:34:04.727019 dv-cinder-830097-4-iscsi neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-1466fc4a-a47b-440b-9291-2f37f9c357a0 tempest-AttachVolumeNegativeTest-50432476 tempest-AttachVolumeNegativeTest-50432476-project] Publish callbacks [] for port (2e22bb39-a4fa-4ad1-bc70-4d3b53fc16a3), precommit_update {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:34:04.731523 dv-cinder-830097-4-iscsi neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-1466fc4a-a47b-440b-9291-2f37f9c357a0 tempest-AttachVolumeNegativeTest-50432476 tempest-AttachVolumeNegativeTest-50432476-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-915890', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3697887', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732727894815', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732727417932', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732727417950', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26097126'] for port (2e22bb39-a4fa-4ad1-bc70-4d3b53fc16a3), after_update {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:34:04.801166 dv-cinder-830097-4-iscsi neutron-server[103458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1466fc4a-a47b-440b-9291-2f37f9c357a0 tempest-AttachVolumeNegativeTest-50432476 tempest-AttachVolumeNegativeTest-50432476-project] Pushing event updated for resources: {'Port': ['ID=2e22bb39-a4fa-4ad1-bc70-4d3b53fc16a3,revision_number=2']} {{(pid=103458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 13:34:04.812044 dv-cinder-830097-4-iscsi neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-1466fc4a-a47b-440b-9291-2f37f9c357a0 tempest-AttachVolumeNegativeTest-50432476 tempest-AttachVolumeNegativeTest-50432476-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3739086'] for floatingip (fbda2b06-48a2-4f70-a3df-6356ffd7c62e), after_create {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:34:04.827931 dv-cinder-830097-4-iscsi neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-1466fc4a-a47b-440b-9291-2f37f9c357a0 tempest-AttachVolumeNegativeTest-50432476 tempest-AttachVolumeNegativeTest-50432476-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-500965'] for floatingip (None), before_response {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:34:04.829267 dv-cinder-830097-4-iscsi neutron-server[103458]: INFO neutron.wsgi [None req-1466fc4a-a47b-440b-9291-2f37f9c357a0 tempest-AttachVolumeNegativeTest-50432476 tempest-AttachVolumeNegativeTest-50432476-project] 10.222.0.18 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 0.7615809 Apr 12 13:34:04.973762 dv-cinder-830097-4-iscsi neutron-server[103458]: INFO neutron.wsgi [req-a4a17ede-8252-4b5d-9b25-edbea6cc2a14 req-1edaf453-0b04-44fe-b431-33d227ac5eff tempest-AttachVolumeNegativeTest-50432476 tempest-AttachVolumeNegativeTest-50432476-project] 10.222.0.18 "GET /v2.0/security-groups?name=tempest-securitygroup--2072940786&fields=id&tenant_id=0b44de7c9b4f45aa8f33bcf3b4639f3f HTTP/1.1" status: 200 len: 267 time: 0.0420990 Apr 12 13:34:05.074284 dv-cinder-830097-4-iscsi neutron-server[103458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4a17ede-8252-4b5d-9b25-edbea6cc2a14 req-ee011cdc-e1a4-4f41-938b-83e6c46513db tempest-AttachVolumeNegativeTest-50432476 tempest-AttachVolumeNegativeTest-50432476-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 13:34:05.075640 dv-cinder-830097-4-iscsi neutron-server[103458]: INFO neutron.wsgi [req-a4a17ede-8252-4b5d-9b25-edbea6cc2a14 req-ee011cdc-e1a4-4f41-938b-83e6c46513db tempest-AttachVolumeNegativeTest-50432476 tempest-AttachVolumeNegativeTest-50432476-project] 10.222.0.18 "GET /v2.0/networks?id=d4adb74a-b0d3-4e8c-b297-c51fe03191f9 HTTP/1.1" status: 200 len: 815 time: 0.0955830 Apr 12 13:34:05.086644 dv-cinder-830097-4-iscsi neutron-server[103459]: DEBUG neutron.plugins.ml2.rpc [None req-3505bd68-a9fd-4823-92ea-1a6ded8ab071 None None] Device a9f2a754-ccfa-473e-b040-8cfe979430b5 no longer exists at agent hyperv_hv-cinder-83009 {{(pid=103459) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 12 13:34:05.089724 dv-cinder-830097-4-iscsi neutron-server[103458]: INFO neutron.wsgi [req-a4a17ede-8252-4b5d-9b25-edbea6cc2a14 req-6ca7a2be-5f0c-4320-9776-622292428a34 tempest-AttachVolumeNegativeTest-50432476 tempest-AttachVolumeNegativeTest-50432476-project] 10.222.0.18 "GET /v2.0/quotas/0b44de7c9b4f45aa8f33bcf3b4639f3f HTTP/1.1" status: 200 len: 375 time: 0.0088682 Apr 12 13:34:05.106619 dv-cinder-830097-4-iscsi neutron-server[103459]: DEBUG neutron.plugins.ml2.plugin [None req-3505bd68-a9fd-4823-92ea-1a6ded8ab071 None None] No Port match for: a9f2a754-ccfa-473e-b040-8cfe979430b5 {{(pid=103459) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2341}} Apr 12 13:34:05.106955 dv-cinder-830097-4-iscsi neutron-server[103459]: DEBUG neutron.plugins.ml2.rpc [None req-3505bd68-a9fd-4823-92ea-1a6ded8ab071 None None] Device a9f2a754-ccfa-473e-b040-8cfe979430b5 not bound to the agent host hv-cinder-83009 {{(pid=103459) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 12 13:34:05.142525 dv-cinder-830097-4-iscsi neutron-server[103458]: INFO neutron.wsgi [req-a4a17ede-8252-4b5d-9b25-edbea6cc2a14 req-8c54040a-f343-4244-847b-ebb94a0914c1 tempest-AttachVolumeNegativeTest-50432476 tempest-AttachVolumeNegativeTest-50432476-project] 10.222.0.18 "GET /v2.0/ports?tenant_id=0b44de7c9b4f45aa8f33bcf3b4639f3f&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0474763 Apr 12 13:34:05.278656 dv-cinder-830097-4-iscsi neutron-server[103458]: INFO neutron.wsgi [req-a4a17ede-8252-4b5d-9b25-edbea6cc2a14 req-0e95e228-a3e6-4693-b54f-2ddc901cf626 service neutron] 10.222.0.18 "GET /v2.0/networks/d4adb74a-b0d3-4e8c-b297-c51fe03191f9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1247973 Apr 12 13:34:05.370361 dv-cinder-830097-4-iscsi neutron-server[103458]: INFO neutron.wsgi [req-a4a17ede-8252-4b5d-9b25-edbea6cc2a14 req-696db989-bac8-42c0-beac-451acac83dd8 service neutron] 10.222.0.18 "GET /v2.0/networks/d4adb74a-b0d3-4e8c-b297-c51fe03191f9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0859594 Apr 12 13:34:05.533922 dv-cinder-830097-4-iscsi neutron-server[103457]: INFO neutron.wsgi [req-ed68622c-17ca-43d2-84e0-b466a79e2b9a req-ec0529f8-41ec-49f8-baf7-f35189cad9ed tempest-AttachVolumeNegativeTest-50432476 tempest-AttachVolumeNegativeTest-50432476-project] 10.222.0.18 "GET /v2.0/ports?device_id=aa216b9b-dcbd-4ca6-8555-3e8dad6ca69b HTTP/1.1" status: 200 len: 210 time: 0.0301561 Apr 12 13:34:06.484893 dv-cinder-830097-4-iscsi neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4a17ede-8252-4b5d-9b25-edbea6cc2a14 req-085ff82a-f200-45d6-9f9f-509bc09c101a tempest-AttachVolumeNegativeTest-50432476 tempest-AttachVolumeNegativeTest-50432476-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 13:34:06.486316 dv-cinder-830097-4-iscsi neutron-server[103457]: INFO neutron.wsgi [req-a4a17ede-8252-4b5d-9b25-edbea6cc2a14 req-085ff82a-f200-45d6-9f9f-509bc09c101a tempest-AttachVolumeNegativeTest-50432476 tempest-AttachVolumeNegativeTest-50432476-project] 10.222.0.55 "GET /v2.0/networks?id=d4adb74a-b0d3-4e8c-b297-c51fe03191f9 HTTP/1.1" status: 200 len: 815 time: 0.1056194 Apr 12 13:34:06.562295 dv-cinder-830097-4-iscsi neutron-server[103457]: INFO neutron.wsgi [req-a4a17ede-8252-4b5d-9b25-edbea6cc2a14 req-149d7fff-5477-4577-93da-cc9a46868822 tempest-AttachVolumeNegativeTest-50432476 tempest-AttachVolumeNegativeTest-50432476-project] 10.222.0.55 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=0b44de7c9b4f45aa8f33bcf3b4639f3f HTTP/1.1" status: 200 len: 380 time: 0.0622900 Apr 12 13:34:06.631436 dv-cinder-830097-4-iscsi neutron-server[103458]: INFO neutron.wsgi [req-e2e37110-8775-4003-b4a4-dc8872e45775 req-cb9ffa4b-af4f-46e4-a5a0-3695f6bd1d3a tempest-AttachVolumeNegativeTest-50432476 tempest-AttachVolumeNegativeTest-50432476-project] 10.222.0.18 "GET /v2.0/ports?device_id=aa216b9b-dcbd-4ca6-8555-3e8dad6ca69b HTTP/1.1" status: 200 len: 210 time: 0.0284669 Apr 12 13:34:06.646688 dv-cinder-830097-4-iscsi neutron-server[103457]: DEBUG neutron.api.v2.base [req-a4a17ede-8252-4b5d-9b25-edbea6cc2a14 req-e6c5e744-0009-4ad1-b78e-95e350b46cf4 tempest-AttachVolumeNegativeTest-50432476 tempest-AttachVolumeNegativeTest-50432476-project] Request body: {'port': {'device_id': 'aa216b9b-dcbd-4ca6-8555-3e8dad6ca69b', 'network_id': 'd4adb74a-b0d3-4e8c-b297-c51fe03191f9', 'admin_state_up': True, 'tenant_id': '0b44de7c9b4f45aa8f33bcf3b4639f3f', 'security_groups': ['f55add8c-ba4e-4f75-8f8f-36fc45ff1516']}} {{(pid=103457) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 12 13:34:06.759229 dv-cinder-830097-4-iscsi neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a4a17ede-8252-4b5d-9b25-edbea6cc2a14 req-e6c5e744-0009-4ad1-b78e-95e350b46cf4 tempest-AttachVolumeNegativeTest-50432476 tempest-AttachVolumeNegativeTest-50432476-project] Made reservation on behalf of 0b44de7c9b4f45aa8f33bcf3b4639f3f for: {'port': 1} {{(pid=103457) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 12 13:34:06.762373 dv-cinder-830097-4-iscsi neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [req-a4a17ede-8252-4b5d-9b25-edbea6cc2a14 req-e6c5e744-0009-4ad1-b78e-95e350b46cf4 tempest-AttachVolumeNegativeTest-50432476 tempest-AttachVolumeNegativeTest-50432476-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-916304'] for port (None), before_create {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:34:06.880076 dv-cinder-830097-4-iscsi neutron-server[103457]: DEBUG neutron.db.db_base_plugin_common [req-a4a17ede-8252-4b5d-9b25-edbea6cc2a14 req-e6c5e744-0009-4ad1-b78e-95e350b46cf4 tempest-AttachVolumeNegativeTest-50432476 tempest-AttachVolumeNegativeTest-50432476-project] Allocated IP 172.20.0.11 (d4adb74a-b0d3-4e8c-b297-c51fe03191f9/f1176976-8b61-43ab-a3ba-d0eadb0b48e0/c0cf9717-7562-47e3-809c-dc1672d2aa5a) {{(pid=103457) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 12 13:34:07.015946 dv-cinder-830097-4-iscsi neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [req-a4a17ede-8252-4b5d-9b25-edbea6cc2a14 req-e6c5e744-0009-4ad1-b78e-95e350b46cf4 tempest-AttachVolumeNegativeTest-50432476 tempest-AttachVolumeNegativeTest-50432476-project] Publish callbacks [] for port (c0cf9717-7562-47e3-809c-dc1672d2aa5a), precommit_create {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:34:07.048230 dv-cinder-830097-4-iscsi neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [req-a4a17ede-8252-4b5d-9b25-edbea6cc2a14 req-e6c5e744-0009-4ad1-b78e-95e350b46cf4 tempest-AttachVolumeNegativeTest-50432476 tempest-AttachVolumeNegativeTest-50432476-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-915890', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3697887', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732727417914', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25610742'] for port (c0cf9717-7562-47e3-809c-dc1672d2aa5a), after_create {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:34:07.092303 dv-cinder-830097-4-iscsi neutron-server[103457]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a4a17ede-8252-4b5d-9b25-edbea6cc2a14 req-e6c5e744-0009-4ad1-b78e-95e350b46cf4 tempest-AttachVolumeNegativeTest-50432476 tempest-AttachVolumeNegativeTest-50432476-project] Network d4adb74a-b0d3-4e8c-b297-c51fe03191f9 is already hosted by enough agents. {{(pid=103457) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 12 13:34:07.098798 dv-cinder-830097-4-iscsi neutron-server[103457]: DEBUG neutron.scheduler.base_scheduler [req-a4a17ede-8252-4b5d-9b25-edbea6cc2a14 req-e6c5e744-0009-4ad1-b78e-95e350b46cf4 tempest-AttachVolumeNegativeTest-50432476 tempest-AttachVolumeNegativeTest-50432476-project] Resources bound (agent type, host, resource id): {{(pid=103457) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 12 13:34:07.101304 dv-cinder-830097-4-iscsi neutron-server[103457]: DEBUG neutron.db.l3_dvrscheduler_db [req-a4a17ede-8252-4b5d-9b25-edbea6cc2a14 req-e6c5e744-0009-4ad1-b78e-95e350b46cf4 tempest-AttachVolumeNegativeTest-50432476 tempest-AttachVolumeNegativeTest-50432476-project] Received port after_create {{(pid=103457) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 12 13:34:07.108194 dv-cinder-830097-4-iscsi neutron-server[103457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6c5e744-0009-4ad1-b78e-95e350b46cf4 tempest-AttachVolumeNegativeTest-50432476 tempest-AttachVolumeNegativeTest-50432476-project] Pushing event updated for resources: {'Port': ['ID=c0cf9717-7562-47e3-809c-dc1672d2aa5a,revision_number=1']} {{(pid=103457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 13:34:07.159530 dv-cinder-830097-4-iscsi neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4a17ede-8252-4b5d-9b25-edbea6cc2a14 req-e6c5e744-0009-4ad1-b78e-95e350b46cf4 tempest-AttachVolumeNegativeTest-50432476 tempest-AttachVolumeNegativeTest-50432476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 13:34:07.160279 dv-cinder-830097-4-iscsi neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [req-a4a17ede-8252-4b5d-9b25-edbea6cc2a14 req-e6c5e744-0009-4ad1-b78e-95e350b46cf4 tempest-AttachVolumeNegativeTest-50432476 tempest-AttachVolumeNegativeTest-50432476-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-500965'] for port (None), before_response {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:34:07.178204 dv-cinder-830097-4-iscsi neutron-server[103457]: INFO neutron.wsgi [req-a4a17ede-8252-4b5d-9b25-edbea6cc2a14 req-e6c5e744-0009-4ad1-b78e-95e350b46cf4 tempest-AttachVolumeNegativeTest-50432476 tempest-AttachVolumeNegativeTest-50432476-project] 10.222.0.55 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5359368 Apr 12 13:34:07.196746 dv-cinder-830097-4-iscsi neutron-server[103457]: DEBUG neutron.api.v2.base [req-a4a17ede-8252-4b5d-9b25-edbea6cc2a14 req-b1cc0286-dd2a-4622-b3a1-c98e1aae1e6b service neutron] Request body: {'port': {'device_id': 'aa216b9b-dcbd-4ca6-8555-3e8dad6ca69b', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83009'}} {{(pid=103457) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 12 13:34:07.260011 dv-cinder-830097-4-iscsi neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [req-a4a17ede-8252-4b5d-9b25-edbea6cc2a14 req-b1cc0286-dd2a-4622-b3a1-c98e1aae1e6b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-916304'] for port (c0cf9717-7562-47e3-809c-dc1672d2aa5a), before_update {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:34:07.470435 dv-cinder-830097-4-iscsi neutron-server[103459]: DEBUG neutron.db.provisioning_blocks [None req-73ec7d9d-4bb0-4a1c-badd-b9f1c5a7b18e None None] Provisioning complete for port c0cf9717-7562-47e3-809c-dc1672d2aa5a triggered by entity DHCP. {{(pid=103459) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 12 13:34:07.471001 dv-cinder-830097-4-iscsi neutron-server[103459]: DEBUG neutron_lib.callbacks.manager [None req-73ec7d9d-4bb0-4a1c-badd-b9f1c5a7b18e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-657243'] for port (c0cf9717-7562-47e3-809c-dc1672d2aa5a), provisioning_complete {{(pid=103459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:34:07.502910 dv-cinder-830097-4-iscsi neutron-server[103459]: DEBUG neutron.plugins.ml2.plugin [None req-73ec7d9d-4bb0-4a1c-badd-b9f1c5a7b18e None None] Port c0cf9717-7562-47e3-809c-dc1672d2aa5a cannot update to ACTIVE because it is not bound. {{(pid=103459) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 12 13:34:07.523489 dv-cinder-830097-4-iscsi neutron-server[103457]: DEBUG neutron.notifiers.nova [req-a4a17ede-8252-4b5d-9b25-edbea6cc2a14 req-b1cc0286-dd2a-4622-b3a1-c98e1aae1e6b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c0cf9717-7562-47e3-809c-dc1672d2aa5a {{(pid=103457) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 12 13:34:07.530886 dv-cinder-830097-4-iscsi neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [req-a4a17ede-8252-4b5d-9b25-edbea6cc2a14 req-b1cc0286-dd2a-4622-b3a1-c98e1aae1e6b service neutron] Publish callbacks [] for port (c0cf9717-7562-47e3-809c-dc1672d2aa5a), precommit_update {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:34:07.543147 dv-cinder-830097-4-iscsi neutron-server[103457]: DEBUG neutron.db.provisioning_blocks [req-a4a17ede-8252-4b5d-9b25-edbea6cc2a14 req-b1cc0286-dd2a-4622-b3a1-c98e1aae1e6b service neutron] Transition to ACTIVE for port object c0cf9717-7562-47e3-809c-dc1672d2aa5a will not be triggered until provisioned by entity L2. {{(pid=103457) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 12 13:34:07.546700 dv-cinder-830097-4-iscsi neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [req-a4a17ede-8252-4b5d-9b25-edbea6cc2a14 req-b1cc0286-dd2a-4622-b3a1-c98e1aae1e6b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-915890', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3697887', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732727894815', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732727417932', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732727417950', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25610749'] for port (c0cf9717-7562-47e3-809c-dc1672d2aa5a), after_update {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:34:07.595202 dv-cinder-830097-4-iscsi neutron-server[103457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1cc0286-dd2a-4622-b3a1-c98e1aae1e6b service neutron] Pushing event updated for resources: {'Port': ['ID=c0cf9717-7562-47e3-809c-dc1672d2aa5a,revision_number=2']} {{(pid=103457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 13:34:07.673164 dv-cinder-830097-4-iscsi neutron-server[103457]: DEBUG neutron.plugins.ml2.managers [req-a4a17ede-8252-4b5d-9b25-edbea6cc2a14 req-b1cc0286-dd2a-4622-b3a1-c98e1aae1e6b service neutron] Attempting to bind port c0cf9717-7562-47e3-809c-dc1672d2aa5a on host hv-cinder-83009 for vnic_type normal with profile {{(pid=103457) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 12 13:34:07.673499 dv-cinder-830097-4-iscsi neutron-server[103457]: DEBUG neutron.plugins.ml2.managers [req-a4a17ede-8252-4b5d-9b25-edbea6cc2a14 req-b1cc0286-dd2a-4622-b3a1-c98e1aae1e6b service neutron] Attempting to bind port c0cf9717-7562-47e3-809c-dc1672d2aa5a by drivers openvswitch,hyperv on host hv-cinder-83009 at level 0 using segments [{'id': '00b10ebc-0cf5-44a9-a829-ac84c99db0c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 237, 'network_id': 'd4adb74a-b0d3-4e8c-b297-c51fe03191f9'}] {{(pid=103457) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 12 13:34:07.674236 dv-cinder-830097-4-iscsi neutron-server[103457]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a4a17ede-8252-4b5d-9b25-edbea6cc2a14 req-b1cc0286-dd2a-4622-b3a1-c98e1aae1e6b service neutron] Attempting to bind port c0cf9717-7562-47e3-809c-dc1672d2aa5a on network d4adb74a-b0d3-4e8c-b297-c51fe03191f9 {{(pid=103457) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 12 13:34:07.679368 dv-cinder-830097-4-iscsi neutron-server[103457]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a4a17ede-8252-4b5d-9b25-edbea6cc2a14 req-b1cc0286-dd2a-4622-b3a1-c98e1aae1e6b service neutron] Port c0cf9717-7562-47e3-809c-dc1672d2aa5a on network d4adb74a-b0d3-4e8c-b297-c51fe03191f9 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83009 {{(pid=103457) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 12 13:34:07.679684 dv-cinder-830097-4-iscsi neutron-server[103457]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a4a17ede-8252-4b5d-9b25-edbea6cc2a14 req-b1cc0286-dd2a-4622-b3a1-c98e1aae1e6b service neutron] Attempting to bind port c0cf9717-7562-47e3-809c-dc1672d2aa5a on network d4adb74a-b0d3-4e8c-b297-c51fe03191f9 {{(pid=103457) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 12 13:34:07.684719 dv-cinder-830097-4-iscsi neutron-server[103457]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a4a17ede-8252-4b5d-9b25-edbea6cc2a14 req-b1cc0286-dd2a-4622-b3a1-c98e1aae1e6b service neutron] Checking agent: {'id': 'ee5509cd-6dd7-49df-aa37-3740ebd1e34b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83009', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 12, 13, 13, 59), 'started_at': datetime.datetime(2022, 4, 12, 13, 13, 59), 'heartbeat_timestamp': datetime.datetime(2022, 4, 12, 13, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103457) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 12 13:34:07.685076 dv-cinder-830097-4-iscsi neutron-server[103457]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a4a17ede-8252-4b5d-9b25-edbea6cc2a14 req-b1cc0286-dd2a-4622-b3a1-c98e1aae1e6b service neutron] Checking segment: {'id': '00b10ebc-0cf5-44a9-a829-ac84c99db0c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 237, 'network_id': 'd4adb74a-b0d3-4e8c-b297-c51fe03191f9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103457) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 12 13:34:07.685447 dv-cinder-830097-4-iscsi neutron-server[103457]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a4a17ede-8252-4b5d-9b25-edbea6cc2a14 req-b1cc0286-dd2a-4622-b3a1-c98e1aae1e6b service neutron] Bound using segment: {'id': '00b10ebc-0cf5-44a9-a829-ac84c99db0c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 237, 'network_id': 'd4adb74a-b0d3-4e8c-b297-c51fe03191f9'} {{(pid=103457) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 12 13:34:07.685862 dv-cinder-830097-4-iscsi neutron-server[103457]: DEBUG neutron.plugins.ml2.managers [req-a4a17ede-8252-4b5d-9b25-edbea6cc2a14 req-b1cc0286-dd2a-4622-b3a1-c98e1aae1e6b service neutron] Bound port: c0cf9717-7562-47e3-809c-dc1672d2aa5a, host: hv-cinder-83009, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '00b10ebc-0cf5-44a9-a829-ac84c99db0c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 237, 'network_id': 'd4adb74a-b0d3-4e8c-b297-c51fe03191f9'}}] {{(pid=103457) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 12 13:34:07.686211 dv-cinder-830097-4-iscsi neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [req-a4a17ede-8252-4b5d-9b25-edbea6cc2a14 req-b1cc0286-dd2a-4622-b3a1-c98e1aae1e6b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-916304'] for port (c0cf9717-7562-47e3-809c-dc1672d2aa5a), before_update {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:34:07.789766 dv-cinder-830097-4-iscsi neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e466103e-36c0-4ade-bf34-10fb026026de req-edbd0078-f864-46ad-9698-00e6730aab4c tempest-AttachVolumeNegativeTest-50432476 tempest-AttachVolumeNegativeTest-50432476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 13:34:07.791182 dv-cinder-830097-4-iscsi neutron-server[103457]: INFO neutron.wsgi [req-e466103e-36c0-4ade-bf34-10fb026026de req-edbd0078-f864-46ad-9698-00e6730aab4c tempest-AttachVolumeNegativeTest-50432476 tempest-AttachVolumeNegativeTest-50432476-project] 10.222.0.18 "GET /v2.0/ports?device_id=aa216b9b-dcbd-4ca6-8555-3e8dad6ca69b HTTP/1.1" status: 200 len: 944 time: 0.0862811 Apr 12 13:34:07.814258 dv-cinder-830097-4-iscsi neutron-server[103457]: DEBUG neutron.plugins.ml2.db [req-a4a17ede-8252-4b5d-9b25-edbea6cc2a14 req-b1cc0286-dd2a-4622-b3a1-c98e1aae1e6b service neutron] For port c0cf9717-7562-47e3-809c-dc1672d2aa5a, host hv-cinder-83009, cleared binding levels {{(pid=103457) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 12 13:34:07.832424 dv-cinder-830097-4-iscsi neutron-server[103457]: DEBUG neutron.plugins.ml2.db [req-a4a17ede-8252-4b5d-9b25-edbea6cc2a14 req-b1cc0286-dd2a-4622-b3a1-c98e1aae1e6b service neutron] For port c0cf9717-7562-47e3-809c-dc1672d2aa5a, host hv-cinder-83009, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83009',level=0,port_id=c0cf9717-7562-47e3-809c-dc1672d2aa5a,segment=NetworkSegment(00b10ebc-0cf5-44a9-a829-ac84c99db0c8),segment_id=00b10ebc-0cf5-44a9-a829-ac84c99db0c8)] {{(pid=103457) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 12 13:34:07.849993 dv-cinder-830097-4-iscsi neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [req-a4a17ede-8252-4b5d-9b25-edbea6cc2a14 req-b1cc0286-dd2a-4622-b3a1-c98e1aae1e6b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-915890', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3697887', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732727894815', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732727417932', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732727417950', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25610749'] for port (c0cf9717-7562-47e3-809c-dc1672d2aa5a), after_update {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:34:07.866038 dv-cinder-830097-4-iscsi neutron-server[103457]: INFO neutron.wsgi [req-e466103e-36c0-4ade-bf34-10fb026026de req-c636831c-073c-4028-ab06-9e8d722f0d80 tempest-AttachVolumeNegativeTest-50432476 tempest-AttachVolumeNegativeTest-50432476-project] 10.222.0.18 "GET /v2.0/security-groups?id=f55add8c-ba4e-4f75-8f8f-36fc45ff1516&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0684607 Apr 12 13:34:07.891347 dv-cinder-830097-4-iscsi neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4a17ede-8252-4b5d-9b25-edbea6cc2a14 req-b1cc0286-dd2a-4622-b3a1-c98e1aae1e6b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 13:34:07.891957 dv-cinder-830097-4-iscsi neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [req-a4a17ede-8252-4b5d-9b25-edbea6cc2a14 req-b1cc0286-dd2a-4622-b3a1-c98e1aae1e6b service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-500965'] for port (None), before_response {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:34:07.893346 dv-cinder-830097-4-iscsi neutron-server[103457]: INFO neutron.wsgi [req-a4a17ede-8252-4b5d-9b25-edbea6cc2a14 req-b1cc0286-dd2a-4622-b3a1-c98e1aae1e6b service neutron] 10.222.0.55 "PUT /v2.0/ports/c0cf9717-7562-47e3-809c-dc1672d2aa5a HTTP/1.1" status: 200 len: 1094 time: 0.7010896 Apr 12 13:34:07.893784 dv-cinder-830097-4-iscsi neutron-server[103457]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'aa216b9b-dcbd-4ca6-8555-3e8dad6ca69b', 'tag': 'c0cf9717-7562-47e3-809c-dc1672d2aa5a'}] {{(pid=103457) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 12 13:34:07.896105 dv-cinder-830097-4-iscsi neutron-server[103457]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}086c7d3de3560e72b9669b0aa2f8f0aa3a7dc6896401f4467231a6605ceb6cb3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ea67d39e-179e-408b-892e-b97ff8b2e132" -d '{"events": [{"name": "network-changed", "server_uuid": "aa216b9b-dcbd-4ca6-8555-3e8dad6ca69b", "tag": "c0cf9717-7562-47e3-809c-dc1672d2aa5a"}]}' {{(pid=103457) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 12 13:34:07.921256 dv-cinder-830097-4-iscsi neutron-server[103457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1cc0286-dd2a-4622-b3a1-c98e1aae1e6b service neutron] Pushing event updated for resources: {'Port': ['ID=c0cf9717-7562-47e3-809c-dc1672d2aa5a,revision_number=3']} {{(pid=103457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 13:34:07.943706 dv-cinder-830097-4-iscsi neutron-server[103457]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 12 Apr 2022 13:34:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-25d3e4f5-7523-4cf9-9ef7-b4c08ec92eb3 x-openstack-request-id: req-25d3e4f5-7523-4cf9-9ef7-b4c08ec92eb3 {{(pid=103457) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 12 13:34:07.943999 dv-cinder-830097-4-iscsi neutron-server[103457]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "aa216b9b-dcbd-4ca6-8555-3e8dad6ca69b", "tag": "c0cf9717-7562-47e3-809c-dc1672d2aa5a", "status": "completed", "code": 200}]} {{(pid=103457) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 12 13:34:07.944253 dv-cinder-830097-4-iscsi neutron-server[103457]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-25d3e4f5-7523-4cf9-9ef7-b4c08ec92eb3 {{(pid=103457) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 12 13:34:07.944658 dv-cinder-830097-4-iscsi neutron-server[103457]: INFO neutron.notifiers.nova [-] Nova event matching ['req-25d3e4f5-7523-4cf9-9ef7-b4c08ec92eb3'] response: {'name': 'network-changed', 'server_uuid': 'aa216b9b-dcbd-4ca6-8555-3e8dad6ca69b', 'tag': 'c0cf9717-7562-47e3-809c-dc1672d2aa5a', 'status': 'completed', 'code': 200} Apr 12 13:34:08.001082 dv-cinder-830097-4-iscsi neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4a17ede-8252-4b5d-9b25-edbea6cc2a14 req-5facb43a-9d71-47f5-9c18-4c1c092931a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 13:34:08.002594 dv-cinder-830097-4-iscsi neutron-server[103457]: INFO neutron.wsgi [req-a4a17ede-8252-4b5d-9b25-edbea6cc2a14 req-5facb43a-9d71-47f5-9c18-4c1c092931a6 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=0b44de7c9b4f45aa8f33bcf3b4639f3f&device_id=aa216b9b-dcbd-4ca6-8555-3e8dad6ca69b HTTP/1.1" status: 200 len: 1128 time: 0.0426049 Apr 12 13:34:08.053892 dv-cinder-830097-4-iscsi neutron-server[103457]: INFO neutron.wsgi [req-a4a17ede-8252-4b5d-9b25-edbea6cc2a14 req-01fe49f0-beed-43d2-b1fa-45a5c0b280e3 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=c0cf9717-7562-47e3-809c-dc1672d2aa5a HTTP/1.1" status: 200 len: 217 time: 0.0379241 Apr 12 13:34:08.103271 dv-cinder-830097-4-iscsi neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4a17ede-8252-4b5d-9b25-edbea6cc2a14 req-e06819fc-dfb5-4c7b-a94a-a104ccb7806b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 13:34:08.104742 dv-cinder-830097-4-iscsi neutron-server[103457]: INFO neutron.wsgi [req-a4a17ede-8252-4b5d-9b25-edbea6cc2a14 req-e06819fc-dfb5-4c7b-a94a-a104ccb7806b service neutron] 10.222.0.55 "GET /v2.0/subnets?id=f1176976-8b61-43ab-a3ba-d0eadb0b48e0 HTTP/1.1" status: 200 len: 854 time: 0.0456290 Apr 12 13:34:08.152634 dv-cinder-830097-4-iscsi neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4a17ede-8252-4b5d-9b25-edbea6cc2a14 req-5f18538a-b9a3-48cc-93ca-24904be436f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 13:34:08.154096 dv-cinder-830097-4-iscsi neutron-server[103457]: INFO neutron.wsgi [req-a4a17ede-8252-4b5d-9b25-edbea6cc2a14 req-5f18538a-b9a3-48cc-93ca-24904be436f5 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=d4adb74a-b0d3-4e8c-b297-c51fe03191f9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0433316 Apr 12 13:34:08.513432 dv-cinder-830097-4-iscsi neutron-server[103457]: INFO neutron.wsgi [req-a4a17ede-8252-4b5d-9b25-edbea6cc2a14 req-467f6ace-5b94-4fb8-8bc5-39a48157f6af service neutron] 10.222.0.55 "GET /v2.0/networks/d4adb74a-b0d3-4e8c-b297-c51fe03191f9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3522568 Apr 12 13:34:08.601083 dv-cinder-830097-4-iscsi neutron-server[103457]: INFO neutron.wsgi [req-a4a17ede-8252-4b5d-9b25-edbea6cc2a14 req-8749e242-fc11-49da-a5c8-127ea15b5cfa service neutron] 10.222.0.55 "GET /v2.0/networks/d4adb74a-b0d3-4e8c-b297-c51fe03191f9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0807018 Apr 12 13:34:08.976879 dv-cinder-830097-4-iscsi neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de0f9f13-8f3a-4160-ba80-0edee8476a84 req-ed56f033-34dd-4d7f-83ee-a8e7a7c7fc70 tempest-AttachVolumeNegativeTest-50432476 tempest-AttachVolumeNegativeTest-50432476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 13:34:08.978289 dv-cinder-830097-4-iscsi neutron-server[103457]: INFO neutron.wsgi [req-de0f9f13-8f3a-4160-ba80-0edee8476a84 req-ed56f033-34dd-4d7f-83ee-a8e7a7c7fc70 tempest-AttachVolumeNegativeTest-50432476 tempest-AttachVolumeNegativeTest-50432476-project] 10.222.0.18 "GET /v2.0/ports?device_id=aa216b9b-dcbd-4ca6-8555-3e8dad6ca69b HTTP/1.1" status: 200 len: 944 time: 0.0460901 Apr 12 13:34:09.022499 dv-cinder-830097-4-iscsi neutron-server[103457]: INFO neutron.wsgi [req-de0f9f13-8f3a-4160-ba80-0edee8476a84 req-58480b63-e177-4b8a-8b8e-2d6eca587683 tempest-AttachVolumeNegativeTest-50432476 tempest-AttachVolumeNegativeTest-50432476-project] 10.222.0.18 "GET /v2.0/security-groups?id=f55add8c-ba4e-4f75-8f8f-36fc45ff1516&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0387983 Apr 12 13:34:10.132994 dv-cinder-830097-4-iscsi neutron-server[103458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-472a808f-3d13-44d1-928d-f81d1d620a0a req-11827a78-3ea0-4ebf-881e-5dd6d2ceff3b tempest-AttachVolumeNegativeTest-50432476 tempest-AttachVolumeNegativeTest-50432476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 13:34:10.134428 dv-cinder-830097-4-iscsi neutron-server[103458]: INFO neutron.wsgi [req-472a808f-3d13-44d1-928d-f81d1d620a0a req-11827a78-3ea0-4ebf-881e-5dd6d2ceff3b tempest-AttachVolumeNegativeTest-50432476 tempest-AttachVolumeNegativeTest-50432476-project] 10.222.0.18 "GET /v2.0/ports?device_id=aa216b9b-dcbd-4ca6-8555-3e8dad6ca69b HTTP/1.1" status: 200 len: 944 time: 0.0456781 Apr 12 13:34:10.179346 dv-cinder-830097-4-iscsi neutron-server[103458]: INFO neutron.wsgi [req-472a808f-3d13-44d1-928d-f81d1d620a0a req-635cf8b9-1272-4602-865c-4305cc78232d tempest-AttachVolumeNegativeTest-50432476 tempest-AttachVolumeNegativeTest-50432476-project] 10.222.0.18 "GET /v2.0/security-groups?id=f55add8c-ba4e-4f75-8f8f-36fc45ff1516&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0395555 Apr 12 13:34:10.756695 dv-cinder-830097-4-iscsi neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea67d39e-179e-408b-892e-b97ff8b2e132 req-e7764839-b4fa-4268-ae50-7bf3dad30d9c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 13:34:10.758201 dv-cinder-830097-4-iscsi neutron-server[103457]: INFO neutron.wsgi [req-ea67d39e-179e-408b-892e-b97ff8b2e132 req-e7764839-b4fa-4268-ae50-7bf3dad30d9c service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=0b44de7c9b4f45aa8f33bcf3b4639f3f&device_id=aa216b9b-dcbd-4ca6-8555-3e8dad6ca69b HTTP/1.1" status: 200 len: 1128 time: 0.0389471 Apr 12 13:34:10.847867 dv-cinder-830097-4-iscsi neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea67d39e-179e-408b-892e-b97ff8b2e132 req-dcd3b2c4-67e6-4186-ae5f-f28ceb64c763 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 13:34:10.849312 dv-cinder-830097-4-iscsi neutron-server[103457]: INFO neutron.wsgi [req-ea67d39e-179e-408b-892e-b97ff8b2e132 req-dcd3b2c4-67e6-4186-ae5f-f28ceb64c763 service neutron] 10.222.0.55 "GET /v2.0/networks?id=d4adb74a-b0d3-4e8c-b297-c51fe03191f9 HTTP/1.1" status: 200 len: 916 time: 0.0855231 Apr 12 13:34:10.888046 dv-cinder-830097-4-iscsi neutron-server[103457]: INFO neutron.wsgi [req-ea67d39e-179e-408b-892e-b97ff8b2e132 req-9a76e6f3-af7d-4a36-825b-69413ce6995c service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=c0cf9717-7562-47e3-809c-dc1672d2aa5a HTTP/1.1" status: 200 len: 217 time: 0.0328827 Apr 12 13:34:10.939859 dv-cinder-830097-4-iscsi neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea67d39e-179e-408b-892e-b97ff8b2e132 req-f06fa15e-f0fe-4362-8c50-6ebf47a511a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 13:34:10.941378 dv-cinder-830097-4-iscsi neutron-server[103457]: INFO neutron.wsgi [req-ea67d39e-179e-408b-892e-b97ff8b2e132 req-f06fa15e-f0fe-4362-8c50-6ebf47a511a7 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=f1176976-8b61-43ab-a3ba-d0eadb0b48e0 HTTP/1.1" status: 200 len: 854 time: 0.0473735 Apr 12 13:34:10.982944 dv-cinder-830097-4-iscsi neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea67d39e-179e-408b-892e-b97ff8b2e132 req-57c64a80-87c7-44e6-b34e-ba3d899eddbc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 13:34:10.984447 dv-cinder-830097-4-iscsi neutron-server[103457]: INFO neutron.wsgi [req-ea67d39e-179e-408b-892e-b97ff8b2e132 req-57c64a80-87c7-44e6-b34e-ba3d899eddbc service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=d4adb74a-b0d3-4e8c-b297-c51fe03191f9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0375566 Apr 12 13:34:11.069008 dv-cinder-830097-4-iscsi neutron-server[103457]: INFO neutron.wsgi [req-ea67d39e-179e-408b-892e-b97ff8b2e132 req-95dfddd5-fa8f-4f4e-961f-668d217f0149 service neutron] 10.222.0.55 "GET /v2.0/networks/d4adb74a-b0d3-4e8c-b297-c51fe03191f9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0783944 Apr 12 13:34:11.101380 dv-cinder-830097-4-iscsi neutron-server[103459]: DEBUG neutron.plugins.ml2.rpc [None req-3505bd68-a9fd-4823-92ea-1a6ded8ab071 None None] Device c0cf9717-7562-47e3-809c-dc1672d2aa5a details requested by agent hyperv_hv-cinder-83009 with host hv-cinder-83009 {{(pid=103459) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 12 13:34:11.159291 dv-cinder-830097-4-iscsi neutron-server[103457]: INFO neutron.wsgi [req-ea67d39e-179e-408b-892e-b97ff8b2e132 req-3492d1cf-0ab5-4682-8dc6-6befb8441e21 service neutron] 10.222.0.55 "GET /v2.0/networks/d4adb74a-b0d3-4e8c-b297-c51fe03191f9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0846033 Apr 12 13:34:11.197158 dv-cinder-830097-4-iscsi neutron-server[103459]: DEBUG neutron.plugins.ml2.db [None req-3505bd68-a9fd-4823-92ea-1a6ded8ab071 None None] For port c0cf9717-7562-47e3-809c-dc1672d2aa5a, host hv-cinder-83009, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83009',level=0,port_id=c0cf9717-7562-47e3-809c-dc1672d2aa5a,segment=NetworkSegment(00b10ebc-0cf5-44a9-a829-ac84c99db0c8),segment_id=00b10ebc-0cf5-44a9-a829-ac84c99db0c8)] {{(pid=103459) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 12 13:34:11.210558 dv-cinder-830097-4-iscsi neutron-server[103459]: DEBUG neutron.plugins.ml2.rpc [None req-3505bd68-a9fd-4823-92ea-1a6ded8ab071 None None] Returning: {'device': 'c0cf9717-7562-47e3-809c-dc1672d2aa5a', 'network_id': 'd4adb74a-b0d3-4e8c-b297-c51fe03191f9', 'port_id': 'c0cf9717-7562-47e3-809c-dc1672d2aa5a', 'mac_address': 'fa:16:3e:db:87:2b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 237, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f1176976-8b61-43ab-a3ba-d0eadb0b48e0', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103459) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 12 13:34:11.263911 dv-cinder-830097-4-iscsi neutron-server[103459]: DEBUG neutron.plugins.ml2.plugin [None req-3505bd68-a9fd-4823-92ea-1a6ded8ab071 None None] Current status of the port c0cf9717-7562-47e3-809c-dc1672d2aa5a is: DOWN; New status is: BUILD {{(pid=103459) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 12 13:34:11.264300 dv-cinder-830097-4-iscsi neutron-server[103459]: DEBUG neutron_lib.callbacks.manager [None req-3505bd68-a9fd-4823-92ea-1a6ded8ab071 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-916304'] for port (c0cf9717-7562-47e3-809c-dc1672d2aa5a), before_update {{(pid=103459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:34:11.278082 dv-cinder-830097-4-iscsi neutron-server[103459]: DEBUG neutron.notifiers.nova [None req-3505bd68-a9fd-4823-92ea-1a6ded8ab071 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c0cf9717-7562-47e3-809c-dc1672d2aa5a {{(pid=103459) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 12 13:34:11.297438 dv-cinder-830097-4-iscsi neutron-server[103459]: DEBUG neutron.plugins.ml2.db [None req-3505bd68-a9fd-4823-92ea-1a6ded8ab071 None None] For port c0cf9717-7562-47e3-809c-dc1672d2aa5a, host hv-cinder-83009, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83009',level=0,port_id=c0cf9717-7562-47e3-809c-dc1672d2aa5a,segment=NetworkSegment(00b10ebc-0cf5-44a9-a829-ac84c99db0c8),segment_id=00b10ebc-0cf5-44a9-a829-ac84c99db0c8)] {{(pid=103459) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 12 13:34:11.297659 dv-cinder-830097-4-iscsi neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbb2c837-dc74-42e8-95ea-345015af3bcd req-fb59a8c0-d4dd-498f-8678-e95882b5ccc0 tempest-AttachVolumeNegativeTest-50432476 tempest-AttachVolumeNegativeTest-50432476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 13:34:11.299095 dv-cinder-830097-4-iscsi neutron-server[103457]: INFO neutron.wsgi [req-fbb2c837-dc74-42e8-95ea-345015af3bcd req-fb59a8c0-d4dd-498f-8678-e95882b5ccc0 tempest-AttachVolumeNegativeTest-50432476 tempest-AttachVolumeNegativeTest-50432476-project] 10.222.0.18 "GET /v2.0/ports?device_id=aa216b9b-dcbd-4ca6-8555-3e8dad6ca69b HTTP/1.1" status: 200 len: 944 time: 0.0494530 Apr 12 13:34:11.301894 dv-cinder-830097-4-iscsi neutron-server[103459]: DEBUG neutron_lib.callbacks.manager [None req-3505bd68-a9fd-4823-92ea-1a6ded8ab071 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-915890', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3697887', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732727894815', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732727417932', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732727417950'] for port (c0cf9717-7562-47e3-809c-dc1672d2aa5a), after_update {{(pid=103459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:34:11.346578 dv-cinder-830097-4-iscsi neutron-server[103457]: INFO neutron.wsgi [req-fbb2c837-dc74-42e8-95ea-345015af3bcd req-896b0cd5-9c58-4edf-8d46-9686eae6af72 tempest-AttachVolumeNegativeTest-50432476 tempest-AttachVolumeNegativeTest-50432476-project] 10.222.0.18 "GET /v2.0/security-groups?id=f55add8c-ba4e-4f75-8f8f-36fc45ff1516&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0414169 Apr 12 13:34:11.349560 dv-cinder-830097-4-iscsi neutron-server[103459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3505bd68-a9fd-4823-92ea-1a6ded8ab071 None None] Pushing event updated for resources: {'Port': ['ID=c0cf9717-7562-47e3-809c-dc1672d2aa5a,revision_number=4']} {{(pid=103459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 13:34:11.356717 dv-cinder-830097-4-iscsi neutron-server[103459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3505bd68-a9fd-4823-92ea-1a6ded8ab071 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830097-4-iscsi {{(pid=103459) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 13:34:11.357125 dv-cinder-830097-4-iscsi neutron-server[103459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3505bd68-a9fd-4823-92ea-1a6ded8ab071 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830097-4-iscsi {{(pid=103459) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 13:34:11.357464 dv-cinder-830097-4-iscsi neutron-server[103459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3505bd68-a9fd-4823-92ea-1a6ded8ab071 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830097-4-iscsi {{(pid=103459) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 13:34:11.357801 dv-cinder-830097-4-iscsi neutron-server[103459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3505bd68-a9fd-4823-92ea-1a6ded8ab071 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830097-4-iscsi {{(pid=103459) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 13:34:11.358134 dv-cinder-830097-4-iscsi neutron-server[103459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3505bd68-a9fd-4823-92ea-1a6ded8ab071 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830097-4-iscsi {{(pid=103459) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 13:34:11.358459 dv-cinder-830097-4-iscsi neutron-server[103459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3505bd68-a9fd-4823-92ea-1a6ded8ab071 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830097-4-iscsi {{(pid=103459) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 13:34:11.358782 dv-cinder-830097-4-iscsi neutron-server[103459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3505bd68-a9fd-4823-92ea-1a6ded8ab071 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830097-4-iscsi {{(pid=103459) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 13:34:11.359105 dv-cinder-830097-4-iscsi neutron-server[103459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3505bd68-a9fd-4823-92ea-1a6ded8ab071 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-830097-4-iscsi {{(pid=103459) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 13:34:11.359428 dv-cinder-830097-4-iscsi neutron-server[103459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3505bd68-a9fd-4823-92ea-1a6ded8ab071 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-830097-4-iscsi {{(pid=103459) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 13:34:11.359746 dv-cinder-830097-4-iscsi neutron-server[103459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3505bd68-a9fd-4823-92ea-1a6ded8ab071 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-830097-4-iscsi {{(pid=103459) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 13:34:11.360067 dv-cinder-830097-4-iscsi neutron-server[103459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3505bd68-a9fd-4823-92ea-1a6ded8ab071 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-830097-4-iscsi {{(pid=103459) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 13:34:11.360389 dv-cinder-830097-4-iscsi neutron-server[103459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3505bd68-a9fd-4823-92ea-1a6ded8ab071 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830097-4-iscsi {{(pid=103459) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 13:34:11.360707 dv-cinder-830097-4-iscsi neutron-server[103459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3505bd68-a9fd-4823-92ea-1a6ded8ab071 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830097-4-iscsi {{(pid=103459) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 13:34:11.361050 dv-cinder-830097-4-iscsi neutron-server[103459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3505bd68-a9fd-4823-92ea-1a6ded8ab071 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830097-4-iscsi {{(pid=103459) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 13:34:11.361371 dv-cinder-830097-4-iscsi neutron-server[103459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3505bd68-a9fd-4823-92ea-1a6ded8ab071 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830097-4-iscsi {{(pid=103459) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 13:34:11.693377 dv-cinder-830097-4-iscsi neutron-server[103459]: DEBUG neutron.plugins.ml2.db [None req-3505bd68-a9fd-4823-92ea-1a6ded8ab071 None None] get_ports_and_sgs() called for port_ids ['c0cf9717-7562-47e3-809c-dc1672d2aa5a'] {{(pid=103459) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 12 13:34:12.469925 dv-cinder-830097-4-iscsi neutron-server[103458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c6a7ad1-89f7-4c09-8beb-4b683726c72b req-bff4e03e-01b2-4c99-b916-3fd5bb49559b tempest-AttachVolumeNegativeTest-50432476 tempest-AttachVolumeNegativeTest-50432476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 13:34:12.471388 dv-cinder-830097-4-iscsi neutron-server[103458]: INFO neutron.wsgi [req-9c6a7ad1-89f7-4c09-8beb-4b683726c72b req-bff4e03e-01b2-4c99-b916-3fd5bb49559b tempest-AttachVolumeNegativeTest-50432476 tempest-AttachVolumeNegativeTest-50432476-project] 10.222.0.18 "GET /v2.0/ports?device_id=aa216b9b-dcbd-4ca6-8555-3e8dad6ca69b HTTP/1.1" status: 200 len: 945 time: 0.0492249 Apr 12 13:34:12.516237 dv-cinder-830097-4-iscsi neutron-server[103458]: INFO neutron.wsgi [req-9c6a7ad1-89f7-4c09-8beb-4b683726c72b req-855c35c7-71ba-4dbc-82e9-0979b725671a tempest-AttachVolumeNegativeTest-50432476 tempest-AttachVolumeNegativeTest-50432476-project] 10.222.0.18 "GET /v2.0/security-groups?id=f55add8c-ba4e-4f75-8f8f-36fc45ff1516&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0386357 Apr 12 13:34:13.117148 dv-cinder-830097-4-iscsi neutron-server[103459]: DEBUG neutron.plugins.ml2.rpc [None req-3505bd68-a9fd-4823-92ea-1a6ded8ab071 None None] Device c0cf9717-7562-47e3-809c-dc1672d2aa5a up at agent hyperv_hv-cinder-83009 {{(pid=103459) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 12 13:34:13.160135 dv-cinder-830097-4-iscsi neutron-server[103459]: DEBUG neutron.db.provisioning_blocks [None req-3505bd68-a9fd-4823-92ea-1a6ded8ab071 None None] Provisioning for port c0cf9717-7562-47e3-809c-dc1672d2aa5a completed by entity L2. {{(pid=103459) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Apr 12 13:34:13.165732 dv-cinder-830097-4-iscsi neutron-server[103459]: DEBUG neutron.db.provisioning_blocks [None req-3505bd68-a9fd-4823-92ea-1a6ded8ab071 None None] Provisioning complete for port c0cf9717-7562-47e3-809c-dc1672d2aa5a triggered by entity L2. {{(pid=103459) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 12 13:34:13.166105 dv-cinder-830097-4-iscsi neutron-server[103459]: DEBUG neutron_lib.callbacks.manager [None req-3505bd68-a9fd-4823-92ea-1a6ded8ab071 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-657243'] for port (c0cf9717-7562-47e3-809c-dc1672d2aa5a), provisioning_complete {{(pid=103459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:34:13.244016 dv-cinder-830097-4-iscsi neutron-server[103459]: DEBUG neutron.plugins.ml2.plugin [None req-3505bd68-a9fd-4823-92ea-1a6ded8ab071 None None] Current status of the port c0cf9717-7562-47e3-809c-dc1672d2aa5a is: BUILD; New status is: ACTIVE {{(pid=103459) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 12 13:34:13.244397 dv-cinder-830097-4-iscsi neutron-server[103459]: DEBUG neutron_lib.callbacks.manager [None req-3505bd68-a9fd-4823-92ea-1a6ded8ab071 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-916304'] for port (c0cf9717-7562-47e3-809c-dc1672d2aa5a), before_update {{(pid=103459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:34:13.266288 dv-cinder-830097-4-iscsi neutron-server[103459]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'aa216b9b-dcbd-4ca6-8555-3e8dad6ca69b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c0cf9717-7562-47e3-809c-dc1672d2aa5a'}] {{(pid=103459) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 12 13:34:13.268497 dv-cinder-830097-4-iscsi neutron-server[103459]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}95104bc0dd48ad9143548caf8a5bdec643107760c32fce8433ea43eac3fbdd81" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-69fc86ac-0937-4c36-936c-92da77eae094" -d '{"events": [{"server_uuid": "aa216b9b-dcbd-4ca6-8555-3e8dad6ca69b", "name": "network-vif-plugged", "status": "completed", "tag": "c0cf9717-7562-47e3-809c-dc1672d2aa5a"}]}' {{(pid=103459) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 12 13:34:13.280397 dv-cinder-830097-4-iscsi neutron-server[103459]: DEBUG neutron.plugins.ml2.db [None req-3505bd68-a9fd-4823-92ea-1a6ded8ab071 None None] For port c0cf9717-7562-47e3-809c-dc1672d2aa5a, host hv-cinder-83009, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83009',level=0,port_id=c0cf9717-7562-47e3-809c-dc1672d2aa5a,segment=NetworkSegment(00b10ebc-0cf5-44a9-a829-ac84c99db0c8),segment_id=00b10ebc-0cf5-44a9-a829-ac84c99db0c8)] {{(pid=103459) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 12 13:34:13.284640 dv-cinder-830097-4-iscsi neutron-server[103459]: DEBUG neutron_lib.callbacks.manager [None req-3505bd68-a9fd-4823-92ea-1a6ded8ab071 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-915890', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3697887', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732727894815', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732727417932', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732727417950'] for port (c0cf9717-7562-47e3-809c-dc1672d2aa5a), after_update {{(pid=103459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:34:13.308746 dv-cinder-830097-4-iscsi neutron-server[103459]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 12 Apr 2022 13:34:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-05039d07-0e8c-4236-b0a2-1a69ca865b1d x-openstack-request-id: req-05039d07-0e8c-4236-b0a2-1a69ca865b1d {{(pid=103459) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 12 13:34:13.309056 dv-cinder-830097-4-iscsi neutron-server[103459]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "aa216b9b-dcbd-4ca6-8555-3e8dad6ca69b", "name": "network-vif-plugged", "status": "completed", "tag": "c0cf9717-7562-47e3-809c-dc1672d2aa5a", "code": 200}]} {{(pid=103459) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 12 13:34:13.309304 dv-cinder-830097-4-iscsi neutron-server[103459]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-05039d07-0e8c-4236-b0a2-1a69ca865b1d {{(pid=103459) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 12 13:34:13.309688 dv-cinder-830097-4-iscsi neutron-server[103459]: INFO neutron.notifiers.nova [-] Nova event matching ['req-05039d07-0e8c-4236-b0a2-1a69ca865b1d'] response: {'server_uuid': 'aa216b9b-dcbd-4ca6-8555-3e8dad6ca69b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c0cf9717-7562-47e3-809c-dc1672d2aa5a', 'code': 200} Apr 12 13:34:13.334661 dv-cinder-830097-4-iscsi neutron-server[103459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3505bd68-a9fd-4823-92ea-1a6ded8ab071 None None] Pushing event updated for resources: {'Port': ['ID=c0cf9717-7562-47e3-809c-dc1672d2aa5a,revision_number=5']} {{(pid=103459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 13:34:13.503367 dv-cinder-830097-4-iscsi neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63ee3c64-6e3f-42ff-8ee0-ec097f52a4a8 req-ccca7c64-2533-4481-91d9-48d2034668a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 13:34:13.504706 dv-cinder-830097-4-iscsi neutron-server[103457]: INFO neutron.wsgi [req-63ee3c64-6e3f-42ff-8ee0-ec097f52a4a8 req-ccca7c64-2533-4481-91d9-48d2034668a9 service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=aa216b9b-dcbd-4ca6-8555-3e8dad6ca69b HTTP/1.1" status: 200 len: 1130 time: 0.0416408 Apr 12 13:34:13.547215 dv-cinder-830097-4-iscsi neutron-server[103457]: INFO neutron.wsgi [req-63ee3c64-6e3f-42ff-8ee0-ec097f52a4a8 req-943c04a6-b14a-4214-a5c6-d862962c702d service neutron] 10.222.0.55 "GET /v2.0/security-groups?id=f55add8c-ba4e-4f75-8f8f-36fc45ff1516&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0366871 Apr 12 13:34:13.626331 dv-cinder-830097-4-iscsi neutron-server[103458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97eb5ac9-667d-4632-b250-ff9b7fdb51c8 req-c8b8668c-01e0-40da-8808-4e9073e088de tempest-AttachVolumeNegativeTest-50432476 tempest-AttachVolumeNegativeTest-50432476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 13:34:13.627781 dv-cinder-830097-4-iscsi neutron-server[103458]: INFO neutron.wsgi [req-97eb5ac9-667d-4632-b250-ff9b7fdb51c8 req-c8b8668c-01e0-40da-8808-4e9073e088de tempest-AttachVolumeNegativeTest-50432476 tempest-AttachVolumeNegativeTest-50432476-project] 10.222.0.18 "GET /v2.0/ports?device_id=aa216b9b-dcbd-4ca6-8555-3e8dad6ca69b HTTP/1.1" status: 200 len: 946 time: 0.0459723 Apr 12 13:34:13.674707 dv-cinder-830097-4-iscsi neutron-server[103458]: INFO neutron.wsgi [req-97eb5ac9-667d-4632-b250-ff9b7fdb51c8 req-c39a8fb0-2436-4238-bc58-b9c4066c29b9 tempest-AttachVolumeNegativeTest-50432476 tempest-AttachVolumeNegativeTest-50432476-project] 10.222.0.18 "GET /v2.0/security-groups?id=f55add8c-ba4e-4f75-8f8f-36fc45ff1516&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0410247 Apr 12 13:34:14.793526 dv-cinder-830097-4-iscsi neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b0903a6-4d2a-4cb2-bacc-419326a99c7f req-55762597-704f-44a3-8974-e3a88b89dd5d tempest-AttachVolumeNegativeTest-50432476 tempest-AttachVolumeNegativeTest-50432476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 13:34:14.794963 dv-cinder-830097-4-iscsi neutron-server[103457]: INFO neutron.wsgi [req-2b0903a6-4d2a-4cb2-bacc-419326a99c7f req-55762597-704f-44a3-8974-e3a88b89dd5d tempest-AttachVolumeNegativeTest-50432476 tempest-AttachVolumeNegativeTest-50432476-project] 10.222.0.18 "GET /v2.0/ports?device_id=aa216b9b-dcbd-4ca6-8555-3e8dad6ca69b HTTP/1.1" status: 200 len: 946 time: 0.0464447 Apr 12 13:34:14.839613 dv-cinder-830097-4-iscsi neutron-server[103457]: INFO neutron.wsgi [req-2b0903a6-4d2a-4cb2-bacc-419326a99c7f req-7a0ee6e1-92eb-48cd-8fd8-851c8a100c0d tempest-AttachVolumeNegativeTest-50432476 tempest-AttachVolumeNegativeTest-50432476-project] 10.222.0.18 "GET /v2.0/security-groups?id=f55add8c-ba4e-4f75-8f8f-36fc45ff1516&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0392709 Apr 12 13:34:15.587713 dv-cinder-830097-4-iscsi neutron-server[103457]: INFO neutron.wsgi [req-6a2f83a4-addb-4c09-9bc4-98784bd15f82 req-00a09ea5-22a4-4e29-a1f9-f0465327edef service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=aa216b9b-dcbd-4ca6-8555-3e8dad6ca69b&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0382462 Apr 12 13:34:15.683023 dv-cinder-830097-4-iscsi neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a2f83a4-addb-4c09-9bc4-98784bd15f82 req-319d0645-ba57-4506-938c-584f030934ad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 13:34:15.684500 dv-cinder-830097-4-iscsi neutron-server[103457]: INFO neutron.wsgi [req-6a2f83a4-addb-4c09-9bc4-98784bd15f82 req-319d0645-ba57-4506-938c-584f030934ad service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=0b44de7c9b4f45aa8f33bcf3b4639f3f&device_id=aa216b9b-dcbd-4ca6-8555-3e8dad6ca69b HTTP/1.1" status: 200 len: 1130 time: 0.0414608 Apr 12 13:34:15.782097 dv-cinder-830097-4-iscsi neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a2f83a4-addb-4c09-9bc4-98784bd15f82 req-54e2dc12-76da-4caf-abd3-29e1dbefcdc2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 13:34:15.783498 dv-cinder-830097-4-iscsi neutron-server[103457]: INFO neutron.wsgi [req-6a2f83a4-addb-4c09-9bc4-98784bd15f82 req-54e2dc12-76da-4caf-abd3-29e1dbefcdc2 service neutron] 10.222.0.55 "GET /v2.0/networks?id=d4adb74a-b0d3-4e8c-b297-c51fe03191f9 HTTP/1.1" status: 200 len: 916 time: 0.0807149 Apr 12 13:34:15.825402 dv-cinder-830097-4-iscsi neutron-server[103457]: INFO neutron.wsgi [req-6a2f83a4-addb-4c09-9bc4-98784bd15f82 req-86ea0523-e2cd-4f53-b5a1-b196dc15997d service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=c0cf9717-7562-47e3-809c-dc1672d2aa5a HTTP/1.1" status: 200 len: 217 time: 0.0362866 Apr 12 13:34:15.871273 dv-cinder-830097-4-iscsi neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a2f83a4-addb-4c09-9bc4-98784bd15f82 req-bd3658e0-de56-43e4-9d31-612ebf7d0fef service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 13:34:15.872786 dv-cinder-830097-4-iscsi neutron-server[103457]: INFO neutron.wsgi [req-6a2f83a4-addb-4c09-9bc4-98784bd15f82 req-bd3658e0-de56-43e4-9d31-612ebf7d0fef service neutron] 10.222.0.55 "GET /v2.0/subnets?id=f1176976-8b61-43ab-a3ba-d0eadb0b48e0 HTTP/1.1" status: 200 len: 854 time: 0.0424614 Apr 12 13:34:15.914494 dv-cinder-830097-4-iscsi neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a2f83a4-addb-4c09-9bc4-98784bd15f82 req-84adca6a-307b-4675-aa08-314ef9295fcd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 13:34:15.915976 dv-cinder-830097-4-iscsi neutron-server[103457]: INFO neutron.wsgi [req-6a2f83a4-addb-4c09-9bc4-98784bd15f82 req-84adca6a-307b-4675-aa08-314ef9295fcd service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=d4adb74a-b0d3-4e8c-b297-c51fe03191f9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0381663 Apr 12 13:34:15.955403 dv-cinder-830097-4-iscsi neutron-server[103458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1194316c-eacd-44d6-8653-4a1f99f00856 req-90d5d0b1-b63e-4474-8b63-aeae0feac56e tempest-AttachVolumeNegativeTest-50432476 tempest-AttachVolumeNegativeTest-50432476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 13:34:15.956919 dv-cinder-830097-4-iscsi neutron-server[103458]: INFO neutron.wsgi [req-1194316c-eacd-44d6-8653-4a1f99f00856 req-90d5d0b1-b63e-4474-8b63-aeae0feac56e tempest-AttachVolumeNegativeTest-50432476 tempest-AttachVolumeNegativeTest-50432476-project] 10.222.0.18 "GET /v2.0/ports?device_id=aa216b9b-dcbd-4ca6-8555-3e8dad6ca69b HTTP/1.1" status: 200 len: 946 time: 0.0522523 Apr 12 13:34:16.002831 dv-cinder-830097-4-iscsi neutron-server[103458]: INFO neutron.wsgi [req-1194316c-eacd-44d6-8653-4a1f99f00856 req-655d0f86-1b32-4d49-a7a6-0c3d87653e7b tempest-AttachVolumeNegativeTest-50432476 tempest-AttachVolumeNegativeTest-50432476-project] 10.222.0.18 "GET /v2.0/security-groups?id=f55add8c-ba4e-4f75-8f8f-36fc45ff1516&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0403647 Apr 12 13:34:16.010767 dv-cinder-830097-4-iscsi neutron-server[103457]: INFO neutron.wsgi [req-6a2f83a4-addb-4c09-9bc4-98784bd15f82 req-ca523219-72e2-44a1-9de9-526c580edd06 service neutron] 10.222.0.55 "GET /v2.0/networks/d4adb74a-b0d3-4e8c-b297-c51fe03191f9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0870702 Apr 12 13:34:16.128131 dv-cinder-830097-4-iscsi neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff291448-8c34-404f-b317-3404ee210090 req-b9b143fc-f8fe-4e67-85f5-7f89b9d7f997 tempest-AttachVolumeNegativeTest-50432476 tempest-AttachVolumeNegativeTest-50432476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 13:34:16.129538 dv-cinder-830097-4-iscsi neutron-server[103457]: INFO neutron.wsgi [req-ff291448-8c34-404f-b317-3404ee210090 req-b9b143fc-f8fe-4e67-85f5-7f89b9d7f997 tempest-AttachVolumeNegativeTest-50432476 tempest-AttachVolumeNegativeTest-50432476-project] 10.222.0.18 "GET /v2.0/ports?device_id=aa216b9b-dcbd-4ca6-8555-3e8dad6ca69b HTTP/1.1" status: 200 len: 946 time: 0.0601408 Apr 12 13:34:16.138167 dv-cinder-830097-4-iscsi neutron-server[103458]: DEBUG neutron.wsgi [-] (103458) accepted ('10.222.0.18', 52596) {{(pid=103458) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 13:34:16.139886 dv-cinder-830097-4-iscsi neutron-server[103457]: INFO neutron.wsgi [req-6a2f83a4-addb-4c09-9bc4-98784bd15f82 req-61bb3f23-ea79-4675-a99b-8339554ed158 service neutron] 10.222.0.55 "GET /v2.0/networks/d4adb74a-b0d3-4e8c-b297-c51fe03191f9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1232350 Apr 12 13:34:16.142665 dv-cinder-830097-4-iscsi neutron-server[103458]: DEBUG neutron.api.v2.base [None req-e1fb75a1-e46e-4266-abd5-f10b455d3835 tempest-AttachVolumeNegativeTest-50432476 tempest-AttachVolumeNegativeTest-50432476-project] Request body: {'floatingip': {'port_id': 'c0cf9717-7562-47e3-809c-dc1672d2aa5a'}} {{(pid=103458) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 12 13:34:16.184318 dv-cinder-830097-4-iscsi neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-e1fb75a1-e46e-4266-abd5-f10b455d3835 tempest-AttachVolumeNegativeTest-50432476 tempest-AttachVolumeNegativeTest-50432476-project] Publish callbacks [] for floatingip (fbda2b06-48a2-4f70-a3df-6356ffd7c62e), before_update {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:34:16.626960 dv-cinder-830097-4-iscsi neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-e1fb75a1-e46e-4266-abd5-f10b455d3835 tempest-AttachVolumeNegativeTest-50432476 tempest-AttachVolumeNegativeTest-50432476-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:34:16.631389 dv-cinder-830097-4-iscsi neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-e1fb75a1-e46e-4266-abd5-f10b455d3835 tempest-AttachVolumeNegativeTest-50432476 tempest-AttachVolumeNegativeTest-50432476-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3739086'] for floatingip (fbda2b06-48a2-4f70-a3df-6356ffd7c62e), after_update {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:34:16.731633 dv-cinder-830097-4-iscsi neutron-server[103458]: INFO neutron.db.l3_db [None req-e1fb75a1-e46e-4266-abd5-f10b455d3835 tempest-AttachVolumeNegativeTest-50432476 tempest-AttachVolumeNegativeTest-50432476-project] Floating IP fbda2b06-48a2-4f70-a3df-6356ffd7c62e associated. External IP: 172.27.0.73, port: c0cf9717-7562-47e3-809c-dc1672d2aa5a. Apr 12 13:34:16.805190 dv-cinder-830097-4-iscsi neutron-server[103459]: DEBUG neutron_lib.callbacks.manager [None req-d12b30ab-6c50-45c7-a505-1aff113d44d9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732727929501', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-657397'] for agent (246ca497-e2ee-4e0b-b432-b4153c207e5f), after_update {{(pid=103459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:34:17.168474 dv-cinder-830097-4-iscsi neutron-server[103458]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e1fb75a1-e46e-4266-abd5-f10b455d3835 tempest-AttachVolumeNegativeTest-50432476 tempest-AttachVolumeNegativeTest-50432476-project] Router a794cd89-89ba-42ef-a58c-37aafc50af86 has already been hosted by L3 agent b7e11a8b-aeed-493f-9763-461016dddc93 {{(pid=103458) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 12 13:34:17.276282 dv-cinder-830097-4-iscsi neutron-server[103458]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e1fb75a1-e46e-4266-abd5-f10b455d3835 tempest-AttachVolumeNegativeTest-50432476 tempest-AttachVolumeNegativeTest-50432476-project] Notify agent at l3_agent.dv-cinder-830097-4-iscsi the message routers_updated {{(pid=103458) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 12 13:34:17.281453 dv-cinder-830097-4-iscsi neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-e1fb75a1-e46e-4266-abd5-f10b455d3835 tempest-AttachVolumeNegativeTest-50432476 tempest-AttachVolumeNegativeTest-50432476-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-500965'] for floatingip (None), before_response {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:34:17.286623 dv-cinder-830097-4-iscsi neutron-server[103460]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1a37e9f5-92ef-47db-8444-73a75d0cbee7 None None] Sync routers for ids ['a794cd89-89ba-42ef-a58c-37aafc50af86'] in dv-cinder-830097-4-iscsi {{(pid=103460) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 12 13:34:17.297594 dv-cinder-830097-4-iscsi neutron-server[103460]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1a37e9f5-92ef-47db-8444-73a75d0cbee7 None None] Routers {'a794cd89-89ba-42ef-a58c-37aafc50af86'} bound to L3 agent in host dv-cinder-830097-4-iscsi {{(pid=103460) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 12 13:34:17.298199 dv-cinder-830097-4-iscsi neutron-server[103460]: DEBUG neutron.db.l3_hamode_db [None req-1a37e9f5-92ef-47db-8444-73a75d0cbee7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830097-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-12T13:07:19Z,description=,heartbeat_timestamp=2022-04-12T13:33:49Z,host='dv-cinder-830097-4-iscsi',id=b7e11a8b-aeed-493f-9763-461016dddc93,load=0,resource_versions=,resources_synced=,started_at=2022-04-12T13:07:19Z,topic='l3_agent')) {'router_ids': ['a794cd89-89ba-42ef-a58c-37aafc50af86'], 'active': True} {{(pid=103460) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 13:34:17.313368 dv-cinder-830097-4-iscsi neutron-server[103458]: INFO neutron.wsgi [None req-e1fb75a1-e46e-4266-abd5-f10b455d3835 tempest-AttachVolumeNegativeTest-50432476 tempest-AttachVolumeNegativeTest-50432476-project] 10.222.0.18 "PUT /v2.0/floatingips/fbda2b06-48a2-4f70-a3df-6356ffd7c62e HTTP/1.1" status: 200 len: 991 time: 1.1741023 Apr 12 13:34:17.314258 dv-cinder-830097-4-iscsi neutron-server[103458]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'aa216b9b-dcbd-4ca6-8555-3e8dad6ca69b', 'tag': 'c0cf9717-7562-47e3-809c-dc1672d2aa5a'}] {{(pid=103458) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 12 13:34:17.316490 dv-cinder-830097-4-iscsi neutron-server[103458]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c94cb96f70f67f51233d4af7d4702c9d455fb3abb34896310c9f043c18b7c2b4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ec75f70d-c29f-4fa0-98a1-8eff410c81ca" -d '{"events": [{"name": "network-changed", "server_uuid": "aa216b9b-dcbd-4ca6-8555-3e8dad6ca69b", "tag": "c0cf9717-7562-47e3-809c-dc1672d2aa5a"}]}' {{(pid=103458) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 12 13:34:17.357069 dv-cinder-830097-4-iscsi neutron-server[103458]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 12 Apr 2022 13:34:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ae4935e7-747c-42c8-a35b-bda2ce455bdd x-openstack-request-id: req-ae4935e7-747c-42c8-a35b-bda2ce455bdd {{(pid=103458) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 12 13:34:17.357367 dv-cinder-830097-4-iscsi neutron-server[103458]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "aa216b9b-dcbd-4ca6-8555-3e8dad6ca69b", "tag": "c0cf9717-7562-47e3-809c-dc1672d2aa5a", "status": "completed", "code": 200}]} {{(pid=103458) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 12 13:34:17.357626 dv-cinder-830097-4-iscsi neutron-server[103458]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-ae4935e7-747c-42c8-a35b-bda2ce455bdd {{(pid=103458) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 12 13:34:17.358040 dv-cinder-830097-4-iscsi neutron-server[103458]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ae4935e7-747c-42c8-a35b-bda2ce455bdd'] response: {'name': 'network-changed', 'server_uuid': 'aa216b9b-dcbd-4ca6-8555-3e8dad6ca69b', 'tag': 'c0cf9717-7562-47e3-809c-dc1672d2aa5a', 'status': 'completed', 'code': 200} Apr 12 13:34:17.439171 dv-cinder-830097-4-iscsi neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec75f70d-c29f-4fa0-98a1-8eff410c81ca req-f9783fcc-9484-4c65-8b93-e144c44d09c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 13:34:17.440689 dv-cinder-830097-4-iscsi neutron-server[103457]: INFO neutron.wsgi [req-ec75f70d-c29f-4fa0-98a1-8eff410c81ca req-f9783fcc-9484-4c65-8b93-e144c44d09c9 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=0b44de7c9b4f45aa8f33bcf3b4639f3f&device_id=aa216b9b-dcbd-4ca6-8555-3e8dad6ca69b HTTP/1.1" status: 200 len: 1130 time: 0.0417700 Apr 12 13:34:17.501055 dv-cinder-830097-4-iscsi neutron-server[103460]: DEBUG neutron.db.l3_dvr_db [None req-1a37e9f5-92ef-47db-8444-73a75d0cbee7 None None] Set router a794cd89-89ba-42ef-a58c-37aafc50af86 gateway port host: dv-cinder-830097-4-iscsi {{(pid=103460) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 12 13:34:17.533249 dv-cinder-830097-4-iscsi neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec75f70d-c29f-4fa0-98a1-8eff410c81ca req-e509e8fc-ad66-4990-aa1a-4bd3051bcc76 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 13:34:17.534631 dv-cinder-830097-4-iscsi neutron-server[103457]: INFO neutron.wsgi [req-ec75f70d-c29f-4fa0-98a1-8eff410c81ca req-e509e8fc-ad66-4990-aa1a-4bd3051bcc76 service neutron] 10.222.0.55 "GET /v2.0/networks?id=d4adb74a-b0d3-4e8c-b297-c51fe03191f9 HTTP/1.1" status: 200 len: 916 time: 0.0887389 Apr 12 13:34:17.602972 dv-cinder-830097-4-iscsi neutron-server[103457]: INFO neutron.wsgi [req-ec75f70d-c29f-4fa0-98a1-8eff410c81ca req-45c7bb93-b639-46f7-a529-de3c5bf2ec1a service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=c0cf9717-7562-47e3-809c-dc1672d2aa5a HTTP/1.1" status: 200 len: 999 time: 0.0624549 Apr 12 13:34:17.650184 dv-cinder-830097-4-iscsi neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec75f70d-c29f-4fa0-98a1-8eff410c81ca req-d723d858-a556-49f5-b399-8d167ce11dd3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 13:34:17.651619 dv-cinder-830097-4-iscsi neutron-server[103457]: INFO neutron.wsgi [req-ec75f70d-c29f-4fa0-98a1-8eff410c81ca req-d723d858-a556-49f5-b399-8d167ce11dd3 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=f1176976-8b61-43ab-a3ba-d0eadb0b48e0 HTTP/1.1" status: 200 len: 854 time: 0.0433128 Apr 12 13:34:17.694155 dv-cinder-830097-4-iscsi neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec75f70d-c29f-4fa0-98a1-8eff410c81ca req-b946dc1b-fc14-46f8-8465-4f486dfa60fa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 13:34:17.695694 dv-cinder-830097-4-iscsi neutron-server[103457]: INFO neutron.wsgi [req-ec75f70d-c29f-4fa0-98a1-8eff410c81ca req-b946dc1b-fc14-46f8-8465-4f486dfa60fa service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=d4adb74a-b0d3-4e8c-b297-c51fe03191f9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0383344 Apr 12 13:34:17.721320 dv-cinder-830097-4-iscsi neutron-server[103460]: DEBUG neutron.db.l3_hamode_db [None req-1a37e9f5-92ef-47db-8444-73a75d0cbee7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a794cd89-89ba-42ef-a58c-37aafc50af86', 'name': 'tempest-AttachVolumeNegativeTest-1091455639-router', 'tenant_id': '0b44de7c9b4f45aa8f33bcf3b4639f3f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '26d0436d-8ae2-49bd-8cc6-3d2eac552c84', 'external_fixed_ips': [{'subnet_id': 'd93852d8-8f89-4b1c-bef4-0e05f499a8db', 'ip_address': '172.27.0.252'}], 'enable_snat': True}, 'gw_port_id': '0451fcc6-23a4-40eb-829a-704617e0c3b7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-12T13:28:54Z', 'updated_at': '2022-04-12T13:28:57Z', 'revision_number': 4, 'project_id': '0b44de7c9b4f45aa8f33bcf3b4639f3f', 'gw_port': {'id': '0451fcc6-23a4-40eb-829a-704617e0c3b7', 'name': '', 'network_id': '26d0436d-8ae2-49bd-8cc6-3d2eac552c84', 'tenant_id': '', 'mac_address': 'fa:16:3e:71:01:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a794cd89-89ba-42ef-a58c-37aafc50af86', 'device_owner': 'network:router_gateway', 'standard_attr_id': 661, 'fixed_ips': [{'subnet_id': 'd93852d8-8f89-4b1c-bef4-0e05f499a8db', 'ip_address': '172.27.0.252', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830097-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T13:28:55Z', 'updated_at': '2022-04-12T13:28:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd93852d8-8f89-4b1c-bef4-0e05f499a8db', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830097-4-iscsi', '_floatingips': [{'id': 'fbda2b06-48a2-4f70-a3df-6356ffd7c62e', 'tenant_id': '0b44de7c9b4f45aa8f33bcf3b4639f3f', 'floating_ip_address': '172.27.0.73', 'floating_network_id': '26d0436d-8ae2-49bd-8cc6-3d2eac552c84', 'router_id': 'a794cd89-89ba-42ef-a58c-37aafc50af86', 'port_id': 'c0cf9717-7562-47e3-809c-dc1672d2aa5a', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 693, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'd4adb74a-b0d3-4e8c-b297-c51fe03191f9', 'mac_address': 'fa:16:3e:db:87:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aa216b9b-dcbd-4ca6-8555-3e8dad6ca69b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-12T13:34:04Z', 'updated_at': '2022-04-12T13:34:16Z', 'revision_number': 1, 'project_id': '0b44de7c9b4f45aa8f33bcf3b4639f3f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2f2a340d-e57c-4a8c-9890-5422afa115af', 'name': '', 'network_id': 'd4adb74a-b0d3-4e8c-b297-c51fe03191f9', 'tenant_id': '0b44de7c9b4f45aa8f33bcf3b4639f3f', 'mac_address': 'fa:16:3e:54:78:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a794cd89-89ba-42ef-a58c-37aafc50af86', 'device_owner': 'network:router_interface', 'standard_attr_id': 662, 'fixed_ips': [{'subnet_id': 'f1176976-8b61-43ab-a3ba-d0eadb0b48e0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830097-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T13:28:57Z', 'updated_at': '2022-04-12T13:29:00Z', 'revision_number': 5, 'project_id': '0b44de7c9b4f45aa8f33bcf3b4639f3f', 'subnets': [{'id': 'f1176976-8b61-43ab-a3ba-d0eadb0b48e0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-830097-4-iscsi', False) {} {{(pid=103460) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 13:34:17.748499 dv-cinder-830097-4-iscsi neutron-server[103460]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1a37e9f5-92ef-47db-8444-73a75d0cbee7 None None] Checking router: a794cd89-89ba-42ef-a58c-37aafc50af86 for host: dv-cinder-830097-4-iscsi {{(pid=103460) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 12 13:34:17.757200 dv-cinder-830097-4-iscsi neutron-server[103460]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1a37e9f5-92ef-47db-8444-73a75d0cbee7 None None] Routers {'a794cd89-89ba-42ef-a58c-37aafc50af86'} bound to L3 agent in host dv-cinder-830097-4-iscsi {{(pid=103460) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 12 13:34:17.757800 dv-cinder-830097-4-iscsi neutron-server[103460]: DEBUG neutron.db.l3_hamode_db [None req-1a37e9f5-92ef-47db-8444-73a75d0cbee7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830097-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-12T13:07:19Z,description=,heartbeat_timestamp=2022-04-12T13:33:49Z,host='dv-cinder-830097-4-iscsi',id=b7e11a8b-aeed-493f-9763-461016dddc93,load=0,resource_versions=,resources_synced=,started_at=2022-04-12T13:07:19Z,topic='l3_agent')) {'router_ids': ['a794cd89-89ba-42ef-a58c-37aafc50af86'], 'active': True} {{(pid=103460) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 13:34:17.785064 dv-cinder-830097-4-iscsi neutron-server[103457]: INFO neutron.wsgi [req-ec75f70d-c29f-4fa0-98a1-8eff410c81ca req-a23406fc-705d-421b-a230-b43ad814b013 service neutron] 10.222.0.55 "GET /v2.0/networks/d4adb74a-b0d3-4e8c-b297-c51fe03191f9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0835924 Apr 12 13:34:17.863648 dv-cinder-830097-4-iscsi neutron-server[103460]: DEBUG neutron.db.l3_dvr_db [None req-1a37e9f5-92ef-47db-8444-73a75d0cbee7 None None] Set router a794cd89-89ba-42ef-a58c-37aafc50af86 gateway port host: dv-cinder-830097-4-iscsi {{(pid=103460) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 12 13:34:17.871879 dv-cinder-830097-4-iscsi neutron-server[103457]: INFO neutron.wsgi [req-ec75f70d-c29f-4fa0-98a1-8eff410c81ca req-3eea61de-de1c-4c91-be25-58ae15e1bfd8 service neutron] 10.222.0.55 "GET /v2.0/networks/d4adb74a-b0d3-4e8c-b297-c51fe03191f9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0813313 Apr 12 13:34:18.076439 dv-cinder-830097-4-iscsi neutron-server[103460]: DEBUG neutron.db.l3_hamode_db [None req-1a37e9f5-92ef-47db-8444-73a75d0cbee7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a794cd89-89ba-42ef-a58c-37aafc50af86', 'name': 'tempest-AttachVolumeNegativeTest-1091455639-router', 'tenant_id': '0b44de7c9b4f45aa8f33bcf3b4639f3f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '26d0436d-8ae2-49bd-8cc6-3d2eac552c84', 'external_fixed_ips': [{'subnet_id': 'd93852d8-8f89-4b1c-bef4-0e05f499a8db', 'ip_address': '172.27.0.252'}], 'enable_snat': True}, 'gw_port_id': '0451fcc6-23a4-40eb-829a-704617e0c3b7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-12T13:28:54Z', 'updated_at': '2022-04-12T13:28:57Z', 'revision_number': 4, 'project_id': '0b44de7c9b4f45aa8f33bcf3b4639f3f', 'gw_port': {'id': '0451fcc6-23a4-40eb-829a-704617e0c3b7', 'name': '', 'network_id': '26d0436d-8ae2-49bd-8cc6-3d2eac552c84', 'tenant_id': '', 'mac_address': 'fa:16:3e:71:01:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a794cd89-89ba-42ef-a58c-37aafc50af86', 'device_owner': 'network:router_gateway', 'standard_attr_id': 661, 'fixed_ips': [{'subnet_id': 'd93852d8-8f89-4b1c-bef4-0e05f499a8db', 'ip_address': '172.27.0.252', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830097-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T13:28:55Z', 'updated_at': '2022-04-12T13:28:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd93852d8-8f89-4b1c-bef4-0e05f499a8db', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830097-4-iscsi', '_floatingips': [{'id': 'fbda2b06-48a2-4f70-a3df-6356ffd7c62e', 'tenant_id': '0b44de7c9b4f45aa8f33bcf3b4639f3f', 'floating_ip_address': '172.27.0.73', 'floating_network_id': '26d0436d-8ae2-49bd-8cc6-3d2eac552c84', 'router_id': 'a794cd89-89ba-42ef-a58c-37aafc50af86', 'port_id': 'c0cf9717-7562-47e3-809c-dc1672d2aa5a', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 693, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'd4adb74a-b0d3-4e8c-b297-c51fe03191f9', 'mac_address': 'fa:16:3e:db:87:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aa216b9b-dcbd-4ca6-8555-3e8dad6ca69b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-12T13:34:04Z', 'updated_at': '2022-04-12T13:34:16Z', 'revision_number': 1, 'project_id': '0b44de7c9b4f45aa8f33bcf3b4639f3f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2f2a340d-e57c-4a8c-9890-5422afa115af', 'name': '', 'network_id': 'd4adb74a-b0d3-4e8c-b297-c51fe03191f9', 'tenant_id': '0b44de7c9b4f45aa8f33bcf3b4639f3f', 'mac_address': 'fa:16:3e:54:78:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a794cd89-89ba-42ef-a58c-37aafc50af86', 'device_owner': 'network:router_interface', 'standard_attr_id': 662, 'fixed_ips': [{'subnet_id': 'f1176976-8b61-43ab-a3ba-d0eadb0b48e0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830097-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T13:28:57Z', 'updated_at': '2022-04-12T13:29:00Z', 'revision_number': 5, 'project_id': '0b44de7c9b4f45aa8f33bcf3b4639f3f', 'subnets': [{'id': 'f1176976-8b61-43ab-a3ba-d0eadb0b48e0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-830097-4-iscsi', False) {} {{(pid=103460) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 13:34:18.105589 dv-cinder-830097-4-iscsi neutron-server[103460]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1a37e9f5-92ef-47db-8444-73a75d0cbee7 None None] The sync data for ids ['a794cd89-89ba-42ef-a58c-37aafc50af86'] in dv-cinder-830097-4-iscsi is: [{'id': 'a794cd89-89ba-42ef-a58c-37aafc50af86', 'name': 'tempest-AttachVolumeNegativeTest-1091455639-router', 'tenant_id': '0b44de7c9b4f45aa8f33bcf3b4639f3f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '26d0436d-8ae2-49bd-8cc6-3d2eac552c84', 'external_fixed_ips': [{'subnet_id': 'd93852d8-8f89-4b1c-bef4-0e05f499a8db', 'ip_address': '172.27.0.252'}], 'enable_snat': True}, 'gw_port_id': '0451fcc6-23a4-40eb-829a-704617e0c3b7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-12T13:28:54Z', 'updated_at': '2022-04-12T13:28:57Z', 'revision_number': 4, 'project_id': '0b44de7c9b4f45aa8f33bcf3b4639f3f', 'gw_port': {'id': '0451fcc6-23a4-40eb-829a-704617e0c3b7', 'name': '', 'network_id': '26d0436d-8ae2-49bd-8cc6-3d2eac552c84', 'tenant_id': '', 'mac_address': 'fa:16:3e:71:01:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a794cd89-89ba-42ef-a58c-37aafc50af86', 'device_owner': 'network:router_gateway', 'standard_attr_id': 661, 'fixed_ips': [{'subnet_id': 'd93852d8-8f89-4b1c-bef4-0e05f499a8db', 'ip_address': '172.27.0.252', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830097-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T13:28:55Z', 'updated_at': '2022-04-12T13:28:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd93852d8-8f89-4b1c-bef4-0e05f499a8db', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830097-4-iscsi', '_floatingips': [{'id': 'fbda2b06-48a2-4f70-a3df-6356ffd7c62e', 'tenant_id': '0b44de7c9b4f45aa8f33bcf3b4639f3f', 'floating_ip_address': '172.27.0.73', 'floating_network_id': '26d0436d-8ae2-49bd-8cc6-3d2eac552c84', 'router_id': 'a794cd89-89ba-42ef-a58c-37aafc50af86', 'port_id': 'c0cf9717-7562-47e3-809c-dc1672d2aa5a', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 693, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'd4adb74a-b0d3-4e8c-b297-c51fe03191f9', 'mac_address': 'fa:16:3e:db:87:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aa216b9b-dcbd-4ca6-8555-3e8dad6ca69b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-12T13:34:04Z', 'updated_at': '2022-04-12T13:34:16Z', 'revision_number': 1, 'project_id': '0b44de7c9b4f45aa8f33bcf3b4639f3f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2f2a340d-e57c-4a8c-9890-5422afa115af', 'name': '', 'network_id': 'd4adb74a-b0d3-4e8c-b297-c51fe03191f9', 'tenant_id': '0b44de7c9b4f45aa8f33bcf3b4639f3f', 'mac_address': 'fa:16:3e:54:78:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a794cd89-89ba-42ef-a58c-37aafc50af86', 'device_owner': 'network:router_interface', 'standard_attr_id': 662, 'fixed_ips': [{'subnet_id': 'f1176976-8b61-43ab-a3ba-d0eadb0b48e0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830097-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T13:28:57Z', 'updated_at': '2022-04-12T13:29:00Z', 'revision_number': 5, 'project_id': '0b44de7c9b4f45aa8f33bcf3b4639f3f', 'subnets': [{'id': 'f1176976-8b61-43ab-a3ba-d0eadb0b48e0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103460) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 12 13:34:18.297665 dv-cinder-830097-4-iscsi neutron-server[103459]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-edd74559-079a-4e24-8b12-aba821d33dc1 None None] New status for floating IP fbda2b06-48a2-4f70-a3df-6356ffd7c62e: ACTIVE {{(pid=103459) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 12 13:34:19.398429 dv-cinder-830097-4-iscsi neutron-server[103459]: DEBUG neutron_lib.callbacks.manager [None req-8697f216-b50c-40f3-a017-40d787a6c991 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732727929501', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-657397'] for agent (b7e11a8b-aeed-493f-9763-461016dddc93), after_update {{(pid=103459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:34:20.340635 dv-cinder-830097-4-iscsi neutron-server[103459]: DEBUG neutron_lib.callbacks.manager [None req-f20c20fe-5767-407a-9f30-b36f01c50254 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732727929501', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-657397'] for agent (1e8a91c7-94d1-4b17-9536-32bc01f44a9b), after_update {{(pid=103459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:34:21.468251 dv-cinder-830097-4-iscsi neutron-server[103459]: DEBUG neutron_lib.callbacks.manager [None req-09c91955-1169-4ba5-b480-d25faf385fa1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732727929501', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-657397'] for agent (6571c785-b050-42b7-b6d0-d71237f75507), after_update {{(pid=103459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:34:23.252841 dv-cinder-830097-4-iscsi neutron-server[103459]: DEBUG neutron_lib.callbacks.manager [None req-53781792-8650-4c78-93a6-1c4d328d874c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732727929501', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-657397'] for agent (3f2daa45-5e56-452b-8a21-b519edfce99e), after_update {{(pid=103459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:34:29.998164 dv-cinder-830097-4-iscsi neutron-server[103459]: DEBUG neutron_lib.callbacks.manager [None req-3505bd68-a9fd-4823-92ea-1a6ded8ab071 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732727929501', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-657397'] for agent (ee5509cd-6dd7-49df-aa37-3740ebd1e34b), after_update {{(pid=103459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:34:31.225146 dv-cinder-830097-4-iscsi neutron-server[103460]: DEBUG neutron.db.agents_db [None req-38c2972b-b018-47ca-95cb-8760adc1e78b None None] Agent healthcheck: found 6 active agents {{(pid=103460) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 12 13:34:46.807119 dv-cinder-830097-4-iscsi neutron-server[103459]: DEBUG neutron_lib.callbacks.manager [None req-2a62a2ce-c923-4973-8ce6-9aeaf0b70b47 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732727929501', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-657397'] for agent (246ca497-e2ee-4e0b-b432-b4153c207e5f), after_update {{(pid=103459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:34:49.398976 dv-cinder-830097-4-iscsi neutron-server[103459]: DEBUG neutron_lib.callbacks.manager [None req-11a2c839-b190-455b-a80e-b8b777a3b4df None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732727929501', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-657397'] for agent (b7e11a8b-aeed-493f-9763-461016dddc93), after_update {{(pid=103459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:34:50.342295 dv-cinder-830097-4-iscsi neutron-server[103459]: DEBUG neutron_lib.callbacks.manager [None req-f20c20fe-5767-407a-9f30-b36f01c50254 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732727929501', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-657397'] for agent (1e8a91c7-94d1-4b17-9536-32bc01f44a9b), after_update {{(pid=103459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:34:51.469494 dv-cinder-830097-4-iscsi neutron-server[103459]: DEBUG neutron_lib.callbacks.manager [None req-09c91955-1169-4ba5-b480-d25faf385fa1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732727929501', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-657397'] for agent (6571c785-b050-42b7-b6d0-d71237f75507), after_update {{(pid=103459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:34:53.255588 dv-cinder-830097-4-iscsi neutron-server[103459]: DEBUG neutron_lib.callbacks.manager [None req-53781792-8650-4c78-93a6-1c4d328d874c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732727929501', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-657397'] for agent (3f2daa45-5e56-452b-8a21-b519edfce99e), after_update {{(pid=103459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:34:59.997733 dv-cinder-830097-4-iscsi neutron-server[103459]: DEBUG neutron_lib.callbacks.manager [None req-3505bd68-a9fd-4823-92ea-1a6ded8ab071 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732727929501', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-657397'] for agent (ee5509cd-6dd7-49df-aa37-3740ebd1e34b), after_update {{(pid=103459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:35:08.224689 dv-cinder-830097-4-iscsi neutron-server[103460]: DEBUG neutron.db.agents_db [None req-38c2972b-b018-47ca-95cb-8760adc1e78b None None] Agent healthcheck: found 6 active agents {{(pid=103460) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 12 13:35:16.808331 dv-cinder-830097-4-iscsi neutron-server[103459]: DEBUG neutron_lib.callbacks.manager [None req-0831193c-ece6-449f-814d-d0524e5b4a1c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732727929501', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-657397'] for agent (246ca497-e2ee-4e0b-b432-b4153c207e5f), after_update {{(pid=103459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:35:17.589437 dv-cinder-830097-4-iscsi neutron-server[103457]: INFO neutron.wsgi [req-c8ddf6eb-0c67-4795-ae0f-f00b5daa22ef req-e7d3c1da-048b-421e-8e88-0f771a7b98a1 service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=aa216b9b-dcbd-4ca6-8555-3e8dad6ca69b&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0415933 Apr 12 13:35:17.684482 dv-cinder-830097-4-iscsi neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8ddf6eb-0c67-4795-ae0f-f00b5daa22ef req-90935aa9-da95-4d8a-b150-4ed6ee133f23 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 13:35:17.685994 dv-cinder-830097-4-iscsi neutron-server[103457]: INFO neutron.wsgi [req-c8ddf6eb-0c67-4795-ae0f-f00b5daa22ef req-90935aa9-da95-4d8a-b150-4ed6ee133f23 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=0b44de7c9b4f45aa8f33bcf3b4639f3f&device_id=aa216b9b-dcbd-4ca6-8555-3e8dad6ca69b HTTP/1.1" status: 200 len: 1130 time: 0.0381043 Apr 12 13:35:17.786182 dv-cinder-830097-4-iscsi neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8ddf6eb-0c67-4795-ae0f-f00b5daa22ef req-f25a6871-ea8c-4ace-933d-959361aab22f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 13:35:17.787591 dv-cinder-830097-4-iscsi neutron-server[103457]: INFO neutron.wsgi [req-c8ddf6eb-0c67-4795-ae0f-f00b5daa22ef req-f25a6871-ea8c-4ace-933d-959361aab22f service neutron] 10.222.0.55 "GET /v2.0/networks?id=d4adb74a-b0d3-4e8c-b297-c51fe03191f9 HTTP/1.1" status: 200 len: 916 time: 0.0832400 Apr 12 13:35:17.850030 dv-cinder-830097-4-iscsi neutron-server[103457]: INFO neutron.wsgi [req-c8ddf6eb-0c67-4795-ae0f-f00b5daa22ef req-45be558b-e6db-4a2c-8289-9a73bbc22f9e service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=c0cf9717-7562-47e3-809c-dc1672d2aa5a HTTP/1.1" status: 200 len: 1001 time: 0.0563469 Apr 12 13:35:17.895720 dv-cinder-830097-4-iscsi neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8ddf6eb-0c67-4795-ae0f-f00b5daa22ef req-9a8cb39f-81fc-4d4b-bcc4-be8d3932be3a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 13:35:17.897135 dv-cinder-830097-4-iscsi neutron-server[103457]: INFO neutron.wsgi [req-c8ddf6eb-0c67-4795-ae0f-f00b5daa22ef req-9a8cb39f-81fc-4d4b-bcc4-be8d3932be3a service neutron] 10.222.0.55 "GET /v2.0/subnets?id=f1176976-8b61-43ab-a3ba-d0eadb0b48e0 HTTP/1.1" status: 200 len: 854 time: 0.0412097 Apr 12 13:35:17.944298 dv-cinder-830097-4-iscsi neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8ddf6eb-0c67-4795-ae0f-f00b5daa22ef req-249eae1e-2ca1-4856-b3c7-446b90f01eaa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 13:35:17.945803 dv-cinder-830097-4-iscsi neutron-server[103457]: INFO neutron.wsgi [req-c8ddf6eb-0c67-4795-ae0f-f00b5daa22ef req-249eae1e-2ca1-4856-b3c7-446b90f01eaa service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=d4adb74a-b0d3-4e8c-b297-c51fe03191f9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0423255 Apr 12 13:35:18.031154 dv-cinder-830097-4-iscsi neutron-server[103457]: INFO neutron.wsgi [req-c8ddf6eb-0c67-4795-ae0f-f00b5daa22ef req-760bd3c1-94ef-4002-bb9c-f4ef6e61581d service neutron] 10.222.0.55 "GET /v2.0/networks/d4adb74a-b0d3-4e8c-b297-c51fe03191f9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0790277 Apr 12 13:35:18.119509 dv-cinder-830097-4-iscsi neutron-server[103457]: INFO neutron.wsgi [req-c8ddf6eb-0c67-4795-ae0f-f00b5daa22ef req-284b545b-0720-4021-9b67-935c84423065 service neutron] 10.222.0.55 "GET /v2.0/networks/d4adb74a-b0d3-4e8c-b297-c51fe03191f9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0816596 Apr 12 13:35:19.399590 dv-cinder-830097-4-iscsi neutron-server[103459]: DEBUG neutron_lib.callbacks.manager [None req-a5ff75f1-3110-4641-8ec5-a8fbf87e1aa8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732727929501', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-657397'] for agent (b7e11a8b-aeed-493f-9763-461016dddc93), after_update {{(pid=103459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:35:20.346751 dv-cinder-830097-4-iscsi neutron-server[103459]: DEBUG neutron_lib.callbacks.manager [None req-f20c20fe-5767-407a-9f30-b36f01c50254 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732727929501', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-657397'] for agent (1e8a91c7-94d1-4b17-9536-32bc01f44a9b), after_update {{(pid=103459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:35:21.475605 dv-cinder-830097-4-iscsi neutron-server[103459]: DEBUG neutron_lib.callbacks.manager [None req-09c91955-1169-4ba5-b480-d25faf385fa1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732727929501', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-657397'] for agent (6571c785-b050-42b7-b6d0-d71237f75507), after_update {{(pid=103459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:35:23.259542 dv-cinder-830097-4-iscsi neutron-server[103459]: DEBUG neutron_lib.callbacks.manager [None req-53781792-8650-4c78-93a6-1c4d328d874c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732727929501', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-657397'] for agent (3f2daa45-5e56-452b-8a21-b519edfce99e), after_update {{(pid=103459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:35:30.013530 dv-cinder-830097-4-iscsi neutron-server[103459]: DEBUG neutron_lib.callbacks.manager [None req-3505bd68-a9fd-4823-92ea-1a6ded8ab071 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732727929501', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-657397'] for agent (ee5509cd-6dd7-49df-aa37-3740ebd1e34b), after_update {{(pid=103459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:35:43.203258 dv-cinder-830097-4-iscsi neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-429b81ec-288d-4a7f-98ad-6619fe003a6c req-343a1ef3-51ad-4526-99c2-a202c441c2f6 tempest-AttachVolumeNegativeTest-50432476 tempest-AttachVolumeNegativeTest-50432476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 13:35:43.204734 dv-cinder-830097-4-iscsi neutron-server[103457]: INFO neutron.wsgi [req-429b81ec-288d-4a7f-98ad-6619fe003a6c req-343a1ef3-51ad-4526-99c2-a202c441c2f6 tempest-AttachVolumeNegativeTest-50432476 tempest-AttachVolumeNegativeTest-50432476-project] 10.222.0.18 "GET /v2.0/ports?device_id=aa216b9b-dcbd-4ca6-8555-3e8dad6ca69b HTTP/1.1" status: 200 len: 946 time: 0.0543890 Apr 12 13:35:43.267490 dv-cinder-830097-4-iscsi neutron-server[103457]: INFO neutron.wsgi [req-429b81ec-288d-4a7f-98ad-6619fe003a6c req-adb3a06b-b945-4f53-bbdf-28d5ef49ff40 tempest-AttachVolumeNegativeTest-50432476 tempest-AttachVolumeNegativeTest-50432476-project] 10.222.0.18 "GET /v2.0/security-groups?id=f55add8c-ba4e-4f75-8f8f-36fc45ff1516&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0532672 Apr 12 13:35:44.401904 dv-cinder-830097-4-iscsi neutron-server[103458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0315c44-36d0-43c2-8771-1d043f8fb55f req-ca3d4736-6b8b-4c66-88d2-caba224f31b5 tempest-AttachVolumeNegativeTest-50432476 tempest-AttachVolumeNegativeTest-50432476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 13:35:44.404356 dv-cinder-830097-4-iscsi neutron-server[103458]: INFO neutron.wsgi [req-e0315c44-36d0-43c2-8771-1d043f8fb55f req-ca3d4736-6b8b-4c66-88d2-caba224f31b5 tempest-AttachVolumeNegativeTest-50432476 tempest-AttachVolumeNegativeTest-50432476-project] 10.222.0.18 "GET /v2.0/ports?device_id=aa216b9b-dcbd-4ca6-8555-3e8dad6ca69b HTTP/1.1" status: 200 len: 946 time: 0.0549672 Apr 12 13:35:44.452298 dv-cinder-830097-4-iscsi neutron-server[103458]: INFO neutron.wsgi [req-e0315c44-36d0-43c2-8771-1d043f8fb55f req-9d097cc0-9847-4340-ac3a-78ea5a0c5413 tempest-AttachVolumeNegativeTest-50432476 tempest-AttachVolumeNegativeTest-50432476-project] 10.222.0.18 "GET /v2.0/security-groups?id=f55add8c-ba4e-4f75-8f8f-36fc45ff1516&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0425882 Apr 12 13:35:45.089418 dv-cinder-830097-4-iscsi neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf6d221c-af0e-4575-abc0-188d83352b7f req-99cea798-0f0b-4549-a949-0ae90e35c5cb tempest-AttachVolumeNegativeTest-50432476 tempest-AttachVolumeNegativeTest-50432476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 13:35:45.090863 dv-cinder-830097-4-iscsi neutron-server[103457]: INFO neutron.wsgi [req-cf6d221c-af0e-4575-abc0-188d83352b7f req-99cea798-0f0b-4549-a949-0ae90e35c5cb tempest-AttachVolumeNegativeTest-50432476 tempest-AttachVolumeNegativeTest-50432476-project] 10.222.0.55 "GET /v2.0/ports?device_id=aa216b9b-dcbd-4ca6-8555-3e8dad6ca69b HTTP/1.1" status: 200 len: 946 time: 0.0560138 Apr 12 13:35:45.180302 dv-cinder-830097-4-iscsi neutron-server[103457]: DEBUG neutron.plugins.ml2.plugin [req-cf6d221c-af0e-4575-abc0-188d83352b7f req-d1ee2fdf-1906-4778-b225-c97dd70368b6 tempest-AttachVolumeNegativeTest-50432476 tempest-AttachVolumeNegativeTest-50432476-project] Deleting port c0cf9717-7562-47e3-809c-dc1672d2aa5a {{(pid=103457) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 12 13:35:45.180634 dv-cinder-830097-4-iscsi neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [req-cf6d221c-af0e-4575-abc0-188d83352b7f req-d1ee2fdf-1906-4778-b225-c97dd70368b6 tempest-AttachVolumeNegativeTest-50432476 tempest-AttachVolumeNegativeTest-50432476-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732727887391'] for port (c0cf9717-7562-47e3-809c-dc1672d2aa5a), before_delete {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:35:45.223225 dv-cinder-830097-4-iscsi neutron-server[103460]: DEBUG neutron.db.agents_db [None req-38c2972b-b018-47ca-95cb-8760adc1e78b None None] Agent healthcheck: found 6 active agents {{(pid=103460) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 12 13:35:45.265475 dv-cinder-830097-4-iscsi neutron-server[103457]: DEBUG neutron.plugins.ml2.db [req-cf6d221c-af0e-4575-abc0-188d83352b7f req-d1ee2fdf-1906-4778-b225-c97dd70368b6 tempest-AttachVolumeNegativeTest-50432476 tempest-AttachVolumeNegativeTest-50432476-project] For port c0cf9717-7562-47e3-809c-dc1672d2aa5a, host hv-cinder-83009, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83009',level=0,port_id=c0cf9717-7562-47e3-809c-dc1672d2aa5a,segment=NetworkSegment(00b10ebc-0cf5-44a9-a829-ac84c99db0c8),segment_id=00b10ebc-0cf5-44a9-a829-ac84c99db0c8)] {{(pid=103457) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 12 13:35:45.265837 dv-cinder-830097-4-iscsi neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [req-cf6d221c-af0e-4575-abc0-188d83352b7f req-d1ee2fdf-1906-4778-b225-c97dd70368b6 tempest-AttachVolumeNegativeTest-50432476 tempest-AttachVolumeNegativeTest-50432476-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3742288'] for port (c0cf9717-7562-47e3-809c-dc1672d2aa5a), precommit_delete {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:35:45.445079 dv-cinder-830097-4-iscsi neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [req-cf6d221c-af0e-4575-abc0-188d83352b7f req-d1ee2fdf-1906-4778-b225-c97dd70368b6 tempest-AttachVolumeNegativeTest-50432476 tempest-AttachVolumeNegativeTest-50432476-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:35:45.445438 dv-cinder-830097-4-iscsi neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [req-cf6d221c-af0e-4575-abc0-188d83352b7f req-d1ee2fdf-1906-4778-b225-c97dd70368b6 tempest-AttachVolumeNegativeTest-50432476 tempest-AttachVolumeNegativeTest-50432476-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3739086'] for floatingip (fbda2b06-48a2-4f70-a3df-6356ffd7c62e), after_update {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:35:45.445751 dv-cinder-830097-4-iscsi neutron-server[103457]: INFO neutron.db.l3_db [req-cf6d221c-af0e-4575-abc0-188d83352b7f req-d1ee2fdf-1906-4778-b225-c97dd70368b6 tempest-AttachVolumeNegativeTest-50432476 tempest-AttachVolumeNegativeTest-50432476-project] Floating IP fbda2b06-48a2-4f70-a3df-6356ffd7c62e disassociated. External IP: 172.27.0.73, port: c0cf9717-7562-47e3-809c-dc1672d2aa5a. Apr 12 13:35:45.446087 dv-cinder-830097-4-iscsi neutron-server[103457]: DEBUG neutron.plugins.ml2.plugin [req-cf6d221c-af0e-4575-abc0-188d83352b7f req-d1ee2fdf-1906-4778-b225-c97dd70368b6 tempest-AttachVolumeNegativeTest-50432476 tempest-AttachVolumeNegativeTest-50432476-project] Calling delete_port for c0cf9717-7562-47e3-809c-dc1672d2aa5a owned by compute:nova {{(pid=103457) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 12 13:35:45.595947 dv-cinder-830097-4-iscsi neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f97ca7c-e1f6-4ee0-873b-21dbc4217c39 req-f78d1dd7-a3d1-4140-b148-99b9df7e8970 tempest-AttachVolumeNegativeTest-50432476 tempest-AttachVolumeNegativeTest-50432476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 13:35:45.597582 dv-cinder-830097-4-iscsi neutron-server[103457]: INFO neutron.wsgi [req-4f97ca7c-e1f6-4ee0-873b-21dbc4217c39 req-f78d1dd7-a3d1-4140-b148-99b9df7e8970 tempest-AttachVolumeNegativeTest-50432476 tempest-AttachVolumeNegativeTest-50432476-project] 10.222.0.18 "GET /v2.0/ports?device_id=aa216b9b-dcbd-4ca6-8555-3e8dad6ca69b HTTP/1.1" status: 200 len: 946 time: 0.0750506 Apr 12 13:35:45.623419 dv-cinder-830097-4-iscsi neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [req-cf6d221c-af0e-4575-abc0-188d83352b7f req-d1ee2fdf-1906-4778-b225-c97dd70368b6 tempest-AttachVolumeNegativeTest-50432476 tempest-AttachVolumeNegativeTest-50432476-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-915890', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3697887', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732727894797', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732727417923', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25610742'] for port (c0cf9717-7562-47e3-809c-dc1672d2aa5a), after_delete {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:35:45.660314 dv-cinder-830097-4-iscsi neutron-server[103457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1ee2fdf-1906-4778-b225-c97dd70368b6 tempest-AttachVolumeNegativeTest-50432476 tempest-AttachVolumeNegativeTest-50432476-project] Pushing event deleted for resources: {'Port': ['ID=c0cf9717-7562-47e3-809c-dc1672d2aa5a,revision_number=None']} {{(pid=103457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 13:35:45.684476 dv-cinder-830097-4-iscsi neutron-server[103457]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1ee2fdf-1906-4778-b225-c97dd70368b6 tempest-AttachVolumeNegativeTest-50432476 tempest-AttachVolumeNegativeTest-50432476-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830097-4-iscsi {{(pid=103457) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 13:35:45.684843 dv-cinder-830097-4-iscsi neutron-server[103457]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1ee2fdf-1906-4778-b225-c97dd70368b6 tempest-AttachVolumeNegativeTest-50432476 tempest-AttachVolumeNegativeTest-50432476-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830097-4-iscsi {{(pid=103457) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 13:35:45.685324 dv-cinder-830097-4-iscsi neutron-server[103457]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1ee2fdf-1906-4778-b225-c97dd70368b6 tempest-AttachVolumeNegativeTest-50432476 tempest-AttachVolumeNegativeTest-50432476-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830097-4-iscsi {{(pid=103457) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 13:35:45.685663 dv-cinder-830097-4-iscsi neutron-server[103457]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1ee2fdf-1906-4778-b225-c97dd70368b6 tempest-AttachVolumeNegativeTest-50432476 tempest-AttachVolumeNegativeTest-50432476-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830097-4-iscsi {{(pid=103457) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 13:35:45.685996 dv-cinder-830097-4-iscsi neutron-server[103457]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1ee2fdf-1906-4778-b225-c97dd70368b6 tempest-AttachVolumeNegativeTest-50432476 tempest-AttachVolumeNegativeTest-50432476-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830097-4-iscsi {{(pid=103457) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 13:35:45.686325 dv-cinder-830097-4-iscsi neutron-server[103457]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1ee2fdf-1906-4778-b225-c97dd70368b6 tempest-AttachVolumeNegativeTest-50432476 tempest-AttachVolumeNegativeTest-50432476-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830097-4-iscsi {{(pid=103457) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 13:35:45.686655 dv-cinder-830097-4-iscsi neutron-server[103457]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1ee2fdf-1906-4778-b225-c97dd70368b6 tempest-AttachVolumeNegativeTest-50432476 tempest-AttachVolumeNegativeTest-50432476-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830097-4-iscsi {{(pid=103457) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 13:35:45.687239 dv-cinder-830097-4-iscsi neutron-server[103457]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1ee2fdf-1906-4778-b225-c97dd70368b6 tempest-AttachVolumeNegativeTest-50432476 tempest-AttachVolumeNegativeTest-50432476-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-830097-4-iscsi {{(pid=103457) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 13:35:45.687564 dv-cinder-830097-4-iscsi neutron-server[103457]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1ee2fdf-1906-4778-b225-c97dd70368b6 tempest-AttachVolumeNegativeTest-50432476 tempest-AttachVolumeNegativeTest-50432476-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-830097-4-iscsi {{(pid=103457) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 13:35:45.687888 dv-cinder-830097-4-iscsi neutron-server[103457]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1ee2fdf-1906-4778-b225-c97dd70368b6 tempest-AttachVolumeNegativeTest-50432476 tempest-AttachVolumeNegativeTest-50432476-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-830097-4-iscsi {{(pid=103457) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 13:35:45.688211 dv-cinder-830097-4-iscsi neutron-server[103457]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1ee2fdf-1906-4778-b225-c97dd70368b6 tempest-AttachVolumeNegativeTest-50432476 tempest-AttachVolumeNegativeTest-50432476-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-830097-4-iscsi {{(pid=103457) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 13:35:45.688532 dv-cinder-830097-4-iscsi neutron-server[103457]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1ee2fdf-1906-4778-b225-c97dd70368b6 tempest-AttachVolumeNegativeTest-50432476 tempest-AttachVolumeNegativeTest-50432476-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830097-4-iscsi {{(pid=103457) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 13:35:45.688877 dv-cinder-830097-4-iscsi neutron-server[103457]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1ee2fdf-1906-4778-b225-c97dd70368b6 tempest-AttachVolumeNegativeTest-50432476 tempest-AttachVolumeNegativeTest-50432476-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830097-4-iscsi {{(pid=103457) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 13:35:45.689201 dv-cinder-830097-4-iscsi neutron-server[103457]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1ee2fdf-1906-4778-b225-c97dd70368b6 tempest-AttachVolumeNegativeTest-50432476 tempest-AttachVolumeNegativeTest-50432476-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830097-4-iscsi {{(pid=103457) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 13:35:45.689517 dv-cinder-830097-4-iscsi neutron-server[103457]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1ee2fdf-1906-4778-b225-c97dd70368b6 tempest-AttachVolumeNegativeTest-50432476 tempest-AttachVolumeNegativeTest-50432476-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830097-4-iscsi {{(pid=103457) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 13:35:45.697552 dv-cinder-830097-4-iscsi neutron-server[103457]: INFO neutron.wsgi [req-4f97ca7c-e1f6-4ee0-873b-21dbc4217c39 req-0346746c-9547-49e5-b03a-486d153d3ba4 tempest-AttachVolumeNegativeTest-50432476 tempest-AttachVolumeNegativeTest-50432476-project] 10.222.0.18 "GET /v2.0/security-groups?id=f55add8c-ba4e-4f75-8f8f-36fc45ff1516&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0921209 Apr 12 13:35:45.808006 dv-cinder-830097-4-iscsi neutron-server[103457]: DEBUG neutron.scheduler.l3_agent_scheduler [req-cf6d221c-af0e-4575-abc0-188d83352b7f req-d1ee2fdf-1906-4778-b225-c97dd70368b6 tempest-AttachVolumeNegativeTest-50432476 tempest-AttachVolumeNegativeTest-50432476-project] Router a794cd89-89ba-42ef-a58c-37aafc50af86 has already been hosted by L3 agent b7e11a8b-aeed-493f-9763-461016dddc93 {{(pid=103457) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 12 13:35:45.967716 dv-cinder-830097-4-iscsi neutron-server[103457]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-cf6d221c-af0e-4575-abc0-188d83352b7f req-d1ee2fdf-1906-4778-b225-c97dd70368b6 tempest-AttachVolumeNegativeTest-50432476 tempest-AttachVolumeNegativeTest-50432476-project] Notify agent at l3_agent.dv-cinder-830097-4-iscsi the message routers_updated {{(pid=103457) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 12 13:35:45.981418 dv-cinder-830097-4-iscsi neutron-server[103460]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d6a6b657-1212-4647-b849-6282f9f0a067 None None] Sync routers for ids ['a794cd89-89ba-42ef-a58c-37aafc50af86'] in dv-cinder-830097-4-iscsi {{(pid=103460) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 12 13:35:45.998463 dv-cinder-830097-4-iscsi neutron-server[103460]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d6a6b657-1212-4647-b849-6282f9f0a067 None None] Routers {'a794cd89-89ba-42ef-a58c-37aafc50af86'} bound to L3 agent in host dv-cinder-830097-4-iscsi {{(pid=103460) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 12 13:35:45.999453 dv-cinder-830097-4-iscsi neutron-server[103460]: DEBUG neutron.db.l3_hamode_db [None req-d6a6b657-1212-4647-b849-6282f9f0a067 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830097-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-12T13:07:19Z,description=,heartbeat_timestamp=2022-04-12T13:35:19Z,host='dv-cinder-830097-4-iscsi',id=b7e11a8b-aeed-493f-9763-461016dddc93,load=0,resource_versions=,resources_synced=,started_at=2022-04-12T13:07:19Z,topic='l3_agent')) {'router_ids': ['a794cd89-89ba-42ef-a58c-37aafc50af86'], 'active': True} {{(pid=103460) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 13:35:46.018663 dv-cinder-830097-4-iscsi neutron-server[103457]: DEBUG neutron.db.l3_dvrscheduler_db [req-cf6d221c-af0e-4575-abc0-188d83352b7f req-d1ee2fdf-1906-4778-b225-c97dd70368b6 tempest-AttachVolumeNegativeTest-50432476 tempest-AttachVolumeNegativeTest-50432476-project] No DVR routers for this DVR port c0cf9717-7562-47e3-809c-dc1672d2aa5a on host hv-cinder-83009 {{(pid=103457) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 12 13:35:46.022241 dv-cinder-830097-4-iscsi neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [req-cf6d221c-af0e-4575-abc0-188d83352b7f req-d1ee2fdf-1906-4778-b225-c97dd70368b6 tempest-AttachVolumeNegativeTest-50432476 tempest-AttachVolumeNegativeTest-50432476-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-500965'] for port (None), before_response {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:35:46.025624 dv-cinder-830097-4-iscsi neutron-server[103457]: INFO neutron.wsgi [req-cf6d221c-af0e-4575-abc0-188d83352b7f req-d1ee2fdf-1906-4778-b225-c97dd70368b6 tempest-AttachVolumeNegativeTest-50432476 tempest-AttachVolumeNegativeTest-50432476-project] 10.222.0.55 "DELETE /v2.0/ports/c0cf9717-7562-47e3-809c-dc1672d2aa5a HTTP/1.1" status: 204 len: 173 time: 0.9301744 Apr 12 13:35:46.026069 dv-cinder-830097-4-iscsi neutron-server[103457]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'aa216b9b-dcbd-4ca6-8555-3e8dad6ca69b', 'name': 'network-vif-deleted', 'tag': 'c0cf9717-7562-47e3-809c-dc1672d2aa5a'}] {{(pid=103457) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 12 13:35:46.028363 dv-cinder-830097-4-iscsi neutron-server[103457]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}086c7d3de3560e72b9669b0aa2f8f0aa3a7dc6896401f4467231a6605ceb6cb3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4e9c0742-7c03-48a0-aa9a-e379fc195b83" -d '{"events": [{"server_uuid": "aa216b9b-dcbd-4ca6-8555-3e8dad6ca69b", "name": "network-vif-deleted", "tag": "c0cf9717-7562-47e3-809c-dc1672d2aa5a"}]}' {{(pid=103457) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 12 13:35:46.093622 dv-cinder-830097-4-iscsi neutron-server[103457]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 12 Apr 2022 13:35:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5e89bea8-6b53-4291-b069-01f42c8da793 x-openstack-request-id: req-5e89bea8-6b53-4291-b069-01f42c8da793 {{(pid=103457) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 12 13:35:46.094589 dv-cinder-830097-4-iscsi neutron-server[103457]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "aa216b9b-dcbd-4ca6-8555-3e8dad6ca69b", "name": "network-vif-deleted", "tag": "c0cf9717-7562-47e3-809c-dc1672d2aa5a", "status": "completed", "code": 200}]} {{(pid=103457) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 12 13:35:46.094589 dv-cinder-830097-4-iscsi neutron-server[103457]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-5e89bea8-6b53-4291-b069-01f42c8da793 {{(pid=103457) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 12 13:35:46.094589 dv-cinder-830097-4-iscsi neutron-server[103457]: INFO neutron.notifiers.nova [-] Nova event matching ['req-5e89bea8-6b53-4291-b069-01f42c8da793'] response: {'server_uuid': 'aa216b9b-dcbd-4ca6-8555-3e8dad6ca69b', 'name': 'network-vif-deleted', 'tag': 'c0cf9717-7562-47e3-809c-dc1672d2aa5a', 'status': 'completed', 'code': 200} Apr 12 13:35:46.200894 dv-cinder-830097-4-iscsi neutron-server[103460]: DEBUG neutron.db.l3_dvr_db [None req-d6a6b657-1212-4647-b849-6282f9f0a067 None None] Set router a794cd89-89ba-42ef-a58c-37aafc50af86 gateway port host: dv-cinder-830097-4-iscsi {{(pid=103460) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 12 13:35:46.518694 dv-cinder-830097-4-iscsi neutron-server[103460]: DEBUG neutron.db.l3_hamode_db [None req-d6a6b657-1212-4647-b849-6282f9f0a067 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a794cd89-89ba-42ef-a58c-37aafc50af86', 'name': 'tempest-AttachVolumeNegativeTest-1091455639-router', 'tenant_id': '0b44de7c9b4f45aa8f33bcf3b4639f3f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '26d0436d-8ae2-49bd-8cc6-3d2eac552c84', 'external_fixed_ips': [{'subnet_id': 'd93852d8-8f89-4b1c-bef4-0e05f499a8db', 'ip_address': '172.27.0.252'}], 'enable_snat': True}, 'gw_port_id': '0451fcc6-23a4-40eb-829a-704617e0c3b7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-12T13:28:54Z', 'updated_at': '2022-04-12T13:28:57Z', 'revision_number': 4, 'project_id': '0b44de7c9b4f45aa8f33bcf3b4639f3f', 'gw_port': {'id': '0451fcc6-23a4-40eb-829a-704617e0c3b7', 'name': '', 'network_id': '26d0436d-8ae2-49bd-8cc6-3d2eac552c84', 'tenant_id': '', 'mac_address': 'fa:16:3e:71:01:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a794cd89-89ba-42ef-a58c-37aafc50af86', 'device_owner': 'network:router_gateway', 'standard_attr_id': 661, 'fixed_ips': [{'subnet_id': 'd93852d8-8f89-4b1c-bef4-0e05f499a8db', 'ip_address': '172.27.0.252', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830097-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T13:28:55Z', 'updated_at': '2022-04-12T13:28:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd93852d8-8f89-4b1c-bef4-0e05f499a8db', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830097-4-iscsi', '_interfaces': [{'id': '2f2a340d-e57c-4a8c-9890-5422afa115af', 'name': '', 'network_id': 'd4adb74a-b0d3-4e8c-b297-c51fe03191f9', 'tenant_id': '0b44de7c9b4f45aa8f33bcf3b4639f3f', 'mac_address': 'fa:16:3e:54:78:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a794cd89-89ba-42ef-a58c-37aafc50af86', 'device_owner': 'network:router_interface', 'standard_attr_id': 662, 'fixed_ips': [{'subnet_id': 'f1176976-8b61-43ab-a3ba-d0eadb0b48e0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830097-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T13:28:57Z', 'updated_at': '2022-04-12T13:29:00Z', 'revision_number': 5, 'project_id': '0b44de7c9b4f45aa8f33bcf3b4639f3f', 'subnets': [{'id': 'f1176976-8b61-43ab-a3ba-d0eadb0b48e0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-830097-4-iscsi', False) {} {{(pid=103460) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 13:35:46.574810 dv-cinder-830097-4-iscsi neutron-server[103460]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d6a6b657-1212-4647-b849-6282f9f0a067 None None] Checking router: a794cd89-89ba-42ef-a58c-37aafc50af86 for host: dv-cinder-830097-4-iscsi {{(pid=103460) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 12 13:35:46.585623 dv-cinder-830097-4-iscsi neutron-server[103460]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d6a6b657-1212-4647-b849-6282f9f0a067 None None] Routers {'a794cd89-89ba-42ef-a58c-37aafc50af86'} bound to L3 agent in host dv-cinder-830097-4-iscsi {{(pid=103460) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 12 13:35:46.586479 dv-cinder-830097-4-iscsi neutron-server[103460]: DEBUG neutron.db.l3_hamode_db [None req-d6a6b657-1212-4647-b849-6282f9f0a067 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830097-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-12T13:07:19Z,description=,heartbeat_timestamp=2022-04-12T13:35:19Z,host='dv-cinder-830097-4-iscsi',id=b7e11a8b-aeed-493f-9763-461016dddc93,load=0,resource_versions=,resources_synced=,started_at=2022-04-12T13:07:19Z,topic='l3_agent')) {'router_ids': ['a794cd89-89ba-42ef-a58c-37aafc50af86'], 'active': True} {{(pid=103460) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 13:35:46.722687 dv-cinder-830097-4-iscsi neutron-server[103460]: DEBUG neutron.db.l3_dvr_db [None req-d6a6b657-1212-4647-b849-6282f9f0a067 None None] Set router a794cd89-89ba-42ef-a58c-37aafc50af86 gateway port host: dv-cinder-830097-4-iscsi {{(pid=103460) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 12 13:35:46.788563 dv-cinder-830097-4-iscsi neutron-server[103458]: DEBUG neutron.wsgi [-] (103458) accepted ('10.222.0.18', 52702) {{(pid=103458) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 13:35:46.843327 dv-cinder-830097-4-iscsi neutron-server[103459]: DEBUG neutron_lib.callbacks.manager [None req-a807c5b1-b236-4bfe-8e13-daa42da2f492 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732727929501', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-657397'] for agent (246ca497-e2ee-4e0b-b432-b4153c207e5f), after_update {{(pid=103459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:35:46.859403 dv-cinder-830097-4-iscsi neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-ca1d984d-82a5-42f7-915b-eeab3d602f28 tempest-AttachVolumeNegativeTest-50432476 tempest-AttachVolumeNegativeTest-50432476-project] Publish callbacks [] for security_group (f55add8c-ba4e-4f75-8f8f-36fc45ff1516), before_delete {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:35:46.888253 dv-cinder-830097-4-iscsi neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-ca1d984d-82a5-42f7-915b-eeab3d602f28 tempest-AttachVolumeNegativeTest-50432476 tempest-AttachVolumeNegativeTest-50432476-project] Publish callbacks [] for security_group (f55add8c-ba4e-4f75-8f8f-36fc45ff1516), precommit_delete {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:35:46.953156 dv-cinder-830097-4-iscsi neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-ca1d984d-82a5-42f7-915b-eeab3d602f28 tempest-AttachVolumeNegativeTest-50432476 tempest-AttachVolumeNegativeTest-50432476-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3691807'] for security_group (f55add8c-ba4e-4f75-8f8f-36fc45ff1516), after_delete {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:35:46.956828 dv-cinder-830097-4-iscsi neutron-server[103460]: DEBUG neutron.db.l3_hamode_db [None req-d6a6b657-1212-4647-b849-6282f9f0a067 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a794cd89-89ba-42ef-a58c-37aafc50af86', 'name': 'tempest-AttachVolumeNegativeTest-1091455639-router', 'tenant_id': '0b44de7c9b4f45aa8f33bcf3b4639f3f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '26d0436d-8ae2-49bd-8cc6-3d2eac552c84', 'external_fixed_ips': [{'subnet_id': 'd93852d8-8f89-4b1c-bef4-0e05f499a8db', 'ip_address': '172.27.0.252'}], 'enable_snat': True}, 'gw_port_id': '0451fcc6-23a4-40eb-829a-704617e0c3b7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-12T13:28:54Z', 'updated_at': '2022-04-12T13:28:57Z', 'revision_number': 4, 'project_id': '0b44de7c9b4f45aa8f33bcf3b4639f3f', 'gw_port': {'id': '0451fcc6-23a4-40eb-829a-704617e0c3b7', 'name': '', 'network_id': '26d0436d-8ae2-49bd-8cc6-3d2eac552c84', 'tenant_id': '', 'mac_address': 'fa:16:3e:71:01:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a794cd89-89ba-42ef-a58c-37aafc50af86', 'device_owner': 'network:router_gateway', 'standard_attr_id': 661, 'fixed_ips': [{'subnet_id': 'd93852d8-8f89-4b1c-bef4-0e05f499a8db', 'ip_address': '172.27.0.252', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830097-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T13:28:55Z', 'updated_at': '2022-04-12T13:28:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd93852d8-8f89-4b1c-bef4-0e05f499a8db', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830097-4-iscsi', '_interfaces': [{'id': '2f2a340d-e57c-4a8c-9890-5422afa115af', 'name': '', 'network_id': 'd4adb74a-b0d3-4e8c-b297-c51fe03191f9', 'tenant_id': '0b44de7c9b4f45aa8f33bcf3b4639f3f', 'mac_address': 'fa:16:3e:54:78:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a794cd89-89ba-42ef-a58c-37aafc50af86', 'device_owner': 'network:router_interface', 'standard_attr_id': 662, 'fixed_ips': [{'subnet_id': 'f1176976-8b61-43ab-a3ba-d0eadb0b48e0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830097-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T13:28:57Z', 'updated_at': '2022-04-12T13:29:00Z', 'revision_number': 5, 'project_id': '0b44de7c9b4f45aa8f33bcf3b4639f3f', 'subnets': [{'id': 'f1176976-8b61-43ab-a3ba-d0eadb0b48e0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-830097-4-iscsi', False) {} {{(pid=103460) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 13:35:46.957803 dv-cinder-830097-4-iscsi neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-ca1d984d-82a5-42f7-915b-eeab3d602f28 tempest-AttachVolumeNegativeTest-50432476 tempest-AttachVolumeNegativeTest-50432476-project] Publish callbacks [] for security_group (None), before_response {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:35:46.959979 dv-cinder-830097-4-iscsi neutron-server[103458]: INFO neutron.wsgi [None req-ca1d984d-82a5-42f7-915b-eeab3d602f28 tempest-AttachVolumeNegativeTest-50432476 tempest-AttachVolumeNegativeTest-50432476-project] 10.222.0.18 "DELETE /v2.0/security-groups/f55add8c-ba4e-4f75-8f8f-36fc45ff1516 HTTP/1.1" status: 204 len: 168 time: 0.1698186 Apr 12 13:35:46.963839 dv-cinder-830097-4-iscsi neutron-server[103457]: DEBUG neutron.wsgi [-] (103457) accepted ('10.222.0.18', 52704) {{(pid=103457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 13:35:46.974507 dv-cinder-830097-4-iscsi neutron-server[103458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca1d984d-82a5-42f7-915b-eeab3d602f28 tempest-AttachVolumeNegativeTest-50432476 tempest-AttachVolumeNegativeTest-50432476-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=f55add8c-ba4e-4f75-8f8f-36fc45ff1516,revision_number=None']} {{(pid=103458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 13:35:46.986389 dv-cinder-830097-4-iscsi neutron-server[103458]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca1d984d-82a5-42f7-915b-eeab3d602f28 tempest-AttachVolumeNegativeTest-50432476 tempest-AttachVolumeNegativeTest-50432476-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830097-4-iscsi {{(pid=103458) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 13:35:46.986632 dv-cinder-830097-4-iscsi neutron-server[103457]: INFO neutron.api.v2.resource [None req-3a757540-31d1-40ea-aece-197d54f084c1 tempest-AttachVolumeNegativeTest-50432476 tempest-AttachVolumeNegativeTest-50432476-project] show failed (client error): The resource could not be found. Apr 12 13:35:46.986932 dv-cinder-830097-4-iscsi neutron-server[103458]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca1d984d-82a5-42f7-915b-eeab3d602f28 tempest-AttachVolumeNegativeTest-50432476 tempest-AttachVolumeNegativeTest-50432476-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830097-4-iscsi {{(pid=103458) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 13:35:46.987542 dv-cinder-830097-4-iscsi neutron-server[103458]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca1d984d-82a5-42f7-915b-eeab3d602f28 tempest-AttachVolumeNegativeTest-50432476 tempest-AttachVolumeNegativeTest-50432476-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830097-4-iscsi {{(pid=103458) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 13:35:46.988081 dv-cinder-830097-4-iscsi neutron-server[103458]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca1d984d-82a5-42f7-915b-eeab3d602f28 tempest-AttachVolumeNegativeTest-50432476 tempest-AttachVolumeNegativeTest-50432476-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830097-4-iscsi {{(pid=103458) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 13:35:46.988330 dv-cinder-830097-4-iscsi neutron-server[103457]: INFO neutron.wsgi [None req-3a757540-31d1-40ea-aece-197d54f084c1 tempest-AttachVolumeNegativeTest-50432476 tempest-AttachVolumeNegativeTest-50432476-project] 10.222.0.18 "GET /v2.0/security-groups/f55add8c-ba4e-4f75-8f8f-36fc45ff1516 HTTP/1.1" status: 404 len: 347 time: 0.0229583 Apr 12 13:35:46.988814 dv-cinder-830097-4-iscsi neutron-server[103458]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca1d984d-82a5-42f7-915b-eeab3d602f28 tempest-AttachVolumeNegativeTest-50432476 tempest-AttachVolumeNegativeTest-50432476-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830097-4-iscsi {{(pid=103458) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 13:35:46.989687 dv-cinder-830097-4-iscsi neutron-server[103458]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca1d984d-82a5-42f7-915b-eeab3d602f28 tempest-AttachVolumeNegativeTest-50432476 tempest-AttachVolumeNegativeTest-50432476-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830097-4-iscsi {{(pid=103458) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 13:35:46.990166 dv-cinder-830097-4-iscsi neutron-server[103458]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca1d984d-82a5-42f7-915b-eeab3d602f28 tempest-AttachVolumeNegativeTest-50432476 tempest-AttachVolumeNegativeTest-50432476-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830097-4-iscsi {{(pid=103458) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 13:35:46.990611 dv-cinder-830097-4-iscsi neutron-server[103458]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca1d984d-82a5-42f7-915b-eeab3d602f28 tempest-AttachVolumeNegativeTest-50432476 tempest-AttachVolumeNegativeTest-50432476-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-830097-4-iscsi {{(pid=103458) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 13:35:46.990939 dv-cinder-830097-4-iscsi neutron-server[103458]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca1d984d-82a5-42f7-915b-eeab3d602f28 tempest-AttachVolumeNegativeTest-50432476 tempest-AttachVolumeNegativeTest-50432476-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-830097-4-iscsi {{(pid=103458) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 13:35:46.991459 dv-cinder-830097-4-iscsi neutron-server[103458]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca1d984d-82a5-42f7-915b-eeab3d602f28 tempest-AttachVolumeNegativeTest-50432476 tempest-AttachVolumeNegativeTest-50432476-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-830097-4-iscsi {{(pid=103458) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 13:35:46.991687 dv-cinder-830097-4-iscsi neutron-server[103457]: DEBUG neutron.wsgi [-] (103457) accepted ('10.222.0.18', 52706) {{(pid=103457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 13:35:46.991983 dv-cinder-830097-4-iscsi neutron-server[103458]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca1d984d-82a5-42f7-915b-eeab3d602f28 tempest-AttachVolumeNegativeTest-50432476 tempest-AttachVolumeNegativeTest-50432476-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-830097-4-iscsi {{(pid=103458) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 13:35:46.992500 dv-cinder-830097-4-iscsi neutron-server[103458]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca1d984d-82a5-42f7-915b-eeab3d602f28 tempest-AttachVolumeNegativeTest-50432476 tempest-AttachVolumeNegativeTest-50432476-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830097-4-iscsi {{(pid=103458) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 13:35:46.993049 dv-cinder-830097-4-iscsi neutron-server[103458]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca1d984d-82a5-42f7-915b-eeab3d602f28 tempest-AttachVolumeNegativeTest-50432476 tempest-AttachVolumeNegativeTest-50432476-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830097-4-iscsi {{(pid=103458) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 13:35:46.993593 dv-cinder-830097-4-iscsi neutron-server[103458]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca1d984d-82a5-42f7-915b-eeab3d602f28 tempest-AttachVolumeNegativeTest-50432476 tempest-AttachVolumeNegativeTest-50432476-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830097-4-iscsi {{(pid=103458) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 13:35:46.994133 dv-cinder-830097-4-iscsi neutron-server[103458]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca1d984d-82a5-42f7-915b-eeab3d602f28 tempest-AttachVolumeNegativeTest-50432476 tempest-AttachVolumeNegativeTest-50432476-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830097-4-iscsi {{(pid=103458) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 13:35:46.999108 dv-cinder-830097-4-iscsi neutron-server[103460]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d6a6b657-1212-4647-b849-6282f9f0a067 None None] The sync data for ids ['a794cd89-89ba-42ef-a58c-37aafc50af86'] in dv-cinder-830097-4-iscsi is: [{'id': 'a794cd89-89ba-42ef-a58c-37aafc50af86', 'name': 'tempest-AttachVolumeNegativeTest-1091455639-router', 'tenant_id': '0b44de7c9b4f45aa8f33bcf3b4639f3f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '26d0436d-8ae2-49bd-8cc6-3d2eac552c84', 'external_fixed_ips': [{'subnet_id': 'd93852d8-8f89-4b1c-bef4-0e05f499a8db', 'ip_address': '172.27.0.252'}], 'enable_snat': True}, 'gw_port_id': '0451fcc6-23a4-40eb-829a-704617e0c3b7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-12T13:28:54Z', 'updated_at': '2022-04-12T13:28:57Z', 'revision_number': 4, 'project_id': '0b44de7c9b4f45aa8f33bcf3b4639f3f', 'gw_port': {'id': '0451fcc6-23a4-40eb-829a-704617e0c3b7', 'name': '', 'network_id': '26d0436d-8ae2-49bd-8cc6-3d2eac552c84', 'tenant_id': '', 'mac_address': 'fa:16:3e:71:01:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a794cd89-89ba-42ef-a58c-37aafc50af86', 'device_owner': 'network:router_gateway', 'standard_attr_id': 661, 'fixed_ips': [{'subnet_id': 'd93852d8-8f89-4b1c-bef4-0e05f499a8db', 'ip_address': '172.27.0.252', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830097-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T13:28:55Z', 'updated_at': '2022-04-12T13:28:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd93852d8-8f89-4b1c-bef4-0e05f499a8db', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830097-4-iscsi', '_interfaces': [{'id': '2f2a340d-e57c-4a8c-9890-5422afa115af', 'name': '', 'network_id': 'd4adb74a-b0d3-4e8c-b297-c51fe03191f9', 'tenant_id': '0b44de7c9b4f45aa8f33bcf3b4639f3f', 'mac_address': 'fa:16:3e:54:78:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a794cd89-89ba-42ef-a58c-37aafc50af86', 'device_owner': 'network:router_interface', 'standard_attr_id': 662, 'fixed_ips': [{'subnet_id': 'f1176976-8b61-43ab-a3ba-d0eadb0b48e0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830097-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T13:28:57Z', 'updated_at': '2022-04-12T13:29:00Z', 'revision_number': 5, 'project_id': '0b44de7c9b4f45aa8f33bcf3b4639f3f', 'subnets': [{'id': 'f1176976-8b61-43ab-a3ba-d0eadb0b48e0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103460) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 12 13:35:47.126956 dv-cinder-830097-4-iscsi neutron-server[103457]: DEBUG neutron.plugins.ml2.plugin [None req-fc1d98b8-8c6d-4c53-a302-5a4c003aa8af tempest-AttachVolumeNegativeTest-50432476 tempest-AttachVolumeNegativeTest-50432476-project] Deleting port 2e22bb39-a4fa-4ad1-bc70-4d3b53fc16a3 {{(pid=103457) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 12 13:35:47.127574 dv-cinder-830097-4-iscsi neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-fc1d98b8-8c6d-4c53-a302-5a4c003aa8af tempest-AttachVolumeNegativeTest-50432476 tempest-AttachVolumeNegativeTest-50432476-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732727887391'] for port (2e22bb39-a4fa-4ad1-bc70-4d3b53fc16a3), before_delete {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:35:47.215203 dv-cinder-830097-4-iscsi neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-fc1d98b8-8c6d-4c53-a302-5a4c003aa8af tempest-AttachVolumeNegativeTest-50432476 tempest-AttachVolumeNegativeTest-50432476-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3742288'] for port (2e22bb39-a4fa-4ad1-bc70-4d3b53fc16a3), precommit_delete {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:35:47.215533 dv-cinder-830097-4-iscsi neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-fc1d98b8-8c6d-4c53-a302-5a4c003aa8af tempest-AttachVolumeNegativeTest-50432476 tempest-AttachVolumeNegativeTest-50432476-project] Publish callbacks [] for floatingip (2e22bb39-a4fa-4ad1-bc70-4d3b53fc16a3), precommit_delete {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:35:47.229057 dv-cinder-830097-4-iscsi neutron-server[103457]: DEBUG neutron.plugins.ml2.plugin [None req-fc1d98b8-8c6d-4c53-a302-5a4c003aa8af tempest-AttachVolumeNegativeTest-50432476 tempest-AttachVolumeNegativeTest-50432476-project] Calling delete_port for 2e22bb39-a4fa-4ad1-bc70-4d3b53fc16a3 owned by network:floatingip {{(pid=103457) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 12 13:35:47.283152 dv-cinder-830097-4-iscsi neutron-server[103459]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e5c0f5d3-1119-4c78-ae76-e1fecd8202ba None None] New status for floating IP fbda2b06-48a2-4f70-a3df-6356ffd7c62e: DOWN {{(pid=103459) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 12 13:35:47.366792 dv-cinder-830097-4-iscsi neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-fc1d98b8-8c6d-4c53-a302-5a4c003aa8af tempest-AttachVolumeNegativeTest-50432476 tempest-AttachVolumeNegativeTest-50432476-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-915890', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3697887', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732727894797', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732727417923', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25610742'] for port (2e22bb39-a4fa-4ad1-bc70-4d3b53fc16a3), after_delete {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:35:47.367389 dv-cinder-830097-4-iscsi neutron-server[103459]: DEBUG neutron_lib.db.api [None req-e5c0f5d3-1119-4c78-ae76-e1fecd8202ba None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103459) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 12 13:35:47.367752 dv-cinder-830097-4-iscsi neutron-server[103459]: DEBUG oslo_db.api [None req-e5c0f5d3-1119-4c78-ae76-e1fecd8202ba None None] Performing DB retry for function neutron.api.rpc.handlers.l3_rpc.L3RpcCallback.update_floatingip_statuses {{(pid=103459) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 12 13:35:47.391936 dv-cinder-830097-4-iscsi neutron-server[103457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc1d98b8-8c6d-4c53-a302-5a4c003aa8af tempest-AttachVolumeNegativeTest-50432476 tempest-AttachVolumeNegativeTest-50432476-project] Pushing event deleted for resources: {'Port': ['ID=2e22bb39-a4fa-4ad1-bc70-4d3b53fc16a3,revision_number=None']} {{(pid=103457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 13:35:47.453319 dv-cinder-830097-4-iscsi neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-fc1d98b8-8c6d-4c53-a302-5a4c003aa8af tempest-AttachVolumeNegativeTest-50432476 tempest-AttachVolumeNegativeTest-50432476-project] Publish callbacks [] for floatingip (fbda2b06-48a2-4f70-a3df-6356ffd7c62e), after_delete {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:35:47.455879 dv-cinder-830097-4-iscsi neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-fc1d98b8-8c6d-4c53-a302-5a4c003aa8af tempest-AttachVolumeNegativeTest-50432476 tempest-AttachVolumeNegativeTest-50432476-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-500965'] for floatingip (None), before_response {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:35:47.457064 dv-cinder-830097-4-iscsi neutron-server[103457]: INFO neutron.wsgi [None req-fc1d98b8-8c6d-4c53-a302-5a4c003aa8af tempest-AttachVolumeNegativeTest-50432476 tempest-AttachVolumeNegativeTest-50432476-project] 10.222.0.18 "DELETE /v2.0/floatingips/fbda2b06-48a2-4f70-a3df-6356ffd7c62e HTTP/1.1" status: 204 len: 168 time: 0.4641194 Apr 12 13:35:47.870502 dv-cinder-830097-4-iscsi neutron-server[103459]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e5c0f5d3-1119-4c78-ae76-e1fecd8202ba None None] New status for floating IP fbda2b06-48a2-4f70-a3df-6356ffd7c62e: DOWN {{(pid=103459) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 12 13:35:49.401689 dv-cinder-830097-4-iscsi neutron-server[103459]: DEBUG neutron_lib.callbacks.manager [None req-e08a41c6-d398-4af8-bea0-da11b0f9d985 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732727929501', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-657397'] for agent (b7e11a8b-aeed-493f-9763-461016dddc93), after_update {{(pid=103459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:35:49.538123 dv-cinder-830097-4-iscsi neutron-server[103459]: DEBUG neutron.plugins.ml2.rpc [None req-3505bd68-a9fd-4823-92ea-1a6ded8ab071 None None] Device c0cf9717-7562-47e3-809c-dc1672d2aa5a no longer exists at agent hyperv_hv-cinder-83009 {{(pid=103459) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 12 13:35:49.559058 dv-cinder-830097-4-iscsi neutron-server[103459]: DEBUG neutron.plugins.ml2.plugin [None req-3505bd68-a9fd-4823-92ea-1a6ded8ab071 None None] No Port match for: c0cf9717-7562-47e3-809c-dc1672d2aa5a {{(pid=103459) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2341}} Apr 12 13:35:49.559334 dv-cinder-830097-4-iscsi neutron-server[103459]: DEBUG neutron.plugins.ml2.rpc [None req-3505bd68-a9fd-4823-92ea-1a6ded8ab071 None None] Device c0cf9717-7562-47e3-809c-dc1672d2aa5a not bound to the agent host hv-cinder-83009 {{(pid=103459) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 12 13:35:50.352436 dv-cinder-830097-4-iscsi neutron-server[103459]: DEBUG neutron_lib.callbacks.manager [None req-f20c20fe-5767-407a-9f30-b36f01c50254 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732727929501', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-657397'] for agent (1e8a91c7-94d1-4b17-9536-32bc01f44a9b), after_update {{(pid=103459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:35:51.113163 dv-cinder-830097-4-iscsi neutron-server[103457]: DEBUG neutron.wsgi [-] (103457) accepted ('10.222.0.18', 52742) {{(pid=103457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 13:35:51.476240 dv-cinder-830097-4-iscsi neutron-server[103459]: DEBUG neutron_lib.callbacks.manager [None req-09c91955-1169-4ba5-b480-d25faf385fa1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732727929501', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-657397'] for agent (6571c785-b050-42b7-b6d0-d71237f75507), after_update {{(pid=103459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:35:51.534347 dv-cinder-830097-4-iscsi neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-bcd4d744-064b-434b-a040-56d44bed414e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3750862'] for router_interface (a794cd89-89ba-42ef-a58c-37aafc50af86), before_delete {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:35:51.765254 dv-cinder-830097-4-iscsi neutron-server[103457]: DEBUG neutron.plugins.ml2.plugin [None req-bcd4d744-064b-434b-a040-56d44bed414e admin admin] Deleting port 2f2a340d-e57c-4a8c-9890-5422afa115af {{(pid=103457) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 12 13:35:51.765483 dv-cinder-830097-4-iscsi neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-bcd4d744-064b-434b-a040-56d44bed414e admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732727887391'] for port (2f2a340d-e57c-4a8c-9890-5422afa115af), before_delete {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:35:51.843429 dv-cinder-830097-4-iscsi neutron-server[103457]: DEBUG neutron.plugins.ml2.db [None req-bcd4d744-064b-434b-a040-56d44bed414e admin admin] For port 2f2a340d-e57c-4a8c-9890-5422afa115af, host dv-cinder-830097-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-830097-4-iscsi',level=0,port_id=2f2a340d-e57c-4a8c-9890-5422afa115af,segment=NetworkSegment(00b10ebc-0cf5-44a9-a829-ac84c99db0c8),segment_id=00b10ebc-0cf5-44a9-a829-ac84c99db0c8)] {{(pid=103457) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 12 13:35:51.843804 dv-cinder-830097-4-iscsi neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-bcd4d744-064b-434b-a040-56d44bed414e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3742288'] for port (2f2a340d-e57c-4a8c-9890-5422afa115af), precommit_delete {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:35:51.859728 dv-cinder-830097-4-iscsi neutron-server[103457]: DEBUG neutron.plugins.ml2.plugin [None req-bcd4d744-064b-434b-a040-56d44bed414e admin admin] Calling delete_port for 2f2a340d-e57c-4a8c-9890-5422afa115af owned by network:router_interface {{(pid=103457) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 12 13:35:52.038714 dv-cinder-830097-4-iscsi neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-bcd4d744-064b-434b-a040-56d44bed414e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-915890', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3697887', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732727894797', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732727417923', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25610742'] for port (2f2a340d-e57c-4a8c-9890-5422afa115af), after_delete {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:35:52.070918 dv-cinder-830097-4-iscsi neutron-server[103457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcd4d744-064b-434b-a040-56d44bed414e admin admin] Pushing event deleted for resources: {'Port': ['ID=2f2a340d-e57c-4a8c-9890-5422afa115af,revision_number=None']} {{(pid=103457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 13:35:52.232326 dv-cinder-830097-4-iscsi neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-bcd4d744-064b-434b-a040-56d44bed414e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3697864', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3750754'] for router_interface (a794cd89-89ba-42ef-a58c-37aafc50af86), after_delete {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:35:52.730341 dv-cinder-830097-4-iscsi neutron-server[103457]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bcd4d744-064b-434b-a040-56d44bed414e admin admin] Router a794cd89-89ba-42ef-a58c-37aafc50af86 has already been hosted by L3 agent b7e11a8b-aeed-493f-9763-461016dddc93 {{(pid=103457) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 12 13:35:52.834499 dv-cinder-830097-4-iscsi neutron-server[103457]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bcd4d744-064b-434b-a040-56d44bed414e admin admin] Notify agent at l3_agent.dv-cinder-830097-4-iscsi the message routers_updated {{(pid=103457) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 12 13:35:52.839406 dv-cinder-830097-4-iscsi neutron-server[103457]: INFO neutron.wsgi [None req-bcd4d744-064b-434b-a040-56d44bed414e admin admin] 10.222.0.18 "PUT /v2.0/routers/a794cd89-89ba-42ef-a58c-37aafc50af86/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7245908 Apr 12 13:35:52.841867 dv-cinder-830097-4-iscsi neutron-server[103457]: DEBUG neutron.wsgi [-] (103457) accepted ('10.222.0.18', 52746) {{(pid=103457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 13:35:52.844981 dv-cinder-830097-4-iscsi neutron-server[103460]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ec5bdfce-4235-41e3-845b-f0342d5e8f4a None None] Sync routers for ids ['a794cd89-89ba-42ef-a58c-37aafc50af86'] in dv-cinder-830097-4-iscsi {{(pid=103460) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 12 13:35:52.855943 dv-cinder-830097-4-iscsi neutron-server[103460]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ec5bdfce-4235-41e3-845b-f0342d5e8f4a None None] Routers {'a794cd89-89ba-42ef-a58c-37aafc50af86'} bound to L3 agent in host dv-cinder-830097-4-iscsi {{(pid=103460) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 12 13:35:52.856547 dv-cinder-830097-4-iscsi neutron-server[103460]: DEBUG neutron.db.l3_hamode_db [None req-ec5bdfce-4235-41e3-845b-f0342d5e8f4a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830097-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-12T13:07:19Z,description=,heartbeat_timestamp=2022-04-12T13:35:49Z,host='dv-cinder-830097-4-iscsi',id=b7e11a8b-aeed-493f-9763-461016dddc93,load=0,resource_versions=,resources_synced=,started_at=2022-04-12T13:07:19Z,topic='l3_agent')) {'router_ids': ['a794cd89-89ba-42ef-a58c-37aafc50af86'], 'active': True} {{(pid=103460) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 13:35:52.950495 dv-cinder-830097-4-iscsi neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-9c4693f5-ac41-4e20-ad77-0a3342cc1808 admin admin] Publish callbacks [] for router (a794cd89-89ba-42ef-a58c-37aafc50af86), before_delete {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:35:53.054723 dv-cinder-830097-4-iscsi neutron-server[103460]: DEBUG neutron.db.l3_dvr_db [None req-ec5bdfce-4235-41e3-845b-f0342d5e8f4a None None] Set router a794cd89-89ba-42ef-a58c-37aafc50af86 gateway port host: dv-cinder-830097-4-iscsi {{(pid=103460) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 12 13:35:53.057590 dv-cinder-830097-4-iscsi neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-9c4693f5-ac41-4e20-ad77-0a3342cc1808 admin admin] Publish callbacks [] for router_gateway (a794cd89-89ba-42ef-a58c-37aafc50af86), before_delete {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:35:53.103947 dv-cinder-830097-4-iscsi neutron-server[103457]: DEBUG neutron.plugins.ml2.plugin [None req-9c4693f5-ac41-4e20-ad77-0a3342cc1808 admin admin] Deleting port 0451fcc6-23a4-40eb-829a-704617e0c3b7 {{(pid=103457) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 12 13:35:53.104281 dv-cinder-830097-4-iscsi neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-9c4693f5-ac41-4e20-ad77-0a3342cc1808 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732727887391'] for port (0451fcc6-23a4-40eb-829a-704617e0c3b7), before_delete {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:35:53.188162 dv-cinder-830097-4-iscsi neutron-server[103457]: DEBUG neutron.plugins.ml2.db [None req-9c4693f5-ac41-4e20-ad77-0a3342cc1808 admin admin] For port 0451fcc6-23a4-40eb-829a-704617e0c3b7, host dv-cinder-830097-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-830097-4-iscsi',level=0,port_id=0451fcc6-23a4-40eb-829a-704617e0c3b7,segment=NetworkSegment(333e2245-11dc-4fcd-9fb1-9fe65fae59ea),segment_id=333e2245-11dc-4fcd-9fb1-9fe65fae59ea)] {{(pid=103457) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 12 13:35:53.188516 dv-cinder-830097-4-iscsi neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-9c4693f5-ac41-4e20-ad77-0a3342cc1808 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3742288'] for port (0451fcc6-23a4-40eb-829a-704617e0c3b7), precommit_delete {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:35:53.205619 dv-cinder-830097-4-iscsi neutron-server[103457]: DEBUG neutron.plugins.ml2.plugin [None req-9c4693f5-ac41-4e20-ad77-0a3342cc1808 admin admin] Calling delete_port for 0451fcc6-23a4-40eb-829a-704617e0c3b7 owned by network:router_gateway {{(pid=103457) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 12 13:35:53.231818 dv-cinder-830097-4-iscsi neutron-server[103460]: DEBUG neutron.db.l3_hamode_db [None req-ec5bdfce-4235-41e3-845b-f0342d5e8f4a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a794cd89-89ba-42ef-a58c-37aafc50af86', 'name': 'tempest-AttachVolumeNegativeTest-1091455639-router', 'tenant_id': '0b44de7c9b4f45aa8f33bcf3b4639f3f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '26d0436d-8ae2-49bd-8cc6-3d2eac552c84', 'external_fixed_ips': [{'subnet_id': 'd93852d8-8f89-4b1c-bef4-0e05f499a8db', 'ip_address': '172.27.0.252'}], 'enable_snat': True}, 'gw_port_id': '0451fcc6-23a4-40eb-829a-704617e0c3b7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-12T13:28:54Z', 'updated_at': '2022-04-12T13:35:51Z', 'revision_number': 5, 'project_id': '0b44de7c9b4f45aa8f33bcf3b4639f3f', 'gw_port': {'id': '0451fcc6-23a4-40eb-829a-704617e0c3b7', 'name': '', 'network_id': '26d0436d-8ae2-49bd-8cc6-3d2eac552c84', 'tenant_id': '', 'mac_address': 'fa:16:3e:71:01:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a794cd89-89ba-42ef-a58c-37aafc50af86', 'device_owner': 'network:router_gateway', 'standard_attr_id': 661, 'fixed_ips': [{'subnet_id': 'd93852d8-8f89-4b1c-bef4-0e05f499a8db', 'ip_address': '172.27.0.252', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830097-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T13:28:55Z', 'updated_at': '2022-04-12T13:28:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd93852d8-8f89-4b1c-bef4-0e05f499a8db', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830097-4-iscsi'}], 'dv-cinder-830097-4-iscsi', False) {} {{(pid=103460) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 13:35:53.264160 dv-cinder-830097-4-iscsi neutron-server[103459]: DEBUG neutron_lib.callbacks.manager [None req-53781792-8650-4c78-93a6-1c4d328d874c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732727929501', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-657397'] for agent (3f2daa45-5e56-452b-8a21-b519edfce99e), after_update {{(pid=103459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:35:53.266021 dv-cinder-830097-4-iscsi neutron-server[103460]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ec5bdfce-4235-41e3-845b-f0342d5e8f4a None None] Checking router: a794cd89-89ba-42ef-a58c-37aafc50af86 for host: dv-cinder-830097-4-iscsi {{(pid=103460) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 12 13:35:53.274091 dv-cinder-830097-4-iscsi neutron-server[103460]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ec5bdfce-4235-41e3-845b-f0342d5e8f4a None None] Routers {'a794cd89-89ba-42ef-a58c-37aafc50af86'} bound to L3 agent in host dv-cinder-830097-4-iscsi {{(pid=103460) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 12 13:35:53.274710 dv-cinder-830097-4-iscsi neutron-server[103460]: DEBUG neutron.db.l3_hamode_db [None req-ec5bdfce-4235-41e3-845b-f0342d5e8f4a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830097-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-12T13:07:19Z,description=,heartbeat_timestamp=2022-04-12T13:35:49Z,host='dv-cinder-830097-4-iscsi',id=b7e11a8b-aeed-493f-9763-461016dddc93,load=0,resource_versions=,resources_synced=,started_at=2022-04-12T13:07:19Z,topic='l3_agent')) {'router_ids': ['a794cd89-89ba-42ef-a58c-37aafc50af86'], 'active': True} {{(pid=103460) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 13:35:53.365363 dv-cinder-830097-4-iscsi neutron-server[103460]: DEBUG neutron.db.l3_dvr_db [None req-ec5bdfce-4235-41e3-845b-f0342d5e8f4a None None] Set router a794cd89-89ba-42ef-a58c-37aafc50af86 gateway port host: None {{(pid=103460) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 12 13:35:53.388574 dv-cinder-830097-4-iscsi neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-9c4693f5-ac41-4e20-ad77-0a3342cc1808 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-915890', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3697887', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732727894797', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732727417923', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25610742'] for port (0451fcc6-23a4-40eb-829a-704617e0c3b7), after_delete {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:35:53.416183 dv-cinder-830097-4-iscsi neutron-server[103457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c4693f5-ac41-4e20-ad77-0a3342cc1808 admin admin] Pushing event deleted for resources: {'Port': ['ID=0451fcc6-23a4-40eb-829a-704617e0c3b7,revision_number=None']} {{(pid=103457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 13:35:53.422088 dv-cinder-830097-4-iscsi neutron-server[103460]: DEBUG neutron.db.l3_hamode_db [None req-ec5bdfce-4235-41e3-845b-f0342d5e8f4a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a794cd89-89ba-42ef-a58c-37aafc50af86', 'name': 'tempest-AttachVolumeNegativeTest-1091455639-router', 'tenant_id': '0b44de7c9b4f45aa8f33bcf3b4639f3f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-12T13:28:54Z', 'updated_at': '2022-04-12T13:35:53Z', 'revision_number': 6, 'project_id': '0b44de7c9b4f45aa8f33bcf3b4639f3f', 'gw_port_host': None}], 'dv-cinder-830097-4-iscsi', False) {} {{(pid=103460) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 13:35:53.449087 dv-cinder-830097-4-iscsi neutron-server[103460]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ec5bdfce-4235-41e3-845b-f0342d5e8f4a None None] The sync data for ids ['a794cd89-89ba-42ef-a58c-37aafc50af86'] in dv-cinder-830097-4-iscsi is: [{'id': 'a794cd89-89ba-42ef-a58c-37aafc50af86', 'name': 'tempest-AttachVolumeNegativeTest-1091455639-router', 'tenant_id': '0b44de7c9b4f45aa8f33bcf3b4639f3f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-12T13:28:54Z', 'updated_at': '2022-04-12T13:35:53Z', 'revision_number': 6, 'project_id': '0b44de7c9b4f45aa8f33bcf3b4639f3f', 'gw_port_host': None}] {{(pid=103460) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 12 13:35:53.477156 dv-cinder-830097-4-iscsi neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-9c4693f5-ac41-4e20-ad77-0a3342cc1808 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3739012'] for router_gateway (a794cd89-89ba-42ef-a58c-37aafc50af86), after_delete {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:35:53.568725 dv-cinder-830097-4-iscsi neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-9c4693f5-ac41-4e20-ad77-0a3342cc1808 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3800106', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-36279'] for router (a794cd89-89ba-42ef-a58c-37aafc50af86), precommit_delete {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:35:53.570843 dv-cinder-830097-4-iscsi neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-9c4693f5-ac41-4e20-ad77-0a3342cc1808 admin admin] Publish callbacks [] for router_controller (a794cd89-89ba-42ef-a58c-37aafc50af86), precommit_delete_associations {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:35:53.617253 dv-cinder-830097-4-iscsi neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-9c4693f5-ac41-4e20-ad77-0a3342cc1808 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3800099'] for router (a794cd89-89ba-42ef-a58c-37aafc50af86), after_delete {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:35:53.617744 dv-cinder-830097-4-iscsi neutron-server[103457]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9c4693f5-ac41-4e20-ad77-0a3342cc1808 admin admin] Fanout notify agent at l3_agent the message router_deleted on router a794cd89-89ba-42ef-a58c-37aafc50af86 {{(pid=103457) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 12 13:35:53.622286 dv-cinder-830097-4-iscsi neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-9c4693f5-ac41-4e20-ad77-0a3342cc1808 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:35:53.623427 dv-cinder-830097-4-iscsi neutron-server[103457]: INFO neutron.wsgi [None req-9c4693f5-ac41-4e20-ad77-0a3342cc1808 admin admin] 10.222.0.18 "DELETE /v2.0/routers/a794cd89-89ba-42ef-a58c-37aafc50af86 HTTP/1.1" status: 204 len: 168 time: 0.7806344 Apr 12 13:35:53.626131 dv-cinder-830097-4-iscsi neutron-server[103457]: DEBUG neutron.wsgi [-] (103457) accepted ('10.222.0.18', 52748) {{(pid=103457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 13:35:53.669675 dv-cinder-830097-4-iscsi neutron-server[103457]: DEBUG neutron.db.db_base_plugin_v2 [None req-de53616e-8df2-4678-befd-fc013691a018 admin admin] Deleting subnet f1176976-8b61-43ab-a3ba-d0eadb0b48e0 {{(pid=103457) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Apr 12 13:35:53.672731 dv-cinder-830097-4-iscsi neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-de53616e-8df2-4678-befd-fc013691a018 admin admin] Publish callbacks [] for subnet (f1176976-8b61-43ab-a3ba-d0eadb0b48e0), before_delete {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:35:53.705702 dv-cinder-830097-4-iscsi neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-de53616e-8df2-4678-befd-fc013691a018 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25895930'] for subnet (f1176976-8b61-43ab-a3ba-d0eadb0b48e0), precommit_delete_associations {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:35:53.787167 dv-cinder-830097-4-iscsi neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-de53616e-8df2-4678-befd-fc013691a018 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-660287'] for subnet (f1176976-8b61-43ab-a3ba-d0eadb0b48e0), precommit_delete {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:35:53.841829 dv-cinder-830097-4-iscsi neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-de53616e-8df2-4678-befd-fc013691a018 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-660230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3682813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3697887', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25610635', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25774346'] for subnet (f1176976-8b61-43ab-a3ba-d0eadb0b48e0), after_delete {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:35:53.867165 dv-cinder-830097-4-iscsi neutron-server[103457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de53616e-8df2-4678-befd-fc013691a018 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=f1176976-8b61-43ab-a3ba-d0eadb0b48e0,revision_number=None']} {{(pid=103457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 13:35:53.872912 dv-cinder-830097-4-iscsi neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-de53616e-8df2-4678-befd-fc013691a018 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:35:53.876941 dv-cinder-830097-4-iscsi neutron-server[103457]: INFO neutron.wsgi [None req-de53616e-8df2-4678-befd-fc013691a018 admin admin] 10.222.0.18 "DELETE /v2.0/subnets/f1176976-8b61-43ab-a3ba-d0eadb0b48e0 HTTP/1.1" status: 204 len: 168 time: 0.2490060 Apr 12 13:35:53.878554 dv-cinder-830097-4-iscsi neutron-server[103457]: DEBUG neutron.wsgi [-] (103457) accepted ('10.222.0.18', 52750) {{(pid=103457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 13:35:53.880970 dv-cinder-830097-4-iscsi neutron-server[103459]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f7a743c4-530e-40e6-b795-0527f876bf3d None None] Network d4adb74a-b0d3-4e8c-b297-c51fe03191f9 requested from dv-cinder-830097-4-iscsi {{(pid=103459) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 12 13:35:53.956151 dv-cinder-830097-4-iscsi neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-093d7387-0e58-4fbb-b48b-a46561f4490f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-739948'] for network (d4adb74a-b0d3-4e8c-b297-c51fe03191f9), before_delete {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:35:54.006817 dv-cinder-830097-4-iscsi neutron-server[103457]: DEBUG neutron.plugins.ml2.plugin [None req-093d7387-0e58-4fbb-b48b-a46561f4490f admin admin] Deleting port bdc6150a-6f94-4f93-b3cb-5a2fda531805 {{(pid=103457) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 12 13:35:54.007156 dv-cinder-830097-4-iscsi neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-093d7387-0e58-4fbb-b48b-a46561f4490f admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732727887391'] for port (bdc6150a-6f94-4f93-b3cb-5a2fda531805), before_delete {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:35:54.070476 dv-cinder-830097-4-iscsi neutron-server[103457]: DEBUG neutron.plugins.ml2.db [None req-093d7387-0e58-4fbb-b48b-a46561f4490f admin admin] For port bdc6150a-6f94-4f93-b3cb-5a2fda531805, host dv-cinder-830097-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-830097-4-iscsi',level=0,port_id=bdc6150a-6f94-4f93-b3cb-5a2fda531805,segment=NetworkSegment(00b10ebc-0cf5-44a9-a829-ac84c99db0c8),segment_id=00b10ebc-0cf5-44a9-a829-ac84c99db0c8)] {{(pid=103457) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 12 13:35:54.070835 dv-cinder-830097-4-iscsi neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-093d7387-0e58-4fbb-b48b-a46561f4490f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3742288'] for port (bdc6150a-6f94-4f93-b3cb-5a2fda531805), precommit_delete {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:35:54.083450 dv-cinder-830097-4-iscsi neutron-server[103457]: DEBUG neutron.plugins.ml2.plugin [None req-093d7387-0e58-4fbb-b48b-a46561f4490f admin admin] Calling delete_port for bdc6150a-6f94-4f93-b3cb-5a2fda531805 owned by network:dhcp {{(pid=103457) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 12 13:35:54.164749 dv-cinder-830097-4-iscsi neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-093d7387-0e58-4fbb-b48b-a46561f4490f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-915890', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3697887', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732727894797', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732727417923', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25610742'] for port (bdc6150a-6f94-4f93-b3cb-5a2fda531805), after_delete {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:35:54.187397 dv-cinder-830097-4-iscsi neutron-server[103457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-093d7387-0e58-4fbb-b48b-a46561f4490f admin admin] Pushing event deleted for resources: {'Port': ['ID=bdc6150a-6f94-4f93-b3cb-5a2fda531805,revision_number=None']} {{(pid=103457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 13:35:54.193019 dv-cinder-830097-4-iscsi neutron-server[103457]: DEBUG neutron.db.l3_dvrscheduler_db [None req-093d7387-0e58-4fbb-b48b-a46561f4490f admin admin] No DVR routers for this DVR port bdc6150a-6f94-4f93-b3cb-5a2fda531805 on host dv-cinder-830097-4-iscsi {{(pid=103457) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 12 13:35:54.244707 dv-cinder-830097-4-iscsi neutron-server[103459]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2ec9a03a-55c5-4861-9244-c63f13203c95 None None] DHCP port deletion for d4adb74a-b0d3-4e8c-b297-c51fe03191f9 request from dv-cinder-830097-4-iscsi {{(pid=103459) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Apr 12 13:35:54.267886 dv-cinder-830097-4-iscsi neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-093d7387-0e58-4fbb-b48b-a46561f4490f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-661938', 'neutron.services.segments.db._delete_segments_for_network-8732727929519'] for network (d4adb74a-b0d3-4e8c-b297-c51fe03191f9), precommit_delete {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:35:54.288881 dv-cinder-830097-4-iscsi neutron-server[103457]: DEBUG neutron.services.segments.db [None req-093d7387-0e58-4fbb-b48b-a46561f4490f admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d4adb74a-b0d3-4e8c-b297-c51fe03191f9']}} {{(pid=103457) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 13:35:54.297983 dv-cinder-830097-4-iscsi neutron-server[103457]: DEBUG neutron.services.segments.db [None req-093d7387-0e58-4fbb-b48b-a46561f4490f admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '00b10ebc-0cf5-44a9-a829-ac84c99db0c8') {'for_net_delete': True} {{(pid=103457) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 13:35:54.298276 dv-cinder-830097-4-iscsi neutron-server[103457]: DEBUG neutron.services.segments.db [None req-093d7387-0e58-4fbb-b48b-a46561f4490f admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '00b10ebc-0cf5-44a9-a829-ac84c99db0c8') {} {{(pid=103457) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 13:35:54.307471 dv-cinder-830097-4-iscsi neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-093d7387-0e58-4fbb-b48b-a46561f4490f admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8732727932344', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25895923'] for segment (00b10ebc-0cf5-44a9-a829-ac84c99db0c8), before_delete {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:35:54.321131 dv-cinder-830097-4-iscsi neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-093d7387-0e58-4fbb-b48b-a46561f4490f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-715442'] for segment (00b10ebc-0cf5-44a9-a829-ac84c99db0c8), precommit_delete {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:35:54.327645 dv-cinder-830097-4-iscsi neutron-server[103457]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-093d7387-0e58-4fbb-b48b-a46561f4490f admin admin] Releasing vlan 237 on physical network physnet1 to pool {{(pid=103457) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 12 13:35:54.328133 dv-cinder-830097-4-iscsi neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-093d7387-0e58-4fbb-b48b-a46561f4490f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-715442', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25610529'] for segment (00b10ebc-0cf5-44a9-a829-ac84c99db0c8), after_delete {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:35:54.330055 dv-cinder-830097-4-iscsi neutron-server[103457]: Traceback (most recent call last): Apr 12 13:35:54.330055 dv-cinder-830097-4-iscsi neutron-server[103457]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 12 13:35:54.330055 dv-cinder-830097-4-iscsi neutron-server[103457]: timer() Apr 12 13:35:54.330055 dv-cinder-830097-4-iscsi neutron-server[103457]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 12 13:35:54.330055 dv-cinder-830097-4-iscsi neutron-server[103457]: cb(*args, **kw) Apr 12 13:35:54.330055 dv-cinder-830097-4-iscsi neutron-server[103457]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 12 13:35:54.330055 dv-cinder-830097-4-iscsi neutron-server[103457]: return func(*args, **kwargs) Apr 12 13:35:54.330055 dv-cinder-830097-4-iscsi neutron-server[103457]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 12 13:35:54.330055 dv-cinder-830097-4-iscsi neutron-server[103457]: self._notify() Apr 12 13:35:54.330055 dv-cinder-830097-4-iscsi neutron-server[103457]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 12 13:35:54.330055 dv-cinder-830097-4-iscsi neutron-server[103457]: self.callback(batched_events) Apr 12 13:35:54.330055 dv-cinder-830097-4-iscsi neutron-server[103457]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 12 13:35:54.330055 dv-cinder-830097-4-iscsi neutron-server[103457]: event.method(event) Apr 12 13:35:54.330055 dv-cinder-830097-4-iscsi neutron-server[103457]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 12 13:35:54.330055 dv-cinder-830097-4-iscsi neutron-server[103457]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 12 13:35:54.330055 dv-cinder-830097-4-iscsi neutron-server[103457]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 12 13:35:54.330055 dv-cinder-830097-4-iscsi neutron-server[103457]: aggregate_uuid = self.p_client.list_aggregates( Apr 12 13:35:54.330055 dv-cinder-830097-4-iscsi neutron-server[103457]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 12 13:35:54.330055 dv-cinder-830097-4-iscsi neutron-server[103457]: return f(self, *a, **k) Apr 12 13:35:54.330055 dv-cinder-830097-4-iscsi neutron-server[103457]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 12 13:35:54.330055 dv-cinder-830097-4-iscsi neutron-server[103457]: return self._get(url).json() Apr 12 13:35:54.330055 dv-cinder-830097-4-iscsi neutron-server[103457]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 12 13:35:54.330055 dv-cinder-830097-4-iscsi neutron-server[103457]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 12 13:35:54.330055 dv-cinder-830097-4-iscsi neutron-server[103457]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 12 13:35:54.330055 dv-cinder-830097-4-iscsi neutron-server[103457]: return self.request(url, 'GET', **kwargs) Apr 12 13:35:54.330055 dv-cinder-830097-4-iscsi neutron-server[103457]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 12 13:35:54.330055 dv-cinder-830097-4-iscsi neutron-server[103457]: base_url = self.get_endpoint(auth, allow=allow, Apr 12 13:35:54.330055 dv-cinder-830097-4-iscsi neutron-server[103457]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 12 13:35:54.330055 dv-cinder-830097-4-iscsi neutron-server[103457]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 12 13:35:54.330055 dv-cinder-830097-4-iscsi neutron-server[103457]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 12 13:35:54.330055 dv-cinder-830097-4-iscsi neutron-server[103457]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 12 13:35:54.330055 dv-cinder-830097-4-iscsi neutron-server[103457]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 12 13:35:54.386218 dv-cinder-830097-4-iscsi neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-093d7387-0e58-4fbb-b48b-a46561f4490f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-661949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3691972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3697887', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3739104'] for network (d4adb74a-b0d3-4e8c-b297-c51fe03191f9), after_delete {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:35:54.402217 dv-cinder-830097-4-iscsi neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-093d7387-0e58-4fbb-b48b-a46561f4490f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3697709'] for network (None), before_response {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:35:54.405786 dv-cinder-830097-4-iscsi neutron-server[103457]: INFO neutron.wsgi [None req-093d7387-0e58-4fbb-b48b-a46561f4490f admin admin] 10.222.0.18 "DELETE /v2.0/networks/d4adb74a-b0d3-4e8c-b297-c51fe03191f9 HTTP/1.1" status: 204 len: 168 time: 0.5255413 Apr 12 13:35:54.406852 dv-cinder-830097-4-iscsi neutron-server[103457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-093d7387-0e58-4fbb-b48b-a46561f4490f admin admin] Pushing event deleted for resources: {'Network': ['ID=d4adb74a-b0d3-4e8c-b297-c51fe03191f9,revision_number=None']} {{(pid=103457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 13:35:54.532446 dv-cinder-830097-4-iscsi neutron-server[103457]: DEBUG neutron.wsgi [-] (103457) accepted ('10.222.0.18', 52754) {{(pid=103457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 13:35:54.574157 dv-cinder-830097-4-iscsi neutron-server[103457]: INFO neutron.wsgi [None req-409a31de-0d9f-438c-b69d-4cd0beb4f506 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=0b44de7c9b4f45aa8f33bcf3b4639f3f&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0405085 Apr 12 13:35:54.576547 dv-cinder-830097-4-iscsi neutron-server[103457]: DEBUG neutron.wsgi [-] (103457) accepted ('10.222.0.18', 52756) {{(pid=103457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 13:35:54.630586 dv-cinder-830097-4-iscsi neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-032ed481-9365-4e70-904d-76222081c4a2 admin admin] Publish callbacks [] for security_group (37eb7973-5573-4c67-9d49-07fb7ca2ad4d), before_delete {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:35:54.652593 dv-cinder-830097-4-iscsi neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-032ed481-9365-4e70-904d-76222081c4a2 admin admin] Publish callbacks [] for security_group (37eb7973-5573-4c67-9d49-07fb7ca2ad4d), precommit_delete {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:35:54.701782 dv-cinder-830097-4-iscsi neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-032ed481-9365-4e70-904d-76222081c4a2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3691807'] for security_group (37eb7973-5573-4c67-9d49-07fb7ca2ad4d), after_delete {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:35:54.706594 dv-cinder-830097-4-iscsi neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-032ed481-9365-4e70-904d-76222081c4a2 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:35:54.708569 dv-cinder-830097-4-iscsi neutron-server[103457]: INFO neutron.wsgi [None req-032ed481-9365-4e70-904d-76222081c4a2 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/37eb7973-5573-4c67-9d49-07fb7ca2ad4d HTTP/1.1" status: 204 len: 168 time: 0.1308560 Apr 12 13:35:54.719265 dv-cinder-830097-4-iscsi neutron-server[103457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-032ed481-9365-4e70-904d-76222081c4a2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=37eb7973-5573-4c67-9d49-07fb7ca2ad4d,revision_number=None']} {{(pid=103457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 13:35:55.369784 dv-cinder-830097-4-iscsi neutron-server[103459]: DEBUG neutron.plugins.ml2.rpc [None req-53781792-8650-4c78-93a6-1c4d328d874c None None] Device 2f2a340d-e57c-4a8c-9890-5422afa115af no longer exists at agent ovs-agent-dv-cinder-830097-4-iscsi {{(pid=103459) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 12 13:35:55.390610 dv-cinder-830097-4-iscsi neutron-server[103459]: DEBUG neutron.plugins.ml2.plugin [None req-53781792-8650-4c78-93a6-1c4d328d874c None None] No Port match for: 2f2a340d-e57c-4a8c-9890-5422afa115af {{(pid=103459) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2341}} Apr 12 13:35:55.390955 dv-cinder-830097-4-iscsi neutron-server[103459]: DEBUG neutron.plugins.ml2.rpc [None req-53781792-8650-4c78-93a6-1c4d328d874c None None] Device 2f2a340d-e57c-4a8c-9890-5422afa115af not bound to the agent host dv-cinder-830097-4-iscsi {{(pid=103459) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 12 13:35:55.391377 dv-cinder-830097-4-iscsi neutron-server[103459]: DEBUG neutron.plugins.ml2.rpc [None req-53781792-8650-4c78-93a6-1c4d328d874c None None] Device bdc6150a-6f94-4f93-b3cb-5a2fda531805 no longer exists at agent ovs-agent-dv-cinder-830097-4-iscsi {{(pid=103459) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 12 13:35:55.411231 dv-cinder-830097-4-iscsi neutron-server[103459]: DEBUG neutron.plugins.ml2.plugin [None req-53781792-8650-4c78-93a6-1c4d328d874c None None] No Port match for: bdc6150a-6f94-4f93-b3cb-5a2fda531805 {{(pid=103459) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2341}} Apr 12 13:35:55.411231 dv-cinder-830097-4-iscsi neutron-server[103459]: DEBUG neutron.plugins.ml2.rpc [None req-53781792-8650-4c78-93a6-1c4d328d874c None None] Device bdc6150a-6f94-4f93-b3cb-5a2fda531805 not bound to the agent host dv-cinder-830097-4-iscsi {{(pid=103459) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 12 13:35:55.411659 dv-cinder-830097-4-iscsi neutron-server[103459]: DEBUG neutron.plugins.ml2.rpc [None req-53781792-8650-4c78-93a6-1c4d328d874c None None] Device 0451fcc6-23a4-40eb-829a-704617e0c3b7 no longer exists at agent ovs-agent-dv-cinder-830097-4-iscsi {{(pid=103459) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 12 13:35:55.430900 dv-cinder-830097-4-iscsi neutron-server[103459]: DEBUG neutron.plugins.ml2.plugin [None req-53781792-8650-4c78-93a6-1c4d328d874c None None] No Port match for: 0451fcc6-23a4-40eb-829a-704617e0c3b7 {{(pid=103459) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2341}} Apr 12 13:35:55.431249 dv-cinder-830097-4-iscsi neutron-server[103459]: DEBUG neutron.plugins.ml2.rpc [None req-53781792-8650-4c78-93a6-1c4d328d874c None None] Device 0451fcc6-23a4-40eb-829a-704617e0c3b7 not bound to the agent host dv-cinder-830097-4-iscsi {{(pid=103459) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 12 13:35:55.951135 dv-cinder-830097-4-iscsi neutron-server[103458]: DEBUG neutron.wsgi [-] (103458) accepted ('10.222.0.18', 52806) {{(pid=103458) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 13:35:56.057814 dv-cinder-830097-4-iscsi neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-c5627128-463a-4558-8370-b82c0e95970f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:35:56.137666 dv-cinder-830097-4-iscsi neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-c5627128-463a-4558-8370-b82c0e95970f admin admin] Publish callbacks [] for security_group (68201404-fdde-419c-8d36-0269b4339e87), precommit_create {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:35:56.141379 dv-cinder-830097-4-iscsi neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-c5627128-463a-4558-8370-b82c0e95970f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3691807'] for security_group (68201404-fdde-419c-8d36-0269b4339e87), after_create {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:35:56.179757 dv-cinder-830097-4-iscsi neutron-server[103458]: INFO neutron.wsgi [None req-c5627128-463a-4558-8370-b82c0e95970f admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=9fc2b3995f494d89a22f259ea98cc541&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2275162 Apr 12 13:35:56.180720 dv-cinder-830097-4-iscsi neutron-server[103458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5627128-463a-4558-8370-b82c0e95970f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=68201404-fdde-419c-8d36-0269b4339e87,revision_number=1']} {{(pid=103458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 13:35:56.182536 dv-cinder-830097-4-iscsi neutron-server[103457]: DEBUG neutron.wsgi [-] (103457) accepted ('10.222.0.18', 52810) {{(pid=103457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 13:35:56.232147 dv-cinder-830097-4-iscsi neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-a9d1e3d0-99a8-4410-af46-7bb17f210df4 admin admin] Publish callbacks [] for security_group (68201404-fdde-419c-8d36-0269b4339e87), before_delete {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:35:56.253224 dv-cinder-830097-4-iscsi neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-a9d1e3d0-99a8-4410-af46-7bb17f210df4 admin admin] Publish callbacks [] for security_group (68201404-fdde-419c-8d36-0269b4339e87), precommit_delete {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:35:56.298365 dv-cinder-830097-4-iscsi neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-a9d1e3d0-99a8-4410-af46-7bb17f210df4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3691807'] for security_group (68201404-fdde-419c-8d36-0269b4339e87), after_delete {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:35:56.300955 dv-cinder-830097-4-iscsi neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-a9d1e3d0-99a8-4410-af46-7bb17f210df4 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:35:56.302364 dv-cinder-830097-4-iscsi neutron-server[103457]: INFO neutron.wsgi [None req-a9d1e3d0-99a8-4410-af46-7bb17f210df4 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/68201404-fdde-419c-8d36-0269b4339e87 HTTP/1.1" status: 204 len: 168 time: 0.1180246 Apr 12 13:35:56.310427 dv-cinder-830097-4-iscsi neutron-server[103457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9d1e3d0-99a8-4410-af46-7bb17f210df4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=68201404-fdde-419c-8d36-0269b4339e87,revision_number=None']} {{(pid=103457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 13:35:57.917074 dv-cinder-830097-4-iscsi neutron-server[103457]: DEBUG neutron.wsgi [-] (103457) accepted ('10.222.0.18', 52860) {{(pid=103457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 13:35:58.027932 dv-cinder-830097-4-iscsi neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-806d0f01-b4ec-436d-8c8a-58ed5241342c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:35:58.114733 dv-cinder-830097-4-iscsi neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-806d0f01-b4ec-436d-8c8a-58ed5241342c admin admin] Publish callbacks [] for security_group (0b23f69d-d837-41e6-a062-7bbbdae0d4e3), precommit_create {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:35:58.118320 dv-cinder-830097-4-iscsi neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-806d0f01-b4ec-436d-8c8a-58ed5241342c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3691807'] for security_group (0b23f69d-d837-41e6-a062-7bbbdae0d4e3), after_create {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:35:58.156862 dv-cinder-830097-4-iscsi neutron-server[103457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-806d0f01-b4ec-436d-8c8a-58ed5241342c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0b23f69d-d837-41e6-a062-7bbbdae0d4e3,revision_number=1']} {{(pid=103457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 13:35:58.161414 dv-cinder-830097-4-iscsi neutron-server[103457]: INFO neutron.wsgi [None req-806d0f01-b4ec-436d-8c8a-58ed5241342c admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=8b2a41c58f314ee7b0b39bf1a98ab3f5&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2433162 Apr 12 13:35:58.163941 dv-cinder-830097-4-iscsi neutron-server[103457]: DEBUG neutron.wsgi [-] (103457) accepted ('10.222.0.18', 52864) {{(pid=103457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 13:35:58.211551 dv-cinder-830097-4-iscsi neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-9a060c4f-d42c-44d9-9016-05c042c5c42e admin admin] Publish callbacks [] for security_group (0b23f69d-d837-41e6-a062-7bbbdae0d4e3), before_delete {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:35:58.233575 dv-cinder-830097-4-iscsi neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-9a060c4f-d42c-44d9-9016-05c042c5c42e admin admin] Publish callbacks [] for security_group (0b23f69d-d837-41e6-a062-7bbbdae0d4e3), precommit_delete {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:35:58.279075 dv-cinder-830097-4-iscsi neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-9a060c4f-d42c-44d9-9016-05c042c5c42e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3691807'] for security_group (0b23f69d-d837-41e6-a062-7bbbdae0d4e3), after_delete {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:35:58.281688 dv-cinder-830097-4-iscsi neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-9a060c4f-d42c-44d9-9016-05c042c5c42e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:35:58.282825 dv-cinder-830097-4-iscsi neutron-server[103457]: INFO neutron.wsgi [None req-9a060c4f-d42c-44d9-9016-05c042c5c42e admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/0b23f69d-d837-41e6-a062-7bbbdae0d4e3 HTTP/1.1" status: 204 len: 168 time: 0.1179950 Apr 12 13:35:58.291043 dv-cinder-830097-4-iscsi neutron-server[103457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a060c4f-d42c-44d9-9016-05c042c5c42e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0b23f69d-d837-41e6-a062-7bbbdae0d4e3,revision_number=None']} {{(pid=103457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 13:35:58.549424 dv-cinder-830097-4-iscsi neutron-server[103457]: DEBUG neutron.wsgi [-] (103457) accepted ('10.222.0.18', 52870) {{(pid=103457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 13:35:58.563208 dv-cinder-830097-4-iscsi neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-753068c9-2621-4b6e-8cab-f1ab2e15e0ba admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:35:58.644418 dv-cinder-830097-4-iscsi neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-753068c9-2621-4b6e-8cab-f1ab2e15e0ba admin admin] Publish callbacks [] for security_group (40376a54-bf53-4ed6-bcdd-4dd3087a9182), precommit_create {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:35:58.648365 dv-cinder-830097-4-iscsi neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-753068c9-2621-4b6e-8cab-f1ab2e15e0ba admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3691807'] for security_group (40376a54-bf53-4ed6-bcdd-4dd3087a9182), after_create {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:35:58.685733 dv-cinder-830097-4-iscsi neutron-server[103457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-753068c9-2621-4b6e-8cab-f1ab2e15e0ba admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=40376a54-bf53-4ed6-bcdd-4dd3087a9182,revision_number=1']} {{(pid=103457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 13:35:58.690291 dv-cinder-830097-4-iscsi neutron-server[103457]: INFO neutron.wsgi [None req-753068c9-2621-4b6e-8cab-f1ab2e15e0ba admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=89f44e6f52fa40afab6e4289c6aef26a&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1398640 Apr 12 13:35:58.693724 dv-cinder-830097-4-iscsi neutron-server[103458]: DEBUG neutron.wsgi [-] (103458) accepted ('10.222.0.18', 52872) {{(pid=103458) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 13:35:58.741939 dv-cinder-830097-4-iscsi neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-62f9ab33-a7c9-424e-ab98-fc254f2f0389 admin admin] Publish callbacks [] for security_group (40376a54-bf53-4ed6-bcdd-4dd3087a9182), before_delete {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:35:58.763701 dv-cinder-830097-4-iscsi neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-62f9ab33-a7c9-424e-ab98-fc254f2f0389 admin admin] Publish callbacks [] for security_group (40376a54-bf53-4ed6-bcdd-4dd3087a9182), precommit_delete {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:35:58.815237 dv-cinder-830097-4-iscsi neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-62f9ab33-a7c9-424e-ab98-fc254f2f0389 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3691807'] for security_group (40376a54-bf53-4ed6-bcdd-4dd3087a9182), after_delete {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:35:58.818472 dv-cinder-830097-4-iscsi neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-62f9ab33-a7c9-424e-ab98-fc254f2f0389 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:35:58.819619 dv-cinder-830097-4-iscsi neutron-server[103458]: INFO neutron.wsgi [None req-62f9ab33-a7c9-424e-ab98-fc254f2f0389 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/40376a54-bf53-4ed6-bcdd-4dd3087a9182 HTTP/1.1" status: 204 len: 168 time: 0.1248012 Apr 12 13:35:58.828320 dv-cinder-830097-4-iscsi neutron-server[103458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62f9ab33-a7c9-424e-ab98-fc254f2f0389 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=40376a54-bf53-4ed6-bcdd-4dd3087a9182,revision_number=None']} {{(pid=103458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 13:36:00.024371 dv-cinder-830097-4-iscsi neutron-server[103459]: DEBUG neutron_lib.callbacks.manager [None req-3505bd68-a9fd-4823-92ea-1a6ded8ab071 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732727929501', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-657397'] for agent (ee5509cd-6dd7-49df-aa37-3740ebd1e34b), after_update {{(pid=103459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:36:00.758106 dv-cinder-830097-4-iscsi neutron-server[103458]: DEBUG neutron.wsgi [-] (103458) accepted ('10.222.0.18', 52942) {{(pid=103458) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 13:36:00.864157 dv-cinder-830097-4-iscsi neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-b760e731-939a-4e58-a238-82649c7d6ae6 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:36:00.940705 dv-cinder-830097-4-iscsi neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-b760e731-939a-4e58-a238-82649c7d6ae6 admin admin] Publish callbacks [] for security_group (b0ba21f8-abbb-4dc8-8e69-0f0abb6f90ff), precommit_create {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:36:00.944689 dv-cinder-830097-4-iscsi neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-b760e731-939a-4e58-a238-82649c7d6ae6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3691807'] for security_group (b0ba21f8-abbb-4dc8-8e69-0f0abb6f90ff), after_create {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:36:00.983097 dv-cinder-830097-4-iscsi neutron-server[103458]: INFO neutron.wsgi [None req-b760e731-939a-4e58-a238-82649c7d6ae6 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=a6f12521487e49e1b8e5f876b1f0fab4&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2239132 Apr 12 13:36:00.985060 dv-cinder-830097-4-iscsi neutron-server[103458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b760e731-939a-4e58-a238-82649c7d6ae6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b0ba21f8-abbb-4dc8-8e69-0f0abb6f90ff,revision_number=1']} {{(pid=103458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 13:36:00.985811 dv-cinder-830097-4-iscsi neutron-server[103457]: DEBUG neutron.wsgi [-] (103457) accepted ('10.222.0.18', 52946) {{(pid=103457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 13:36:01.034984 dv-cinder-830097-4-iscsi neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-df40d868-9565-4d5b-9395-11afcdc2eae2 admin admin] Publish callbacks [] for security_group (b0ba21f8-abbb-4dc8-8e69-0f0abb6f90ff), before_delete {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:36:01.056035 dv-cinder-830097-4-iscsi neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-df40d868-9565-4d5b-9395-11afcdc2eae2 admin admin] Publish callbacks [] for security_group (b0ba21f8-abbb-4dc8-8e69-0f0abb6f90ff), precommit_delete {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:36:01.105291 dv-cinder-830097-4-iscsi neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-df40d868-9565-4d5b-9395-11afcdc2eae2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3691807'] for security_group (b0ba21f8-abbb-4dc8-8e69-0f0abb6f90ff), after_delete {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:36:01.108466 dv-cinder-830097-4-iscsi neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-df40d868-9565-4d5b-9395-11afcdc2eae2 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:36:01.109668 dv-cinder-830097-4-iscsi neutron-server[103457]: INFO neutron.wsgi [None req-df40d868-9565-4d5b-9395-11afcdc2eae2 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/b0ba21f8-abbb-4dc8-8e69-0f0abb6f90ff HTTP/1.1" status: 204 len: 168 time: 0.1227853 Apr 12 13:36:01.118391 dv-cinder-830097-4-iscsi neutron-server[103457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df40d868-9565-4d5b-9395-11afcdc2eae2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b0ba21f8-abbb-4dc8-8e69-0f0abb6f90ff,revision_number=None']} {{(pid=103457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 13:36:01.363114 dv-cinder-830097-4-iscsi neutron-server[103457]: DEBUG neutron.wsgi [-] (103457) accepted ('10.222.0.18', 52952) {{(pid=103457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 13:36:01.376709 dv-cinder-830097-4-iscsi neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-45ed275a-8250-4c47-8425-cf4e9ea694aa admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:36:01.451413 dv-cinder-830097-4-iscsi neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-45ed275a-8250-4c47-8425-cf4e9ea694aa admin admin] Publish callbacks [] for security_group (f2d4617c-2f93-4a7b-985b-c7bc8c5d9393), precommit_create {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:36:01.455158 dv-cinder-830097-4-iscsi neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-45ed275a-8250-4c47-8425-cf4e9ea694aa admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3691807'] for security_group (f2d4617c-2f93-4a7b-985b-c7bc8c5d9393), after_create {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:36:01.495978 dv-cinder-830097-4-iscsi neutron-server[103457]: INFO neutron.wsgi [None req-45ed275a-8250-4c47-8425-cf4e9ea694aa admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=0db0ee86fd0e46e0a403096e4dba1a4c&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1311772 Apr 12 13:36:01.496869 dv-cinder-830097-4-iscsi neutron-server[103457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45ed275a-8250-4c47-8425-cf4e9ea694aa admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f2d4617c-2f93-4a7b-985b-c7bc8c5d9393,revision_number=1']} {{(pid=103457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 13:36:01.498655 dv-cinder-830097-4-iscsi neutron-server[103458]: DEBUG neutron.wsgi [-] (103458) accepted ('10.222.0.18', 52954) {{(pid=103458) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 13:36:01.546751 dv-cinder-830097-4-iscsi neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-6fb72093-eb43-450c-aea5-64e012f24d50 admin admin] Publish callbacks [] for security_group (f2d4617c-2f93-4a7b-985b-c7bc8c5d9393), before_delete {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:36:01.567896 dv-cinder-830097-4-iscsi neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-6fb72093-eb43-450c-aea5-64e012f24d50 admin admin] Publish callbacks [] for security_group (f2d4617c-2f93-4a7b-985b-c7bc8c5d9393), precommit_delete {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:36:01.616258 dv-cinder-830097-4-iscsi neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-6fb72093-eb43-450c-aea5-64e012f24d50 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3691807'] for security_group (f2d4617c-2f93-4a7b-985b-c7bc8c5d9393), after_delete {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:36:01.618744 dv-cinder-830097-4-iscsi neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-6fb72093-eb43-450c-aea5-64e012f24d50 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:36:01.619863 dv-cinder-830097-4-iscsi neutron-server[103458]: INFO neutron.wsgi [None req-6fb72093-eb43-450c-aea5-64e012f24d50 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/f2d4617c-2f93-4a7b-985b-c7bc8c5d9393 HTTP/1.1" status: 204 len: 168 time: 0.1201332 Apr 12 13:36:01.628038 dv-cinder-830097-4-iscsi neutron-server[103458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fb72093-eb43-450c-aea5-64e012f24d50 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f2d4617c-2f93-4a7b-985b-c7bc8c5d9393,revision_number=None']} {{(pid=103458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 13:36:12.247718 dv-cinder-830097-4-iscsi neutron-server[103458]: DEBUG neutron.wsgi [-] (103458) accepted ('10.222.0.18', 53060) {{(pid=103458) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 13:36:12.356907 dv-cinder-830097-4-iscsi neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-e8ae44fb-52c2-487b-b9eb-6c0a5d896a24 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:36:12.433069 dv-cinder-830097-4-iscsi neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-e8ae44fb-52c2-487b-b9eb-6c0a5d896a24 admin admin] Publish callbacks [] for security_group (4197164b-c55a-4772-afe2-e853bbeaa0c4), precommit_create {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:36:12.436971 dv-cinder-830097-4-iscsi neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-e8ae44fb-52c2-487b-b9eb-6c0a5d896a24 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3691807'] for security_group (4197164b-c55a-4772-afe2-e853bbeaa0c4), after_create {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:36:12.473162 dv-cinder-830097-4-iscsi neutron-server[103458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8ae44fb-52c2-487b-b9eb-6c0a5d896a24 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4197164b-c55a-4772-afe2-e853bbeaa0c4,revision_number=1']} {{(pid=103458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 13:36:12.478209 dv-cinder-830097-4-iscsi neutron-server[103458]: INFO neutron.wsgi [None req-e8ae44fb-52c2-487b-b9eb-6c0a5d896a24 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=415c49a6aeca42a5ac9b2ba0cd813bad&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2294915 Apr 12 13:36:12.481677 dv-cinder-830097-4-iscsi neutron-server[103458]: DEBUG neutron.wsgi [-] (103458) accepted ('10.222.0.18', 53064) {{(pid=103458) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 13:36:12.529193 dv-cinder-830097-4-iscsi neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-30c52a0d-2f53-4aff-8d34-b1676422ed81 admin admin] Publish callbacks [] for security_group (4197164b-c55a-4772-afe2-e853bbeaa0c4), before_delete {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:36:12.550608 dv-cinder-830097-4-iscsi neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-30c52a0d-2f53-4aff-8d34-b1676422ed81 admin admin] Publish callbacks [] for security_group (4197164b-c55a-4772-afe2-e853bbeaa0c4), precommit_delete {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:36:12.601381 dv-cinder-830097-4-iscsi neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-30c52a0d-2f53-4aff-8d34-b1676422ed81 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3691807'] for security_group (4197164b-c55a-4772-afe2-e853bbeaa0c4), after_delete {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:36:12.604025 dv-cinder-830097-4-iscsi neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-30c52a0d-2f53-4aff-8d34-b1676422ed81 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:36:12.605279 dv-cinder-830097-4-iscsi neutron-server[103458]: INFO neutron.wsgi [None req-30c52a0d-2f53-4aff-8d34-b1676422ed81 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/4197164b-c55a-4772-afe2-e853bbeaa0c4 HTTP/1.1" status: 204 len: 168 time: 0.1234241 Apr 12 13:36:12.612833 dv-cinder-830097-4-iscsi neutron-server[103458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30c52a0d-2f53-4aff-8d34-b1676422ed81 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4197164b-c55a-4772-afe2-e853bbeaa0c4,revision_number=None']} {{(pid=103458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 13:36:12.878580 dv-cinder-830097-4-iscsi neutron-server[103457]: DEBUG neutron.wsgi [-] (103457) accepted ('10.222.0.18', 53070) {{(pid=103457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 13:36:12.892676 dv-cinder-830097-4-iscsi neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-5c7eefab-3206-4703-956a-2b2bf077e2ac admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:36:12.970591 dv-cinder-830097-4-iscsi neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-5c7eefab-3206-4703-956a-2b2bf077e2ac admin admin] Publish callbacks [] for security_group (4896c6be-89a5-4a32-83f9-070b893c5be8), precommit_create {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:36:12.974373 dv-cinder-830097-4-iscsi neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-5c7eefab-3206-4703-956a-2b2bf077e2ac admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3691807'] for security_group (4896c6be-89a5-4a32-83f9-070b893c5be8), after_create {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:36:13.011514 dv-cinder-830097-4-iscsi neutron-server[103457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c7eefab-3206-4703-956a-2b2bf077e2ac admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4896c6be-89a5-4a32-83f9-070b893c5be8,revision_number=1']} {{(pid=103457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 13:36:13.017073 dv-cinder-830097-4-iscsi neutron-server[103457]: INFO neutron.wsgi [None req-5c7eefab-3206-4703-956a-2b2bf077e2ac admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=85608be9c4594b91bf00e22bf3c87306&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1374803 Apr 12 13:36:13.019633 dv-cinder-830097-4-iscsi neutron-server[103457]: DEBUG neutron.wsgi [-] (103457) accepted ('10.222.0.18', 53072) {{(pid=103457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 13:36:13.069031 dv-cinder-830097-4-iscsi neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-b7857613-9d44-4fbc-b319-38c245d2e711 admin admin] Publish callbacks [] for security_group (4896c6be-89a5-4a32-83f9-070b893c5be8), before_delete {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:36:13.090857 dv-cinder-830097-4-iscsi neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-b7857613-9d44-4fbc-b319-38c245d2e711 admin admin] Publish callbacks [] for security_group (4896c6be-89a5-4a32-83f9-070b893c5be8), precommit_delete {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:36:13.137479 dv-cinder-830097-4-iscsi neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-b7857613-9d44-4fbc-b319-38c245d2e711 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3691807'] for security_group (4896c6be-89a5-4a32-83f9-070b893c5be8), after_delete {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:36:13.140182 dv-cinder-830097-4-iscsi neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-b7857613-9d44-4fbc-b319-38c245d2e711 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:36:13.141351 dv-cinder-830097-4-iscsi neutron-server[103457]: INFO neutron.wsgi [None req-b7857613-9d44-4fbc-b319-38c245d2e711 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/4896c6be-89a5-4a32-83f9-070b893c5be8 HTTP/1.1" status: 204 len: 168 time: 0.1208332 Apr 12 13:36:13.149702 dv-cinder-830097-4-iscsi neutron-server[103457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7857613-9d44-4fbc-b319-38c245d2e711 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4896c6be-89a5-4a32-83f9-070b893c5be8,revision_number=None']} {{(pid=103457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 13:36:14.231459 dv-cinder-830097-4-iscsi neutron-server[103457]: DEBUG neutron.wsgi [-] (103457) accepted ('10.222.0.18', 53102) {{(pid=103457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 13:36:14.337121 dv-cinder-830097-4-iscsi neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-14f34b9a-ba15-44db-81e7-10e781f88cf1 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:36:14.414992 dv-cinder-830097-4-iscsi neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-14f34b9a-ba15-44db-81e7-10e781f88cf1 admin admin] Publish callbacks [] for security_group (121bdc5b-52af-4836-99a9-75280daef096), precommit_create {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:36:14.418593 dv-cinder-830097-4-iscsi neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-14f34b9a-ba15-44db-81e7-10e781f88cf1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3691807'] for security_group (121bdc5b-52af-4836-99a9-75280daef096), after_create {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:36:14.456662 dv-cinder-830097-4-iscsi neutron-server[103457]: INFO neutron.wsgi [None req-14f34b9a-ba15-44db-81e7-10e781f88cf1 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=726d1388d3364256b3ba4c310ad1ca9e&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2241220 Apr 12 13:36:14.457635 dv-cinder-830097-4-iscsi neutron-server[103457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14f34b9a-ba15-44db-81e7-10e781f88cf1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=121bdc5b-52af-4836-99a9-75280daef096,revision_number=1']} {{(pid=103457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 13:36:14.459782 dv-cinder-830097-4-iscsi neutron-server[103458]: DEBUG neutron.wsgi [-] (103458) accepted ('10.222.0.18', 53106) {{(pid=103458) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 13:36:14.510529 dv-cinder-830097-4-iscsi neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-729be32b-3a29-4c02-87bb-4fecec2138d6 admin admin] Publish callbacks [] for security_group (121bdc5b-52af-4836-99a9-75280daef096), before_delete {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:36:14.532329 dv-cinder-830097-4-iscsi neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-729be32b-3a29-4c02-87bb-4fecec2138d6 admin admin] Publish callbacks [] for security_group (121bdc5b-52af-4836-99a9-75280daef096), precommit_delete {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:36:14.580406 dv-cinder-830097-4-iscsi neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-729be32b-3a29-4c02-87bb-4fecec2138d6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3691807'] for security_group (121bdc5b-52af-4836-99a9-75280daef096), after_delete {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:36:14.582968 dv-cinder-830097-4-iscsi neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-729be32b-3a29-4c02-87bb-4fecec2138d6 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:36:14.585152 dv-cinder-830097-4-iscsi neutron-server[103458]: INFO neutron.wsgi [None req-729be32b-3a29-4c02-87bb-4fecec2138d6 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/121bdc5b-52af-4836-99a9-75280daef096 HTTP/1.1" status: 204 len: 168 time: 0.1241333 Apr 12 13:36:14.593908 dv-cinder-830097-4-iscsi neutron-server[103458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-729be32b-3a29-4c02-87bb-4fecec2138d6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=121bdc5b-52af-4836-99a9-75280daef096,revision_number=None']} {{(pid=103458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 13:36:16.807950 dv-cinder-830097-4-iscsi neutron-server[103459]: DEBUG neutron_lib.callbacks.manager [None req-e54e20bb-de58-41e1-a631-e34c8cb7f124 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732727929501', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-657397'] for agent (246ca497-e2ee-4e0b-b432-b4153c207e5f), after_update {{(pid=103459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:36:18.634236 dv-cinder-830097-4-iscsi neutron-server[103458]: DEBUG neutron.wsgi [-] (103458) accepted ('10.222.0.18', 53168) {{(pid=103458) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 13:36:18.772348 dv-cinder-830097-4-iscsi neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-7e21d82a-210b-4da9-b582-e8f356caafd5 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:36:18.848248 dv-cinder-830097-4-iscsi neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-7e21d82a-210b-4da9-b582-e8f356caafd5 admin admin] Publish callbacks [] for security_group (fa950e7c-45f2-4afe-8cc8-4326b164e61b), precommit_create {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:36:18.852894 dv-cinder-830097-4-iscsi neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-7e21d82a-210b-4da9-b582-e8f356caafd5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3691807'] for security_group (fa950e7c-45f2-4afe-8cc8-4326b164e61b), after_create {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:36:18.894016 dv-cinder-830097-4-iscsi neutron-server[103458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e21d82a-210b-4da9-b582-e8f356caafd5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fa950e7c-45f2-4afe-8cc8-4326b164e61b,revision_number=1']} {{(pid=103458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 13:36:18.899290 dv-cinder-830097-4-iscsi neutron-server[103458]: INFO neutron.wsgi [None req-7e21d82a-210b-4da9-b582-e8f356caafd5 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=ca6f9307ddbb4230959158227a71a207&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2640162 Apr 12 13:36:18.901977 dv-cinder-830097-4-iscsi neutron-server[103458]: DEBUG neutron.wsgi [-] (103458) accepted ('10.222.0.18', 53172) {{(pid=103458) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 13:36:18.955388 dv-cinder-830097-4-iscsi neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-a6b48626-f32b-4ad1-b027-abaf5b1ee491 admin admin] Publish callbacks [] for security_group (fa950e7c-45f2-4afe-8cc8-4326b164e61b), before_delete {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:36:18.981648 dv-cinder-830097-4-iscsi neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-a6b48626-f32b-4ad1-b027-abaf5b1ee491 admin admin] Publish callbacks [] for security_group (fa950e7c-45f2-4afe-8cc8-4326b164e61b), precommit_delete {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:36:19.028994 dv-cinder-830097-4-iscsi neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-a6b48626-f32b-4ad1-b027-abaf5b1ee491 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3691807'] for security_group (fa950e7c-45f2-4afe-8cc8-4326b164e61b), after_delete {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:36:19.031497 dv-cinder-830097-4-iscsi neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-a6b48626-f32b-4ad1-b027-abaf5b1ee491 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:36:19.032639 dv-cinder-830097-4-iscsi neutron-server[103458]: INFO neutron.wsgi [None req-a6b48626-f32b-4ad1-b027-abaf5b1ee491 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/fa950e7c-45f2-4afe-8cc8-4326b164e61b HTTP/1.1" status: 204 len: 168 time: 0.1297843 Apr 12 13:36:19.041357 dv-cinder-830097-4-iscsi neutron-server[103458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6b48626-f32b-4ad1-b027-abaf5b1ee491 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fa950e7c-45f2-4afe-8cc8-4326b164e61b,revision_number=None']} {{(pid=103458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 13:36:19.336832 dv-cinder-830097-4-iscsi neutron-server[103458]: DEBUG neutron.wsgi [-] (103458) accepted ('10.222.0.18', 53178) {{(pid=103458) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 13:36:19.351009 dv-cinder-830097-4-iscsi neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-d33a4886-70c2-450a-9667-2c1780df7139 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:36:19.408241 dv-cinder-830097-4-iscsi neutron-server[103459]: DEBUG neutron_lib.callbacks.manager [None req-c2cf07d0-7626-46c8-b1a4-d2513926d0e4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732727929501', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-657397'] for agent (b7e11a8b-aeed-493f-9763-461016dddc93), after_update {{(pid=103459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:36:19.446559 dv-cinder-830097-4-iscsi neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-d33a4886-70c2-450a-9667-2c1780df7139 admin admin] Publish callbacks [] for security_group (e7ab5c47-7b05-4b63-bd24-b63613a57ec7), precommit_create {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:36:19.450498 dv-cinder-830097-4-iscsi neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-d33a4886-70c2-450a-9667-2c1780df7139 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3691807'] for security_group (e7ab5c47-7b05-4b63-bd24-b63613a57ec7), after_create {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:36:19.490384 dv-cinder-830097-4-iscsi neutron-server[103458]: INFO neutron.wsgi [None req-d33a4886-70c2-450a-9667-2c1780df7139 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=537578029b8346ca825eae4141dcde8c&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1524363 Apr 12 13:36:19.491376 dv-cinder-830097-4-iscsi neutron-server[103458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d33a4886-70c2-450a-9667-2c1780df7139 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e7ab5c47-7b05-4b63-bd24-b63613a57ec7,revision_number=1']} {{(pid=103458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 13:36:19.493198 dv-cinder-830097-4-iscsi neutron-server[103457]: DEBUG neutron.wsgi [-] (103457) accepted ('10.222.0.18', 53180) {{(pid=103457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 13:36:19.545840 dv-cinder-830097-4-iscsi neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-7327c7bc-6d60-4066-9ac5-081a68eca42d admin admin] Publish callbacks [] for security_group (e7ab5c47-7b05-4b63-bd24-b63613a57ec7), before_delete {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:36:19.577101 dv-cinder-830097-4-iscsi neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-7327c7bc-6d60-4066-9ac5-081a68eca42d admin admin] Publish callbacks [] for security_group (e7ab5c47-7b05-4b63-bd24-b63613a57ec7), precommit_delete {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:36:19.641657 dv-cinder-830097-4-iscsi neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-7327c7bc-6d60-4066-9ac5-081a68eca42d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3691807'] for security_group (e7ab5c47-7b05-4b63-bd24-b63613a57ec7), after_delete {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:36:19.644278 dv-cinder-830097-4-iscsi neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-7327c7bc-6d60-4066-9ac5-081a68eca42d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:36:19.649308 dv-cinder-830097-4-iscsi neutron-server[103457]: INFO neutron.wsgi [None req-7327c7bc-6d60-4066-9ac5-081a68eca42d admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/e7ab5c47-7b05-4b63-bd24-b63613a57ec7 HTTP/1.1" status: 204 len: 168 time: 0.1515749 Apr 12 13:36:19.654613 dv-cinder-830097-4-iscsi neutron-server[103457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7327c7bc-6d60-4066-9ac5-081a68eca42d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e7ab5c47-7b05-4b63-bd24-b63613a57ec7,revision_number=None']} {{(pid=103457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 13:36:20.353657 dv-cinder-830097-4-iscsi neutron-server[103459]: DEBUG neutron_lib.callbacks.manager [None req-f20c20fe-5767-407a-9f30-b36f01c50254 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732727929501', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-657397'] for agent (1e8a91c7-94d1-4b17-9536-32bc01f44a9b), after_update {{(pid=103459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:36:21.483755 dv-cinder-830097-4-iscsi neutron-server[103459]: DEBUG neutron_lib.callbacks.manager [None req-09c91955-1169-4ba5-b480-d25faf385fa1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732727929501', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-657397'] for agent (6571c785-b050-42b7-b6d0-d71237f75507), after_update {{(pid=103459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:36:22.222837 dv-cinder-830097-4-iscsi neutron-server[103460]: DEBUG neutron.db.agents_db [None req-38c2972b-b018-47ca-95cb-8760adc1e78b None None] Agent healthcheck: found 6 active agents {{(pid=103460) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 12 13:36:23.270337 dv-cinder-830097-4-iscsi neutron-server[103459]: DEBUG neutron_lib.callbacks.manager [None req-53781792-8650-4c78-93a6-1c4d328d874c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732727929501', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-657397'] for agent (3f2daa45-5e56-452b-8a21-b519edfce99e), after_update {{(pid=103459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:36:30.029991 dv-cinder-830097-4-iscsi neutron-server[103459]: DEBUG neutron_lib.callbacks.manager [None req-3505bd68-a9fd-4823-92ea-1a6ded8ab071 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732727929501', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-657397'] for agent (ee5509cd-6dd7-49df-aa37-3740ebd1e34b), after_update {{(pid=103459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:36:41.830111 dv-cinder-830097-4-iscsi neutron-server[103457]: DEBUG neutron.wsgi [req-1a8d3761-8263-49e6-a056-264c9b636c61 req-37a94d2e-c543-4e4b-91d8-9c4ea0a43e20 service neutron] (103457) timed out ('10.222.0.18', 46882) {{(pid=103457) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Apr 12 13:36:42.001616 dv-cinder-830097-4-iscsi neutron-server[103457]: DEBUG neutron.wsgi [req-1a8d3761-8263-49e6-a056-264c9b636c61 req-728d2a27-2675-422e-9a5b-24915e5558fc tempest-AttachVolumeShelveTestJSON-707707766 tempest-AttachVolumeShelveTestJSON-707707766-project] (103457) timed out ('10.222.0.18', 46890) {{(pid=103457) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Apr 12 13:36:46.811215 dv-cinder-830097-4-iscsi neutron-server[103459]: DEBUG neutron_lib.callbacks.manager [None req-01832d00-4f0f-4121-ba31-7888ca5868ef None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732727929501', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-657397'] for agent (246ca497-e2ee-4e0b-b432-b4153c207e5f), after_update {{(pid=103459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:36:49.404250 dv-cinder-830097-4-iscsi neutron-server[103459]: DEBUG neutron_lib.callbacks.manager [None req-0d452fb0-5fc1-4218-8c68-da20cd448e08 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732727929501', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-657397'] for agent (b7e11a8b-aeed-493f-9763-461016dddc93), after_update {{(pid=103459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:36:50.359741 dv-cinder-830097-4-iscsi neutron-server[103459]: DEBUG neutron_lib.callbacks.manager [None req-f20c20fe-5767-407a-9f30-b36f01c50254 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732727929501', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-657397'] for agent (1e8a91c7-94d1-4b17-9536-32bc01f44a9b), after_update {{(pid=103459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:36:51.481959 dv-cinder-830097-4-iscsi neutron-server[103459]: DEBUG neutron_lib.callbacks.manager [None req-09c91955-1169-4ba5-b480-d25faf385fa1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732727929501', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-657397'] for agent (6571c785-b050-42b7-b6d0-d71237f75507), after_update {{(pid=103459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:36:53.269337 dv-cinder-830097-4-iscsi neutron-server[103459]: DEBUG neutron_lib.callbacks.manager [None req-53781792-8650-4c78-93a6-1c4d328d874c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732727929501', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-657397'] for agent (3f2daa45-5e56-452b-8a21-b519edfce99e), after_update {{(pid=103459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:36:59.224070 dv-cinder-830097-4-iscsi neutron-server[103460]: DEBUG neutron.db.agents_db [None req-38c2972b-b018-47ca-95cb-8760adc1e78b None None] Agent healthcheck: found 6 active agents {{(pid=103460) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 12 13:37:00.032138 dv-cinder-830097-4-iscsi neutron-server[103459]: DEBUG neutron_lib.callbacks.manager [None req-3505bd68-a9fd-4823-92ea-1a6ded8ab071 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732727929501', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-657397'] for agent (ee5509cd-6dd7-49df-aa37-3740ebd1e34b), after_update {{(pid=103459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:37:16.815533 dv-cinder-830097-4-iscsi neutron-server[103459]: DEBUG neutron_lib.callbacks.manager [None req-6bbf2dd9-317a-454e-b6ed-d743afd673c2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732727929501', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-657397'] for agent (246ca497-e2ee-4e0b-b432-b4153c207e5f), after_update {{(pid=103459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:37:19.406826 dv-cinder-830097-4-iscsi neutron-server[103459]: DEBUG neutron_lib.callbacks.manager [None req-fa1ffa11-1a5e-4e6d-9006-e831d298177b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732727929501', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-657397'] for agent (b7e11a8b-aeed-493f-9763-461016dddc93), after_update {{(pid=103459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:37:20.358660 dv-cinder-830097-4-iscsi neutron-server[103459]: DEBUG neutron_lib.callbacks.manager [None req-f20c20fe-5767-407a-9f30-b36f01c50254 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732727929501', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-657397'] for agent (1e8a91c7-94d1-4b17-9536-32bc01f44a9b), after_update {{(pid=103459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:37:21.485834 dv-cinder-830097-4-iscsi neutron-server[103459]: DEBUG neutron_lib.callbacks.manager [None req-09c91955-1169-4ba5-b480-d25faf385fa1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732727929501', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-657397'] for agent (6571c785-b050-42b7-b6d0-d71237f75507), after_update {{(pid=103459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:37:23.271018 dv-cinder-830097-4-iscsi neutron-server[103459]: DEBUG neutron_lib.callbacks.manager [None req-53781792-8650-4c78-93a6-1c4d328d874c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732727929501', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-657397'] for agent (3f2daa45-5e56-452b-8a21-b519edfce99e), after_update {{(pid=103459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:37:30.038337 dv-cinder-830097-4-iscsi neutron-server[103459]: DEBUG neutron_lib.callbacks.manager [None req-3505bd68-a9fd-4823-92ea-1a6ded8ab071 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732727929501', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-657397'] for agent (ee5509cd-6dd7-49df-aa37-3740ebd1e34b), after_update {{(pid=103459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:37:36.222524 dv-cinder-830097-4-iscsi neutron-server[103460]: DEBUG neutron.db.agents_db [None req-38c2972b-b018-47ca-95cb-8760adc1e78b None None] Agent healthcheck: found 6 active agents {{(pid=103460) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 12 13:37:46.827256 dv-cinder-830097-4-iscsi neutron-server[103459]: DEBUG neutron_lib.callbacks.manager [None req-10f490ea-16e1-4e83-96df-a386ca1e5f99 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732727929501', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-657397'] for agent (246ca497-e2ee-4e0b-b432-b4153c207e5f), after_update {{(pid=103459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:37:49.413550 dv-cinder-830097-4-iscsi neutron-server[103459]: DEBUG neutron_lib.callbacks.manager [None req-acd2424b-7648-4888-ae00-bed04777ff58 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732727929501', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-657397'] for agent (b7e11a8b-aeed-493f-9763-461016dddc93), after_update {{(pid=103459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:37:50.360934 dv-cinder-830097-4-iscsi neutron-server[103459]: DEBUG neutron_lib.callbacks.manager [None req-f20c20fe-5767-407a-9f30-b36f01c50254 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732727929501', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-657397'] for agent (1e8a91c7-94d1-4b17-9536-32bc01f44a9b), after_update {{(pid=103459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:37:51.490021 dv-cinder-830097-4-iscsi neutron-server[103459]: DEBUG neutron_lib.callbacks.manager [None req-09c91955-1169-4ba5-b480-d25faf385fa1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732727929501', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-657397'] for agent (6571c785-b050-42b7-b6d0-d71237f75507), after_update {{(pid=103459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:37:53.273939 dv-cinder-830097-4-iscsi neutron-server[103459]: DEBUG neutron_lib.callbacks.manager [None req-53781792-8650-4c78-93a6-1c4d328d874c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732727929501', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-657397'] for agent (3f2daa45-5e56-452b-8a21-b519edfce99e), after_update {{(pid=103459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:38:00.034912 dv-cinder-830097-4-iscsi neutron-server[103459]: DEBUG neutron_lib.callbacks.manager [None req-3505bd68-a9fd-4823-92ea-1a6ded8ab071 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732727929501', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-657397'] for agent (ee5509cd-6dd7-49df-aa37-3740ebd1e34b), after_update {{(pid=103459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:38:13.221006 dv-cinder-830097-4-iscsi neutron-server[103460]: DEBUG neutron.db.agents_db [None req-38c2972b-b018-47ca-95cb-8760adc1e78b None None] Agent healthcheck: found 6 active agents {{(pid=103460) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 12 13:38:16.821626 dv-cinder-830097-4-iscsi neutron-server[103459]: DEBUG neutron_lib.callbacks.manager [None req-1e1d5fa6-9d34-41b9-ae52-2c3493466570 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732727929501', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-657397'] for agent (246ca497-e2ee-4e0b-b432-b4153c207e5f), after_update {{(pid=103459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:38:19.407136 dv-cinder-830097-4-iscsi neutron-server[103459]: DEBUG neutron_lib.callbacks.manager [None req-463dd683-d91a-4080-9475-f8340fde3867 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732727929501', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-657397'] for agent (b7e11a8b-aeed-493f-9763-461016dddc93), after_update {{(pid=103459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:38:20.363809 dv-cinder-830097-4-iscsi neutron-server[103459]: DEBUG neutron_lib.callbacks.manager [None req-f20c20fe-5767-407a-9f30-b36f01c50254 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732727929501', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-657397'] for agent (1e8a91c7-94d1-4b17-9536-32bc01f44a9b), after_update {{(pid=103459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:38:21.493317 dv-cinder-830097-4-iscsi neutron-server[103459]: DEBUG neutron_lib.callbacks.manager [None req-09c91955-1169-4ba5-b480-d25faf385fa1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732727929501', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-657397'] for agent (6571c785-b050-42b7-b6d0-d71237f75507), after_update {{(pid=103459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:38:23.267642 dv-cinder-830097-4-iscsi neutron-server[103459]: DEBUG neutron_lib.callbacks.manager [None req-53781792-8650-4c78-93a6-1c4d328d874c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732727929501', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-657397'] for agent (3f2daa45-5e56-452b-8a21-b519edfce99e), after_update {{(pid=103459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:38:30.048382 dv-cinder-830097-4-iscsi neutron-server[103459]: DEBUG neutron_lib.callbacks.manager [None req-3505bd68-a9fd-4823-92ea-1a6ded8ab071 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732727929501', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-657397'] for agent (ee5509cd-6dd7-49df-aa37-3740ebd1e34b), after_update {{(pid=103459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:38:46.829593 dv-cinder-830097-4-iscsi neutron-server[103459]: DEBUG neutron_lib.callbacks.manager [None req-9ba986b7-43bb-4714-b42f-39ef9ffaea52 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732727929501', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-657397'] for agent (246ca497-e2ee-4e0b-b432-b4153c207e5f), after_update {{(pid=103459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:38:49.412284 dv-cinder-830097-4-iscsi neutron-server[103459]: DEBUG neutron_lib.callbacks.manager [None req-34950ec0-d34e-46eb-a9df-0d46289c8c9b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732727929501', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-657397'] for agent (b7e11a8b-aeed-493f-9763-461016dddc93), after_update {{(pid=103459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:38:50.221298 dv-cinder-830097-4-iscsi neutron-server[103460]: DEBUG neutron.db.agents_db [None req-38c2972b-b018-47ca-95cb-8760adc1e78b None None] Agent healthcheck: found 6 active agents {{(pid=103460) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 12 13:38:50.367981 dv-cinder-830097-4-iscsi neutron-server[103459]: DEBUG neutron_lib.callbacks.manager [None req-f20c20fe-5767-407a-9f30-b36f01c50254 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732727929501', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-657397'] for agent (1e8a91c7-94d1-4b17-9536-32bc01f44a9b), after_update {{(pid=103459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:38:51.496723 dv-cinder-830097-4-iscsi neutron-server[103459]: DEBUG neutron_lib.callbacks.manager [None req-09c91955-1169-4ba5-b480-d25faf385fa1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732727929501', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-657397'] for agent (6571c785-b050-42b7-b6d0-d71237f75507), after_update {{(pid=103459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:38:53.271594 dv-cinder-830097-4-iscsi neutron-server[103459]: DEBUG neutron_lib.callbacks.manager [None req-53781792-8650-4c78-93a6-1c4d328d874c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732727929501', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-657397'] for agent (3f2daa45-5e56-452b-8a21-b519edfce99e), after_update {{(pid=103459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:39:00.046949 dv-cinder-830097-4-iscsi neutron-server[103459]: DEBUG neutron_lib.callbacks.manager [None req-3505bd68-a9fd-4823-92ea-1a6ded8ab071 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732727929501', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-657397'] for agent (ee5509cd-6dd7-49df-aa37-3740ebd1e34b), after_update {{(pid=103459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:39:16.822636 dv-cinder-830097-4-iscsi neutron-server[103459]: DEBUG neutron_lib.callbacks.manager [None req-73b00e47-6f95-4650-9106-2f534903deb3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732727929501', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-657397'] for agent (246ca497-e2ee-4e0b-b432-b4153c207e5f), after_update {{(pid=103459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:39:19.406391 dv-cinder-830097-4-iscsi neutron-server[103459]: DEBUG neutron_lib.callbacks.manager [None req-ccf4260d-2e0b-46f5-98b5-4c6c50a39594 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732727929501', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-657397'] for agent (b7e11a8b-aeed-493f-9763-461016dddc93), after_update {{(pid=103459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:39:20.370697 dv-cinder-830097-4-iscsi neutron-server[103459]: DEBUG neutron_lib.callbacks.manager [None req-f20c20fe-5767-407a-9f30-b36f01c50254 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732727929501', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-657397'] for agent (1e8a91c7-94d1-4b17-9536-32bc01f44a9b), after_update {{(pid=103459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:39:21.497767 dv-cinder-830097-4-iscsi neutron-server[103459]: DEBUG neutron_lib.callbacks.manager [None req-09c91955-1169-4ba5-b480-d25faf385fa1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732727929501', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-657397'] for agent (6571c785-b050-42b7-b6d0-d71237f75507), after_update {{(pid=103459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:39:23.274539 dv-cinder-830097-4-iscsi neutron-server[103459]: DEBUG neutron_lib.callbacks.manager [None req-53781792-8650-4c78-93a6-1c4d328d874c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732727929501', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-657397'] for agent (3f2daa45-5e56-452b-8a21-b519edfce99e), after_update {{(pid=103459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:39:27.221804 dv-cinder-830097-4-iscsi neutron-server[103460]: DEBUG neutron.db.agents_db [None req-38c2972b-b018-47ca-95cb-8760adc1e78b None None] Agent healthcheck: found 6 active agents {{(pid=103460) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 12 13:39:30.044202 dv-cinder-830097-4-iscsi neutron-server[103459]: DEBUG neutron_lib.callbacks.manager [None req-3505bd68-a9fd-4823-92ea-1a6ded8ab071 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732727929501', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-657397'] for agent (ee5509cd-6dd7-49df-aa37-3740ebd1e34b), after_update {{(pid=103459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:39:46.828180 dv-cinder-830097-4-iscsi neutron-server[103459]: DEBUG neutron_lib.callbacks.manager [None req-3f062b85-10d6-4e04-b9be-de5ddce80c68 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732727929501', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-657397'] for agent (246ca497-e2ee-4e0b-b432-b4153c207e5f), after_update {{(pid=103459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:39:49.410143 dv-cinder-830097-4-iscsi neutron-server[103459]: DEBUG neutron_lib.callbacks.manager [None req-891c4a4a-9e37-407b-8834-32d8389d6950 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732727929501', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-657397'] for agent (b7e11a8b-aeed-493f-9763-461016dddc93), after_update {{(pid=103459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:39:50.373259 dv-cinder-830097-4-iscsi neutron-server[103459]: DEBUG neutron_lib.callbacks.manager [None req-f20c20fe-5767-407a-9f30-b36f01c50254 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732727929501', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-657397'] for agent (1e8a91c7-94d1-4b17-9536-32bc01f44a9b), after_update {{(pid=103459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:39:51.502583 dv-cinder-830097-4-iscsi neutron-server[103459]: DEBUG neutron_lib.callbacks.manager [None req-09c91955-1169-4ba5-b480-d25faf385fa1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732727929501', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-657397'] for agent (6571c785-b050-42b7-b6d0-d71237f75507), after_update {{(pid=103459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:39:53.277902 dv-cinder-830097-4-iscsi neutron-server[103459]: DEBUG neutron_lib.callbacks.manager [None req-53781792-8650-4c78-93a6-1c4d328d874c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732727929501', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-657397'] for agent (3f2daa45-5e56-452b-8a21-b519edfce99e), after_update {{(pid=103459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:40:00.042945 dv-cinder-830097-4-iscsi neutron-server[103459]: DEBUG neutron_lib.callbacks.manager [None req-3505bd68-a9fd-4823-92ea-1a6ded8ab071 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732727929501', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-657397'] for agent (ee5509cd-6dd7-49df-aa37-3740ebd1e34b), after_update {{(pid=103459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:40:04.221612 dv-cinder-830097-4-iscsi neutron-server[103460]: DEBUG neutron.db.agents_db [None req-38c2972b-b018-47ca-95cb-8760adc1e78b None None] Agent healthcheck: found 6 active agents {{(pid=103460) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 12 13:40:16.822346 dv-cinder-830097-4-iscsi neutron-server[103459]: DEBUG neutron_lib.callbacks.manager [None req-0d285de7-7f38-43cc-80d4-7822170202f2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732727929501', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-657397'] for agent (246ca497-e2ee-4e0b-b432-b4153c207e5f), after_update {{(pid=103459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:40:19.410893 dv-cinder-830097-4-iscsi neutron-server[103459]: DEBUG neutron_lib.callbacks.manager [None req-c7e2e676-0aab-4305-82b3-9af7f2f76ad0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732727929501', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-657397'] for agent (b7e11a8b-aeed-493f-9763-461016dddc93), after_update {{(pid=103459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:40:20.376573 dv-cinder-830097-4-iscsi neutron-server[103459]: DEBUG neutron_lib.callbacks.manager [None req-f20c20fe-5767-407a-9f30-b36f01c50254 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732727929501', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-657397'] for agent (1e8a91c7-94d1-4b17-9536-32bc01f44a9b), after_update {{(pid=103459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:40:21.505588 dv-cinder-830097-4-iscsi neutron-server[103459]: DEBUG neutron_lib.callbacks.manager [None req-09c91955-1169-4ba5-b480-d25faf385fa1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732727929501', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-657397'] for agent (6571c785-b050-42b7-b6d0-d71237f75507), after_update {{(pid=103459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:40:23.284434 dv-cinder-830097-4-iscsi neutron-server[103459]: DEBUG neutron_lib.callbacks.manager [None req-53781792-8650-4c78-93a6-1c4d328d874c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732727929501', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-657397'] for agent (3f2daa45-5e56-452b-8a21-b519edfce99e), after_update {{(pid=103459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:40:30.041301 dv-cinder-830097-4-iscsi neutron-server[103459]: DEBUG neutron_lib.callbacks.manager [None req-3505bd68-a9fd-4823-92ea-1a6ded8ab071 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732727929501', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-657397'] for agent (ee5509cd-6dd7-49df-aa37-3740ebd1e34b), after_update {{(pid=103459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:40:41.221931 dv-cinder-830097-4-iscsi neutron-server[103460]: DEBUG neutron.db.agents_db [None req-38c2972b-b018-47ca-95cb-8760adc1e78b None None] Agent healthcheck: found 6 active agents {{(pid=103460) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 12 13:40:46.826175 dv-cinder-830097-4-iscsi neutron-server[103459]: DEBUG neutron_lib.callbacks.manager [None req-4dbbd1f8-2ba0-43df-bdfd-0543e274269c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732727929501', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-657397'] for agent (246ca497-e2ee-4e0b-b432-b4153c207e5f), after_update {{(pid=103459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:40:49.412442 dv-cinder-830097-4-iscsi neutron-server[103459]: DEBUG neutron_lib.callbacks.manager [None req-da120009-8f16-4b53-8aa4-ec4cdd92d122 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732727929501', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-657397'] for agent (b7e11a8b-aeed-493f-9763-461016dddc93), after_update {{(pid=103459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:40:50.378518 dv-cinder-830097-4-iscsi neutron-server[103459]: DEBUG neutron_lib.callbacks.manager [None req-f20c20fe-5767-407a-9f30-b36f01c50254 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732727929501', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-657397'] for agent (1e8a91c7-94d1-4b17-9536-32bc01f44a9b), after_update {{(pid=103459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:40:51.507358 dv-cinder-830097-4-iscsi neutron-server[103459]: DEBUG neutron_lib.callbacks.manager [None req-09c91955-1169-4ba5-b480-d25faf385fa1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732727929501', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-657397'] for agent (6571c785-b050-42b7-b6d0-d71237f75507), after_update {{(pid=103459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:40:53.276040 dv-cinder-830097-4-iscsi neutron-server[103459]: DEBUG neutron_lib.callbacks.manager [None req-53781792-8650-4c78-93a6-1c4d328d874c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732727929501', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-657397'] for agent (3f2daa45-5e56-452b-8a21-b519edfce99e), after_update {{(pid=103459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:41:00.050913 dv-cinder-830097-4-iscsi neutron-server[103459]: DEBUG neutron_lib.callbacks.manager [None req-3505bd68-a9fd-4823-92ea-1a6ded8ab071 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732727929501', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-657397'] for agent (ee5509cd-6dd7-49df-aa37-3740ebd1e34b), after_update {{(pid=103459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:41:10.789993 dv-cinder-830097-4-iscsi neutron-server[103457]: DEBUG neutron.wsgi [req-9bbf9064-4557-4ba7-9812-85caaa6f62ba req-329d82c7-ad67-43c5-b4c1-292e9b9bd7ba service neutron] (103457) timed out ('10.222.0.55', 53037) {{(pid=103457) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Apr 12 13:41:16.828196 dv-cinder-830097-4-iscsi neutron-server[103459]: DEBUG neutron_lib.callbacks.manager [None req-5a714b92-9da6-404f-9cb7-91218844c256 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732727929501', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-657397'] for agent (246ca497-e2ee-4e0b-b432-b4153c207e5f), after_update {{(pid=103459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:41:17.978712 dv-cinder-830097-4-iscsi neutron-server[103458]: DEBUG neutron.wsgi [req-e20e5640-73a7-4297-b3e5-1e53ad808636 req-0c3f1731-16f2-4ef6-8852-47ee41b73a77 service neutron] (103458) timed out ('10.222.0.18', 47754) {{(pid=103458) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Apr 12 13:41:18.093767 dv-cinder-830097-4-iscsi neutron-server[103457]: DEBUG neutron.wsgi [req-e20e5640-73a7-4297-b3e5-1e53ad808636 req-08b6ec66-dbf0-486e-b92a-e9f18407d66a tempest-AttachVolumeShelveTestJSON-707707766 tempest-AttachVolumeShelveTestJSON-707707766-project] (103457) timed out ('10.222.0.18', 47764) {{(pid=103457) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Apr 12 13:41:18.221521 dv-cinder-830097-4-iscsi neutron-server[103460]: DEBUG neutron.db.agents_db [None req-38c2972b-b018-47ca-95cb-8760adc1e78b None None] Agent healthcheck: found 6 active agents {{(pid=103460) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 12 13:41:19.413680 dv-cinder-830097-4-iscsi neutron-server[103459]: DEBUG neutron_lib.callbacks.manager [None req-d74c4609-6b3d-4088-8c07-e64a11bc379b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732727929501', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-657397'] for agent (b7e11a8b-aeed-493f-9763-461016dddc93), after_update {{(pid=103459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:41:20.381970 dv-cinder-830097-4-iscsi neutron-server[103459]: DEBUG neutron_lib.callbacks.manager [None req-f20c20fe-5767-407a-9f30-b36f01c50254 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732727929501', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-657397'] for agent (1e8a91c7-94d1-4b17-9536-32bc01f44a9b), after_update {{(pid=103459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:41:21.511221 dv-cinder-830097-4-iscsi neutron-server[103459]: DEBUG neutron_lib.callbacks.manager [None req-09c91955-1169-4ba5-b480-d25faf385fa1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732727929501', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-657397'] for agent (6571c785-b050-42b7-b6d0-d71237f75507), after_update {{(pid=103459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:41:23.279090 dv-cinder-830097-4-iscsi neutron-server[103459]: DEBUG neutron_lib.callbacks.manager [None req-53781792-8650-4c78-93a6-1c4d328d874c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732727929501', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-657397'] for agent (3f2daa45-5e56-452b-8a21-b519edfce99e), after_update {{(pid=103459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:41:30.061995 dv-cinder-830097-4-iscsi neutron-server[103459]: DEBUG neutron_lib.callbacks.manager [None req-3505bd68-a9fd-4823-92ea-1a6ded8ab071 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732727929501', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-657397'] for agent (ee5509cd-6dd7-49df-aa37-3740ebd1e34b), after_update {{(pid=103459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:41:46.829897 dv-cinder-830097-4-iscsi neutron-server[103459]: DEBUG neutron_lib.callbacks.manager [None req-01511d59-9b1c-4ca2-973f-ed698403cee2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732727929501', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-657397'] for agent (246ca497-e2ee-4e0b-b432-b4153c207e5f), after_update {{(pid=103459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:41:49.420904 dv-cinder-830097-4-iscsi neutron-server[103459]: DEBUG neutron_lib.callbacks.manager [None req-fcaa5ca7-38aa-4140-855e-8278e930a933 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732727929501', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-657397'] for agent (b7e11a8b-aeed-493f-9763-461016dddc93), after_update {{(pid=103459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:41:50.385701 dv-cinder-830097-4-iscsi neutron-server[103459]: DEBUG neutron_lib.callbacks.manager [None req-f20c20fe-5767-407a-9f30-b36f01c50254 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732727929501', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-657397'] for agent (1e8a91c7-94d1-4b17-9536-32bc01f44a9b), after_update {{(pid=103459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:41:51.519020 dv-cinder-830097-4-iscsi neutron-server[103459]: DEBUG neutron_lib.callbacks.manager [None req-09c91955-1169-4ba5-b480-d25faf385fa1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732727929501', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-657397'] for agent (6571c785-b050-42b7-b6d0-d71237f75507), after_update {{(pid=103459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:41:53.282406 dv-cinder-830097-4-iscsi neutron-server[103459]: DEBUG neutron_lib.callbacks.manager [None req-53781792-8650-4c78-93a6-1c4d328d874c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732727929501', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-657397'] for agent (3f2daa45-5e56-452b-8a21-b519edfce99e), after_update {{(pid=103459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:41:55.222688 dv-cinder-830097-4-iscsi neutron-server[103460]: DEBUG neutron.db.agents_db [None req-38c2972b-b018-47ca-95cb-8760adc1e78b None None] Agent healthcheck: found 6 active agents {{(pid=103460) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 12 13:42:00.055204 dv-cinder-830097-4-iscsi neutron-server[103459]: DEBUG neutron_lib.callbacks.manager [None req-3505bd68-a9fd-4823-92ea-1a6ded8ab071 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732727929501', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-657397'] for agent (ee5509cd-6dd7-49df-aa37-3740ebd1e34b), after_update {{(pid=103459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}